44 lines
5.1 KiB
Python
44 lines
5.1 KiB
Python
"""Metadata-only seed1 five-fold preparation; immutable seed0 and Track A sources."""
|
|
from pathlib import Path
|
|
import time
|
|
from phase2_h1_worker_v2 import checked,sha,save
|
|
from phase2_home_freeze_io import verify
|
|
from phase2_h2_s2_common import config as original_config
|
|
from track_a_h2_prepare import local_code_closure
|
|
from track_a_h2_common import read
|
|
|
|
B=Path(__file__).resolve().parents[1];H=Path('/home/frank14f/MeltMind-runs');R=H/'phase3-seed1-2026-11-18'
|
|
|
|
def main():
|
|
start=time.process_time()
|
|
if R.exists():raise FileExistsError('Existing seed1 root; no duplicate')
|
|
old=H/'phase2-h2-s2-2026-11-17';post=H/'phase2-h2-s2-postfit-2026-11-17';item=H/'phase3-item1-postfit-recovery-2026-11-18'
|
|
oc,pilot=original_config(old);verify(post,'terminal');verify(item,'terminal')
|
|
pd=read(post/'complete.json');idone=read(item/'complete.json');cost=read(item/'post-terminal-cost.json')
|
|
if pd['decision']!='CONFIRMED' or pd['status']!='COMPLETE' or idone['status']!='COMPLETE' or not cost['within_cap']:raise PermissionError('Prior approved stage terminal required')
|
|
source=dict(oc['source_sha256'])
|
|
for p,h in oc['code_sha256'].items():checked(p,h);source[p]=h
|
|
spec=B/'references/2026-11-18/phase3-seed-sensitivity/mold-seed-ensemble-spec.md';checked(spec,'5dce5d0feb2b5cdd2703f53f0030b8127915d3464c7fa37e16507303b9c52b0d')
|
|
for p in [old/'contract.json',old/'complete.json',post/'complete.json',post/'post-terminal-cost.json',post/'score/result.json',post/'predictions-manifest.json',post/'contract.json',item/'complete.json',item/'post-terminal-cost.json',item/'terminal-git-freeze.json',item/'terminal-authorization.json',spec]:source[str(p)]=sha(p)
|
|
jobs=[];timings=[]
|
|
for i,f in enumerate(pilot['folds']):
|
|
hist=B/'artifacts/phase2-h2-s1-2026-11-17/worker/history' if i==0 else old/'folds'/str(i)/'worker/history'
|
|
records=[hist/f'{e:03d}.json' for e in range(10,201,10)]
|
|
for p in records:source[str(p)]=sha(p)
|
|
val=max(read(p)['validation_seconds'] for p in records)
|
|
jobs.append(dict(id=i,fold=i,learning=f['learning'],validation=f['validation'],test=f['test'],learning_nodes=f['learning_nodes'],validation_nodes=f['validation_nodes'],clock_path=f['clock_path'],clock_sha256=f['clock_sha256'],c=f['c'],target_steps=200*len(f['learning']),learning_parts=len(f['learning']),worker_cpus=[2*i,2*i+1],guard_cpus=[10+i],gpu_seconds=22320,cpu_seconds=22320,setup_gpu_seconds=60,validation_seconds_bound=val,rss_bytes=16*2**30,vram_bytes=15*2**30,disk_bytes=20*2**30))
|
|
timings.append(dict(fold=i,validation_seconds_bound=val,source_files=[str(p) for p in records]))
|
|
codes=local_code_closure([B/'tools'/n for n in ['phase3_seed1_common.py','phase3_seed1_worker.py','phase3_seed1_guard.py','phase3_seed1_queue.py','prepare_phase3_seed1.py','test_phase3_seed1.py']])
|
|
# Include the original scientific closure, including package files not resolved by local AST imports.
|
|
for p,h in oc['code_sha256'].items():
|
|
if p not in codes:codes[p]=h
|
|
for p,h in source.items():checked(p,h)
|
|
R.mkdir()
|
|
comparison=dict(version='seed1-training-comparison-v1',source_spec_sha256=sha(spec),scope='five fresh seed1 grouped folds, original seed0 reused only in later separately reviewed postfit',folds=pilot['folds'],seed=1,epochs=200,selection='last_epoch_only',validation='diagnostic only, original every10epochs',metric='unchanged S2 query readout in later postfit',seed2=False,ensemble=False,original_S2_score_sha256=sha(post/'score/result.json'),original_S2_predictions_sha256=sha(post/'predictions-manifest.json'))
|
|
save(R/'comparison-contract.json',comparison)
|
|
c=dict(version='phase3-seed1-v1',approval='1794982860.347839',dispatch_approval='1794983024.445549',seed=1,epochs=200,new_fits=5,gpu_cap=118800,train_gpu_cap=111600,postfit_gpu_reserve=7200,postfit_cpu_cap=3600,phase3_gpu_cap=612000,phase3_prior_gpu_once=cost['cumulative_item_gpu_seconds'],item1_recovery_root=str(item),track_a_training_root=str(H/'track-a-h2-2026-11-18'),track_a_postfit_root=str(H/'track-a-postfit-2026-11-18'),pilot_contract=oc['pilot_contract'],jobs=jobs,coordinator_cpus=[14,15],aggregate_rss_bytes=64*2**30,aggregate_disk_bytes=100*2**30,source_sha256=source,code_sha256=codes,comparison_contract=str(R/'comparison-contract.json'),comparison_contract_sha256=sha(R/'comparison-contract.json'),dispatch='next_pending_fold_first_allowed_free_gpu; GPU2 reserved until Track A postfit terminal',no_retry=True,no_cross_card_retry=True,postfit_started=False,stop_after='TRAIN_COMPLETE_POSTFIT_REVIEW_PENDING',new_seed0_fits=0,new_seed2_fits=0,ensemble_started=False)
|
|
save(R/'contract.json',c);save(R/'preparation-audit.json',dict(status='PREPARED_PENDING_LIGHT_DIFF_REVIEW',code_files=len(codes),contract_sha256=sha(R/'contract.json'),timing_sources=timings,metadata_cpu_seconds=time.process_time()-start,source_pins='PASS',scientific_arrays_read=False,new_model_weights_read=False,test_targets_read=False,new_fits_launched=False,phase3_item1_gpu_once=cost['cumulative_item_gpu_seconds']))
|
|
print(read(R/'preparation-audit.json')|{'timing_sources':'five original per-fold validation timing maxima'})
|
|
|
|
if __name__=='__main__':main()
|