Files
MeltMind/tools/prepare_phase3_data_sufficiency_v2.py
T

35 lines
5.7 KiB
Python

"""Metadata-only preparation of Claude8643/8710 amendment, preserving unrun v1."""
import json,time,shutil,copy
from pathlib import Path
from phase2_h1_worker_v2 import checked,sha,save
from phase2_h2_prepare import closure
from phase2_home_freeze_io import verify,freeze
from phase3_data_sufficiency_v2_common import config,execution_command
B=Path('/home/frank14f/optane/MeltMind');R=Path('/home/frank14f/MeltMind-runs/phase3-data-sufficiency-v2-2026-11-18');O=R.parent/'phase3-data-sufficiency-2026-11-18'
def read(p):return json.loads(Path(p).read_text())
def main():
import psutil
start=time.process_time()
if R.exists() or (O/'started.json').exists():raise FileExistsError('Existing newroot or started oldroot')
if any(execution_command(p.info['cmdline'] or []) for p in psutil.process_iter(['cmdline'])):raise RuntimeError('Existing v2 task')
verify(O,'implementation');old=read(O/'contract.json');c=copy.deepcopy(old)
for p,h in old['source_sha256'].items():checked(p,h)
p0=read(O/'prelaunch-projection.json');t=p0['source_max_train_epoch_seconds'];v=p0['source_max_validation_seconds'];jobs=[];projections=[]
for i,(pool,mode,steps,cap) in enumerate([(25,'epoch',22200,11000),(50,'epoch',38000,17000),(50,'step',32000,14000),(50,'step',64000,28400),(100,'step',32000,14000),(100,'step',64000,28400)]):
f=c['pools'][str(pool)];n=len(f['learning']);f0=c['pools']['100'];ratio=max(f['learning_nodes']/f0['learning_nodes'],f['learning_edges']/f0['learning_edges'],n/320);checks=20 if mode=='epoch' else steps//3200;est=1.25*(t*ratio/n*steps+checks*v)+180;j=copy.deepcopy(old['jobs'][i%4]);j.update(id=i,pool=pool,mode=mode,step_budget=steps if mode=='step' else None,target_steps=steps,learning_parts=n,learning_nodes=f['learning_nodes'],learning_edges=f['learning_edges'],gpu_seconds=cap,cpu_seconds=cap,prelaunch_projected_gpu_seconds=est);jobs.append(j);projections.append(dict(id=i,pool=pool,mode=mode,steps=steps,expected_new_gpu_seconds=est,job_cap=cap,within_cap=est<=cap,validation_checks=checks))
total=sum(x['expected_new_gpu_seconds'] for x in projections)+7200
assert all(x['within_cap'] for x in projections) and total<=120000
c.update(version='phase3-item1-training-v2',approval='1794948643.973609',budget_approval='1794948710.366709',new_fits=6,jobs=jobs,item_gpu_cap=120000,approved_item_gpu_cap=120000,train_gpu_cap=112800,postfit_gpu_reserve=7200,supersedes_unstarted_root=str(O),supersedes_implementation='c8e2ee4ca3d08cf0080ac18a1d17bfb42fb1b8a6',schedule='Each step fit freshly initialized; warmup3200 then cosine to its own U/2U endpoint',interpretation='Update-budget effect includes complete schedule change; not pure common-trajectory continuation')
c['source_sha256'][str(O/'contract.json')]=sha(O/'contract.json');c['source_sha256'][str(O/'implementation-git-freeze.json')]=sha(O/'implementation-git-freeze.json')
comp=read(O/'comparison-contract.json');comp.update(revision='Claude1794948643 complete-schedule amendment to e24fff7c',schedule='Four separate fresh step-budget fits, own complete warmup3200+cosine endpoint',update_effect='joint update budget plus complete LR schedule, not pure continuation',new_fits=6,old_entry_never_started=True)
R.mkdir();save(R/'comparison-contract.json',comp);c['comparison_contract']=str(R/'comparison-contract.json');c['comparison_contract_sha256']=sha(R/'comparison-contract.json')
codes={str(B/p):d for p,d in closure(['phase3_data_sufficiency_v2_common','phase3_data_sufficiency_v2_worker','phase3_data_sufficiency_v2_guard','phase3_data_sufficiency_v2_queue','prepare_phase3_data_sufficiency_v2','test_phase3_data_sufficiency_v2']).items()};doc=B/'docs/phase3-data-sufficiency-v2-entry-2026-11-18.md';codes[str(doc)]=sha(doc);c['code_sha256']=codes;save(R/'contract.json',c)
shutil.copyfile('/tmp/phase3-data-sufficiency-v2-tests1.log',R/'synthetic-attempt1.log');assert (R/'synthetic-attempt1.log').read_text().rstrip().endswith('OK');save(R/'acceptance.json',dict(status='PASS',tests=16,scope='CPU schedule/dispatch/GPU ownership/partial traversal/cost/no-double-count/stop-gate checks',test_targets_read=False,GPU_workload=False))
save(R/'prelaunch-projection.json',dict(cells=projections,total_gpu_seconds=total,postfit_reserve=7200,item_cap=120000,phase3_cap=612000,source_max_epoch=t,source_max_validation=v,safety_factor=1.25,actual_run=False))
save(R/'amendment.json',dict(science_ruling='1794948643.973609',budget_ruling='1794948710.366709',old_entry=str(O),old_implementation=c['supersedes_implementation'],old_started=False,old_common_trajectory_preserved=True,new_complete_schedules=True,new_fits=6,original_e24_spec_not_unchanged=True))
save(R/'preparation-audit.json',dict(status='PREPARED_NOT_STARTED',metadata_cpu_seconds=time.process_time()-start,source_pins_verified=True,old_root_unstarted=True,no_target_arrays=True,no_GPU_workload=True))
freeze(R,'implementation',[R/'contract.json',R/'comparison-contract.json',R/'acceptance.json',R/'prelaunch-projection.json',R/'amendment.json',R/'preparation-audit.json',R/'synthetic-attempt1.log',*[Path(p) for p in codes]])
binding=dict(reviewed_commit=verify(R,'implementation')['commit'],contract_sha256=sha(R/'contract.json'),implementation_proof_sha256=sha(R/'implementation-git-freeze.json'),comparison_contract_sha256=c['comparison_contract_sha256'],code_sha256=codes);save(R/'expected-review-binding.json',binding);freeze(R,'review-binding',[R/'contract.json',R/'comparison-contract.json',R/'expected-review-binding.json',R/'implementation-git-freeze.json']);config(R)
print(json.dumps(dict(root=str(R),implementation=binding['reviewed_commit'],contract_sha256=binding['contract_sha256'],binding_sha256=sha(R/'expected-review-binding.json'),projected_gpu_seconds=total,new_fits=6,started=False)))
if __name__=='__main__':main()