Files
MeltMind/tools/run_g1_blind_extraction.py

35 lines
3.6 KiB
Python

"""One sequential, bounded E1 geometry-only queue; never registers pairs."""
from pathlib import Path
import fcntl,json,resource,sys,os
from s2_e1_supervisor import supervise,save
ROOT=Path('artifacts/s2-g1-blind120-2026-11-14')
def main():
os.environ['MPLCONFIGDIR']=str((ROOT/'matplotlib-cache').resolve())
private=ROOT/'custodian';c=json.loads((ROOT/'extraction-contract.json').read_text())
with (private/'batch.lock').open('a') as lock:
fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
if (private/'batch-started.json').exists():raise FileExistsError('No silent rerun')
save(private/'batch-started.json',{'parts':c['parts'],'scope':'geometry extraction and uniform views only'})
baseline=c['e1_baseline_charged_seconds'];save(ROOT/'ledger.json',{'cpu_seconds_charged':baseline,'attempts':[{'name':'previous_e1_plus_current_code_reserve','cpu_seconds':baseline,'status':'BASELINE_AND_RESERVE'}]})
receipts=[];last=sum(resource.getrusage(resource.RUSAGE_SELF)[:2])
for index in range(c['parts']):
ledger=json.loads((ROOT/'ledger.json').read_text());phase=ledger['cpu_seconds_charged']-baseline
left=min(c['phase_cpu_seconds']-phase,57600-ledger['cpu_seconds_charged'])
if left<=0:save(private/'batch-stopped.json',{'reason':'CPU budget before launch','completed':len(receipts)});return
limits=dict(total_cpu_seconds=57600,job_cpu_seconds=min(1800,left),job_wall_seconds=1800,tree_rss_bytes=1342177280,disk_bytes=8*1024**3,max_processes=8)
r=supervise([sys.executable,'tools/extract_g1_blind_surface.py',str(index)],ROOT,f'blind-geometry-{index:03}',limits)
now=sum(resource.getrusage(resource.RUSAGE_SELF)[:2]);overhead=now-last;last=now
ledger=json.loads((ROOT/'ledger.json').read_text());ledger['cpu_seconds_charged']+=overhead;ledger['attempts'].append({'name':f'supervisor-self-{index:03}','cpu_seconds':overhead,'status':'MEASURED_SELF_CPU'});save(ROOT/'ledger.json',ledger)
if ledger['cpu_seconds_charged']>=57600 or ledger['cpu_seconds_charged']-baseline>=c['phase_cpu_seconds']:
save(private/'batch-stopped.json',{'reason':'worker plus supervisor budget exhausted','index':index,'e1_total_charged_seconds':ledger['cpu_seconds_charged']});return
receipts.append(r);print(json.dumps({'index':index,'status':r['status'],'worker_cpu_seconds':r['cpu_seconds'],'supervisor_cpu_seconds':overhead,'peak_rss_bytes':r['peak_tree_rss_bytes']}),flush=True)
if r['status']!='PASS':save(private/'batch-stopped.json',{'reason':'first failed extraction, no replacement or automatic retry','index':index});return
if index==4:
measured=ledger['cpu_seconds_charged']-baseline
scenario=max(x['cpu_seconds'] for x in receipts)*c['parts']+(measured-sum(x['cpu_seconds'] for x in receipts))*c['parts']/5
save(private/'first-five-cost-checkpoint.json',{'parts':5,'charged_cpu_seconds':measured,'full_queue_max_sample_scenario_seconds':scenario,'qualification':'geometry/render preparation only; first sorted five not representative or upper bound'})
if scenario>min(c['phase_cpu_seconds'],57600-baseline):
save(private/'batch-stopped.json',{'reason':'first five preparation cost extrapolation exceeds available budget','scenario_seconds':scenario});return
save(private/'batch-complete.json',{'parts':len(receipts),'worker_cpu_seconds':sum(r['cpu_seconds'] for r in receipts),'e1_total_charged_seconds':ledger['cpu_seconds_charged'],'all_pass':True})
if __name__=='__main__':main()