35 lines
3.6 KiB
Python
35 lines
3.6 KiB
Python
"""One sequential, bounded E1 geometry-only queue; never registers pairs."""
|
|
from pathlib import Path
|
|
import fcntl,json,resource,sys,os
|
|
from s2_e1_supervisor import supervise,save
|
|
ROOT=Path('artifacts/s2-g1-blind120-2026-11-14')
|
|
def main():
|
|
os.environ['MPLCONFIGDIR']=str((ROOT/'matplotlib-cache').resolve())
|
|
private=ROOT/'custodian';c=json.loads((ROOT/'extraction-contract.json').read_text())
|
|
with (private/'batch.lock').open('a') as lock:
|
|
fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
|
|
if (private/'batch-started.json').exists():raise FileExistsError('No silent rerun')
|
|
save(private/'batch-started.json',{'parts':c['parts'],'scope':'geometry extraction and uniform views only'})
|
|
baseline=c['e1_baseline_charged_seconds'];save(ROOT/'ledger.json',{'cpu_seconds_charged':baseline,'attempts':[{'name':'previous_e1_plus_current_code_reserve','cpu_seconds':baseline,'status':'BASELINE_AND_RESERVE'}]})
|
|
receipts=[];last=sum(resource.getrusage(resource.RUSAGE_SELF)[:2])
|
|
for index in range(c['parts']):
|
|
ledger=json.loads((ROOT/'ledger.json').read_text());phase=ledger['cpu_seconds_charged']-baseline
|
|
left=min(c['phase_cpu_seconds']-phase,57600-ledger['cpu_seconds_charged'])
|
|
if left<=0:save(private/'batch-stopped.json',{'reason':'CPU budget before launch','completed':len(receipts)});return
|
|
limits=dict(total_cpu_seconds=57600,job_cpu_seconds=min(1800,left),job_wall_seconds=1800,tree_rss_bytes=1342177280,disk_bytes=8*1024**3,max_processes=8)
|
|
r=supervise([sys.executable,'tools/extract_g1_blind_surface.py',str(index)],ROOT,f'blind-geometry-{index:03}',limits)
|
|
now=sum(resource.getrusage(resource.RUSAGE_SELF)[:2]);overhead=now-last;last=now
|
|
ledger=json.loads((ROOT/'ledger.json').read_text());ledger['cpu_seconds_charged']+=overhead;ledger['attempts'].append({'name':f'supervisor-self-{index:03}','cpu_seconds':overhead,'status':'MEASURED_SELF_CPU'});save(ROOT/'ledger.json',ledger)
|
|
if ledger['cpu_seconds_charged']>=57600 or ledger['cpu_seconds_charged']-baseline>=c['phase_cpu_seconds']:
|
|
save(private/'batch-stopped.json',{'reason':'worker plus supervisor budget exhausted','index':index,'e1_total_charged_seconds':ledger['cpu_seconds_charged']});return
|
|
receipts.append(r);print(json.dumps({'index':index,'status':r['status'],'worker_cpu_seconds':r['cpu_seconds'],'supervisor_cpu_seconds':overhead,'peak_rss_bytes':r['peak_tree_rss_bytes']}),flush=True)
|
|
if r['status']!='PASS':save(private/'batch-stopped.json',{'reason':'first failed extraction, no replacement or automatic retry','index':index});return
|
|
if index==4:
|
|
measured=ledger['cpu_seconds_charged']-baseline
|
|
scenario=max(x['cpu_seconds'] for x in receipts)*c['parts']+(measured-sum(x['cpu_seconds'] for x in receipts))*c['parts']/5
|
|
save(private/'first-five-cost-checkpoint.json',{'parts':5,'charged_cpu_seconds':measured,'full_queue_max_sample_scenario_seconds':scenario,'qualification':'geometry/render preparation only; first sorted five not representative or upper bound'})
|
|
if scenario>min(c['phase_cpu_seconds'],57600-baseline):
|
|
save(private/'batch-stopped.json',{'reason':'first five preparation cost extrapolation exceeds available budget','scenario_seconds':scenario});return
|
|
save(private/'batch-complete.json',{'parts':len(receipts),'worker_cpu_seconds':sum(r['cpu_seconds'] for r in receipts),'e1_total_charged_seconds':ledger['cpu_seconds_charged'],'all_pass':True})
|
|
if __name__=='__main__':main()
|