Publish H2-S2 terminal evidence, independent audit and descriptive folds1-4
This commit is contained in:
1 parent
b89762e925
commit
2338dfe997
1355 files changed
+1251047
-1
No files matched your search
File diff suppressed because it is too large.
Load diff
@@ -3640,6 +3640,18 @@
|
||||
"combined_postfit_cpu_seconds": 175.43526985600002,
|
||||
"combined_cumulative_cpu_seconds": 94266.372114124,
|
||||
"within_caps": true
|
||||
},
|
||||
"publication": {
|
||||
"status": "REMOTE_REF_VERIFIED",
|
||||
"commit": "b89762e925be46cf618ba9e6b24c3f59d0b5dd92",
|
||||
"files": 2604,
|
||||
"bytes": 46569800,
|
||||
"slack": "1794932199.859489",
|
||||
"http_readback": {
|
||||
"status": "PASS",
|
||||
"files": 5,
|
||||
"receipt": "artifacts/phase2-gate-outcome-results-publication-2026-11-18/http-readback.json"
|
||||
}
|
||||
}
|
||||
},
|
||||
"latest_phase3_conditional_plan": {
|
||||
@@ -3684,6 +3696,22 @@
|
||||
"document_sha256": "69e96f6dbadda6b840430d07419e787411ce9e6c0db9a248b76c2577d56d3a65"
|
||||
},
|
||||
"commit": "304f5771d9fdf1c764251b3b7d7f0b6ae7d0e854",
|
||||
"root": "/home/frank14f/optane/MeltMind/artifacts/phase3-conditional-plan-2026-11-18"
|
||||
"root": "/home/frank14f/optane/MeltMind/artifacts/phase3-conditional-plan-2026-11-18",
|
||||
"publication": {
|
||||
"status": "REMOTE_REF_VERIFIED",
|
||||
"commit": "b89762e925be46cf618ba9e6b24c3f59d0b5dd92",
|
||||
"files": 2604,
|
||||
"bytes": 46569800,
|
||||
"slack": "1794932199.859489"
|
||||
}
|
||||
},
|
||||
"latest_h2_s2_terminal_20261118": {
|
||||
"status": "COMPLETE_CONFIRMED_FIELD_LAST_WORSE",
|
||||
"report": "docs/phase2-h2-s2-results-2026-11-18.md",
|
||||
"terminal": "4b2a710de434aad2d1591d8e379a7c89e718bd55",
|
||||
"assist_audit_sha256": "d4999e4a99e82d91b793cffd70b673a977de022878e28d8a9955ca1a4acf59da",
|
||||
"phase3_trigger": "1794946961.453149",
|
||||
"item1_started": false,
|
||||
"publication": "PENDING"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"status": "STOP_BEFORE_INDEX_UPDATE_COMMIT_PUSH",
|
||||
"reason": "Selected complete evidence exceeds publication helper128MiB check; original files retained",
|
||||
"original_index": "/tmp/meltmind-h2-s2-results-batch-20261118.index",
|
||||
"followup": "same full evidence,512MiB packaging bound, new private index"
|
||||
}
|
||||
@@ -0,0 +1,30 @@
|
||||
import json,hashlib,time,collections
|
||||
from pathlib import Path
|
||||
from phase2_h2_s2_postfit_common import comparisons
|
||||
B=Path('/home/frank14f/optane/MeltMind');R=B/'artifacts/phase2-h2-s2-terminal-report-2026-11-18';R.mkdir(exist_ok=False)
|
||||
S=Path('/home/frank14f/MeltMind-runs/phase2-h2-s2-postfit-2026-11-17');start=time.process_time()
|
||||
def sha(p):return hashlib.sha256(Path(p).read_bytes()).hexdigest()
|
||||
def save(n,d):(R/n).write_text(json.dumps(d,indent=2,ensure_ascii=False,allow_nan=False)+'\n')
|
||||
p=B/'artifacts/meltassist-h2-s2-terminal-audit-2026-11-18/audit.json';a=json.loads(p.read_text());assert sha(p)=='d4999e4a99e82d91b793cffd70b673a977de022878e28d8a9955ca1a4acf59da';assert a['verdict']=='PASS' and not a['blocking_findings'] and all(x['passed'] for x in a['checks'])
|
||||
for path,h in a['hashes'].items():assert sha(path)==h,path
|
||||
s=json.loads((S/'score/result.json').read_text());m=json.loads((S/'predictions-manifest.json').read_text());assert len(m['entries'])==552
|
||||
for e in m['entries']:assert sha(e['path'])==e['sha256']
|
||||
rows=[r for r in s['rows'] if r['fold'] in [1,2,3,4]];assert len(rows)==431 and not ({r['component_id'] for r in rows}&{r['component_id'] for r in s['rows'] if r['fold']==0})
|
||||
def summary(rs):return dict(parts=len(rs),components=len({r['component_id'] for r in rs}),comparisons=comparisons(rs))
|
||||
d=dict(scope='Posthoc descriptive aggregation of frozen stored per-part metrics only; no target-array read, model prediction, original score change or decision rerun',source_sha256=sha(S/'score/result.json'),pooled_folds1to4=summary(rows),per_fold={str(f):summary([r for r in rows if r['fold']==f]) for f in [1,2,3,4]},bootstrap=dict(replicates=2000,seed=2026111408,unit='paired evaluation component; does not include seed/learning-pool uncertainty'),original_confirmation_unchanged=s['decision'])
|
||||
save('folds1to4-descriptive.json',d)
|
||||
receipt=dict(status='PASS',audit_received_sha256=sha(p),audit_checks_received=len(a['checks']),current_hashes_rechecked=len(a['hashes']),prediction_hashes_rechecked=552,source_pins_rechecked=len(a['binding']['code_sha256']),original_score_sha256=sha(S/'score/result.json'),original_complete_sha256=sha(S/'complete.json'),independent_audit_limitations=a['limitations'],launch_actor='TRON',launch_ruling='1794946447.294149',reason='Executor unreachable; one-time start of already reviewed frozen entry to avoid overnight stall',execution_pid=json.loads((S/'started.json').read_text())['pid'],followup_ruling='1794946961.453149',no_new_fit_prediction_target_read=True)
|
||||
save('terminal-acceptance.json',receipt)
|
||||
save('contract.json',dict(scope='S2 terminal handoff/report only',approval='1794946961.453149',original_contract_sha256=a['binding']['contract_sha256'],source_score_sha256=sha(S/'score/result.json'),assist_audit_sha256=sha(p),new_science=False))
|
||||
lines=['# H2-S2 final results and executor handback — 2026-11-18','','H2 is CONFIRMED on field error under the frozen pooled rule; last-filled-location error is worse than A. This is five-fold recipe confirmation after observing fold0, not an untouched-five-fold preregistration or a test isolating true connectivity. The original score and decision are unchanged.','', '## Stored five-fold result','', '552 parts / 204 equally weighted evaluation components; 2000 paired component bootstrap replicates, seed2026111408. Field and last/Rg lower is better; Kendall tau-b higher is better.','', '| Reference | Metric | H2 mean | Reference mean | H2 − reference | 95% CI |','|---|---|---:|---:|---:|---|']
|
||||
for ref,metrics in s['comparisons'].items():
|
||||
for name in ['relative_l2','last_location','kendall_tau_b']:
|
||||
q=metrics[name];v=q['H2_minus_reference'];lines.append(f"| {ref} | {name} | {q['means']['H2']:.9f} | {q['means'][ref]:.9f} | {v['value']:+.9f} | [{v['low']:+.9f}, {v['high']:+.9f}] |")
|
||||
lines+=['','Only pooled H2−A field CI upper<0 with complete552/204 support is the confirmation gate. B13/last/tau are reported outcomes. Negative predictions remain unclipped: **40,852 full-node / 665 unique-query nodes**. There are42 G-invalid parts; the complete roster is retained.','', '## Folds1–4 only: descriptive sensitivity table','', 'These431 parts / '+str(d['pooled_folds1to4']['components'])+' components exclude the already observed fold0. This additional aggregation uses only stored per-part metric scalars. It does not create a new confirmatory gate or rerun prediction/target scoring. The component-paired percentile intervals describe evaluation-family uncertainty, not initialization or learning-pool uncertainty.','', '| Scope | Parts / components | Metric | H2 | A | B13-E1b | H2 − A [95% CI] |','|---|---|---|---:|---:|---:|---|']
|
||||
for label,q in [('folds1–4',d['pooled_folds1to4'])]+[(f'fold{f}',v) for f,v in d['per_fold'].items()]:
|
||||
for name in ['relative_l2','last_location','kendall_tau_b']:
|
||||
x=q['comparisons']['A'][name];y=q['comparisons']['B13_E1b'][name];v=x['H2_minus_reference'];lines.append(f"| {label} | {q['parts']} / {q['components']} | {name} | {x['means']['H2']:.9f} | {x['means']['A']:.9f} | {y['means']['B13_E1b']:.9f} | {v['value']:+.9f} [{v['low']:+.9f}, {v['high']:+.9f}] |")
|
||||
lines+=['','Full comparisons against both references are in artifacts/phase2-h2-s2-terminal-report-2026-11-18/folds1to4-descriptive.json.','', '## Execution, audit and accounting','', 'TRON started the already reviewed postfit once under Claude1794946447.294149 because MeltAstra was unreachable. Coordinator985167; implementation25e79995, contract0bd03f42, actual pre-score PASS9c163702. This exception did not allow source edits, retry, publication by TRON, or launching an unbuilt entry. MeltAstra resumes ownership here. No second S2 launch occurred.','', 'Four new prediction guards plus one score guard PASS. Fold0 has121 exact original predictions/metrics reused; folds1–4 add431 predictions and431 existing target accesses. No new fit or decode. Models freezef033b454 → predictions freeze86480b4d → score-stage PASS validation → target access → terminal4b2a710d. Original result SHA256 '+sha(S/'score/result.json')+'; complete '+sha(S/'complete.json')+'.','', 'MeltAssist independent existing-evidence audit PASS, SHA256 '+sha(p)+', is included unchanged. It checked63 source pins/five binding fields,8 freezes/176 Git blobs,4 checkpoints,552 prediction hashes and121 exact reused rows. MeltAstra rechecked all662 audit-recorded current hashes and552 predictions. This is evidence verification, not independent scientific recomputation.','', 'Audit limits: ordering is supported jointly by Git ancestry, fixed entry and receipts; target log is overwritten, not syscall-level tracing. CPU formula and worker lower bound agree with492.447055337s, but starting resource counters were not retained, preventing independent exact coordinator/reaped-child decomposition. Overwritten progress witnesses cannot all be rehashed historically; retained peak maxima/final results were checked. Current process absence cannot independently establish historical absence.','', 'GPU ledger: oldS1 18858.214908715 + newfourfoldtraining79602.784961751 + prediction355.327867327 = **98816.327737793GPU-s /144000**. Final postfit CPU492.447055337 /3600s. Assist audit0.841653768CPU-s is separate; this report/aggregation cost is separately recorded in report-cost.json and does not rewrite the original ledger.','', '## Stage decision','', 'Claude1794946961 triggers the frozen304f5771 phase3 plan. Next is item1 data-sufficiency e24fff7c,24GPUh within the new170GPUh plan, first-epoch projection and a new exact MeltAssist review. This report does not launch it. Later seed1/last-fill/context/ensemble remain future stages in the prescribed order. Gate-v2 outcome equivalence failed, so fresh-family admission remains closed. Scientific goal remains useful cross-part filling prediction; neither topology/local-type organisation nor connectivity is globally settled by this comparison.','']
|
||||
(B/'docs/phase2-h2-s2-results-2026-11-18.md').write_text('\n'.join(lines))
|
||||
cost=time.process_time()-start;save('report-cost.json',dict(report_audit_aggregation_cpu_seconds=cost,assist_audit_cpu_seconds=a['audit_process_cpu_seconds'],original_postfit_cpu_seconds=a['ledger']['postfit_cpu_final'],combined_cpu_seconds=cost+a['audit_process_cpu_seconds']+a['ledger']['postfit_cpu_final'],within_original_3600=True,no_gpu=True))
|
||||
print(json.dumps(dict(status='PASS',cpu_seconds=cost,folds1to4=d['pooled_folds1to4']),ensure_ascii=False))
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"scope": "S2 terminal handoff/report only",
|
||||
"approval": "1794946961.453149",
|
||||
"original_contract_sha256": "0bd03f42c3b2db5bef26708b2ef873edfe674f724b59bc4b4de8641980d8d330",
|
||||
"source_score_sha256": "c43a6ab2460affdcafd3d51522e7b5e2d60a684b2b1a79a90e06042b0e19bc45",
|
||||
"assist_audit_sha256": "d4999e4a99e82d91b793cffd70b673a977de022878e28d8a9955ca1a4acf59da",
|
||||
"new_science": false
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,5 @@
|
||||
{
|
||||
"active_s2": [],
|
||||
"scope": "current host process evidence only",
|
||||
"first_system_python_attempt": "psutil unavailable; no process assertion from first attempt"
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"report_audit_aggregation_cpu_seconds": 1.5415027730000002,
|
||||
"assist_audit_cpu_seconds": 0.841653768,
|
||||
"original_postfit_cpu_seconds": 492.44705533700005,
|
||||
"combined_cpu_seconds": 494.83021187800006,
|
||||
"within_original_3600": true,
|
||||
"no_gpu": true
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"audit_received_sha256": "d4999e4a99e82d91b793cffd70b673a977de022878e28d8a9955ca1a4acf59da",
|
||||
"audit_checks_received": 2729,
|
||||
"current_hashes_rechecked": 662,
|
||||
"prediction_hashes_rechecked": 552,
|
||||
"source_pins_rechecked": 63,
|
||||
"original_score_sha256": "c43a6ab2460affdcafd3d51522e7b5e2d60a684b2b1a79a90e06042b0e19bc45",
|
||||
"original_complete_sha256": "2a55287167daed3ff541210f0fb3f32b8971b70976329cf29ca81828cbf06685",
|
||||
"independent_audit_limitations": [
|
||||
"Statistics and unclipped-negative counts checked against frozen files/metadata; no independent recomputation from prediction or target arrays.",
|
||||
"Execution ordering supported by immutable Git ancestry, fixed source, review-consumed receipt and file chronology. Target log is overwritten and not a per-read syscall trace; no claim to independent syscall observation.",
|
||||
"Postfit CPU accounting formula and stored final total/caps verified with worker lower bound; raw starting resource counters are not retained to reconstruct the coordinator versus reaped-child split exactly.",
|
||||
"Historical overwritten progress witness files cannot all be rehashed at their sampled state; retained maxima and final result peaks/guard receipts were checked.",
|
||||
"Current process absence does not independently prove historical process absence; frozen entry enforces that barrier and successful receipts are consistent with it.",
|
||||
"Local Git freeze verified; remote publication is not asserted.",
|
||||
"Five-fold recipe confirmation follows observed fold0; it does not confirm last-location improvement, untouched-five-fold preregistration or pure connectivity causality."
|
||||
],
|
||||
"launch_actor": "TRON",
|
||||
"launch_ruling": "1794946447.294149",
|
||||
"reason": "Executor unreachable; one-time start of already reviewed frozen entry to avoid overnight stall",
|
||||
"execution_pid": 985167,
|
||||
"followup_ruling": "1794946961.453149",
|
||||
"no_new_fit_prediction_target_read": true
|
||||
}
|
||||
@@ -527,3 +527,10 @@ MeltAssist1794928969实际新回执SHA1f3a4778f737780f31eaf1e9d7e07181a1a10602f2
|
||||
|
||||
已实读Claude1794928372.222109,固定304f5771d9fdf1c764251b3b7d7f0b6ae7d0e854,详见docs/phase3-conditional-plan-2026-11-18.md。全部等待S2 pooled CONFIRMED;若不确认,所有项目均不运行,Claude从data-sufficiency问题重新规划。确认后顺序:data-sufficiency24GPUh→a seed1五fold约33→c末填34–38→b H2+B13约33→a seed2/ensemble约33(余预算允许)。新总帽170GPUh,各项首epoch投影,超帽停报。b/c各自CI门外,同endpoint点效应绝对值须超过seed1−seed0差值并同时报告;component bootstrap不等于训练随机性。当前gate v2已FAIL,fresh-family条件未满足,不开放。仅记录合同输入a5dce5d0f/bde120e9d/c9974ae27的Claude接受和顺序修订,未独立重审规格正文,未实施/测试/训练。
|
||||
|
||||
|
||||
## H2-S2终态交付与phase3触发(2026-11-18)
|
||||
|
||||
S2四fold训练及postfit已COMPLETE,不能重启。TRON依Claude1794946447一次例外启动已审阅25e79995/0bd03f42/PASS9c163702;Melt接回终态与唯一writer出版。552件/204组件field CONFIRMED;H2−A=-.005038634,CI[-.007536893,-.002830534],但末点/Rg更差+.079903034,CI[+.006940890,+.155577284]。40852全节点/665query负值未clip。fold0已看后recipe confirmation,不称独立五折预登记。folds1–4描述表由冻结逐件指标汇总,431件/167组件,见docs/phase2-h2-s2-results-2026-11-18.md;无新预测/target读取/原评分改动。
|
||||
|
||||
Assist1794947961独立终态审计PASS原件d4999e4a完整接收,保留target日志非syscall追踪、CPU起始resource计数未留存等限制。Melt重核662当前哈希+552预测。terminal4b2a710d/resultc43a6ab2/complete2a552871;总98816.327737793GPU-s/144000,postCPU492.447055337/3600,审计和描述表成本另列。Claude1794946961已触发304f5771计划;下一步构建item1 e24fff7c/24GPUh(170GPUh总计划内)及新的Assist审阅,当前尚未启动。gate-v2失败保留,fresh-family仍关闭。下方旧S2运行及phase3未触发快照均为历史。
|
||||
|
||||
@@ -0,0 +1,58 @@
|
||||
# H2-S2 final results and executor handback — 2026-11-18
|
||||
|
||||
H2 is CONFIRMED on field error under the frozen pooled rule; last-filled-location error is worse than A. This is five-fold recipe confirmation after observing fold0, not an untouched-five-fold preregistration or a test isolating true connectivity. The original score and decision are unchanged.
|
||||
|
||||
## Stored five-fold result
|
||||
|
||||
552 parts / 204 equally weighted evaluation components; 2000 paired component bootstrap replicates, seed2026111408. Field and last/Rg lower is better; Kendall tau-b higher is better.
|
||||
|
||||
| Reference | Metric | H2 mean | Reference mean | H2 − reference | 95% CI |
|
||||
|---|---|---:|---:|---:|---|
|
||||
| A | relative_l2 | 0.065791907 | 0.070830541 | -0.005038634 | [-0.007536893, -0.002830534] |
|
||||
| A | last_location | 0.456616842 | 0.376713808 | +0.079903034 | [+0.006940890, +0.155577284] |
|
||||
| A | kendall_tau_b | 0.930128834 | 0.926649720 | +0.003479115 | [+0.001039504, +0.006226751] |
|
||||
| B13_E1b | relative_l2 | 0.065791907 | 0.069702214 | -0.003910307 | [-0.006306713, -0.001644771] |
|
||||
| B13_E1b | last_location | 0.456616842 | 0.387589688 | +0.069027155 | [+0.002026449, +0.134446230] |
|
||||
| B13_E1b | kendall_tau_b | 0.930128834 | 0.928112244 | +0.002016590 | [-0.000203388, +0.004374493] |
|
||||
|
||||
Only pooled H2−A field CI upper<0 with complete552/204 support is the confirmation gate. B13/last/tau are reported outcomes. Negative predictions remain unclipped: **40,852 full-node / 665 unique-query nodes**. There are42 G-invalid parts; the complete roster is retained.
|
||||
|
||||
## Folds1–4 only: descriptive sensitivity table
|
||||
|
||||
These431 parts / 167 components exclude the already observed fold0. This additional aggregation uses only stored per-part metric scalars. It does not create a new confirmatory gate or rerun prediction/target scoring. The component-paired percentile intervals describe evaluation-family uncertainty, not initialization or learning-pool uncertainty.
|
||||
|
||||
| Scope | Parts / components | Metric | H2 | A | B13-E1b | H2 − A [95% CI] |
|
||||
|---|---|---|---:|---:|---:|---|
|
||||
| folds1–4 | 431 / 167 | relative_l2 | 0.065420477 | 0.070366829 | 0.069507228 | -0.004946352 [-0.007654256, -0.002482391] |
|
||||
| folds1–4 | 431 / 167 | last_location | 0.428297978 | 0.355019700 | 0.362882224 | +0.073278277 [+0.003853634, +0.144415239] |
|
||||
| folds1–4 | 431 / 167 | kendall_tau_b | 0.931609825 | 0.927874413 | 0.929205798 | +0.003735412 [+0.001028048, +0.006708727] |
|
||||
| fold1 | 91 / 41 | relative_l2 | 0.065184002 | 0.068237407 | 0.068877591 | -0.003053405 [-0.008083001, +0.001877264] |
|
||||
| fold1 | 91 / 41 | last_location | 0.422701937 | 0.369172459 | 0.346130733 | +0.053529479 [-0.057908574, +0.164094887] |
|
||||
| fold1 | 91 / 41 | kendall_tau_b | 0.932850707 | 0.931022035 | 0.930128723 | +0.001828672 [-0.002471989, +0.006219912] |
|
||||
| fold2 | 99 / 41 | relative_l2 | 0.066387316 | 0.073047736 | 0.070409577 | -0.006660420 [-0.010371051, -0.003071975] |
|
||||
| fold2 | 99 / 41 | last_location | 0.493185845 | 0.377786625 | 0.392994129 | +0.115399220 [-0.017912771, +0.287285496] |
|
||||
| fold2 | 99 / 41 | kendall_tau_b | 0.928807593 | 0.924209251 | 0.927113294 | +0.004598342 [+0.000720233, +0.008583173] |
|
||||
| fold3 | 119 / 42 | relative_l2 | 0.064426254 | 0.067619224 | 0.066692168 | -0.003192970 [-0.008443514, +0.002218274] |
|
||||
| fold3 | 119 / 42 | last_location | 0.414406747 | 0.328601580 | 0.365257217 | +0.085805167 [-0.108830846, +0.265556234] |
|
||||
| fold3 | 119 / 42 | kendall_tau_b | 0.934189224 | 0.931064356 | 0.932806995 | +0.003124868 [-0.002796985, +0.008750355] |
|
||||
| fold4 | 122 / 43 | relative_l2 | 0.065695185 | 0.072524702 | 0.071996795 | -0.006829517 [-0.014237604, -0.000585898] |
|
||||
| fold4 | 122 / 43 | last_location | 0.385332089 | 0.345620957 | 0.347823464 | +0.039711132 [-0.062223681, +0.143465643] |
|
||||
| fold4 | 122 / 43 | kendall_tau_b | 0.930579141 | 0.925252123 | 0.926803528 | +0.005327017 [-0.001767658, +0.014622626] |
|
||||
|
||||
Full comparisons against both references are in artifacts/phase2-h2-s2-terminal-report-2026-11-18/folds1to4-descriptive.json.
|
||||
|
||||
## Execution, audit and accounting
|
||||
|
||||
TRON started the already reviewed postfit once under Claude1794946447.294149 because MeltAstra was unreachable. Coordinator985167; implementation25e79995, contract0bd03f42, actual pre-score PASS9c163702. This exception did not allow source edits, retry, publication by TRON, or launching an unbuilt entry. MeltAstra resumes ownership here. No second S2 launch occurred.
|
||||
|
||||
Four new prediction guards plus one score guard PASS. Fold0 has121 exact original predictions/metrics reused; folds1–4 add431 predictions and431 existing target accesses. No new fit or decode. Models freezef033b454 → predictions freeze86480b4d → score-stage PASS validation → target access → terminal4b2a710d. Original result SHA256 c43a6ab2460affdcafd3d51522e7b5e2d60a684b2b1a79a90e06042b0e19bc45; complete 2a55287167daed3ff541210f0fb3f32b8971b70976329cf29ca81828cbf06685.
|
||||
|
||||
MeltAssist independent existing-evidence audit PASS, SHA256 d4999e4a99e82d91b793cffd70b673a977de022878e28d8a9955ca1a4acf59da, is included unchanged. It checked63 source pins/five binding fields,8 freezes/176 Git blobs,4 checkpoints,552 prediction hashes and121 exact reused rows. MeltAstra rechecked all662 audit-recorded current hashes and552 predictions. This is evidence verification, not independent scientific recomputation.
|
||||
|
||||
Audit limits: ordering is supported jointly by Git ancestry, fixed entry and receipts; target log is overwritten, not syscall-level tracing. CPU formula and worker lower bound agree with492.447055337s, but starting resource counters were not retained, preventing independent exact coordinator/reaped-child decomposition. Overwritten progress witnesses cannot all be rehashed historically; retained peak maxima/final results were checked. Current process absence cannot independently establish historical absence.
|
||||
|
||||
GPU ledger: oldS1 18858.214908715 + newfourfoldtraining79602.784961751 + prediction355.327867327 = **98816.327737793GPU-s /144000**. Final postfit CPU492.447055337 /3600s. Assist audit0.841653768CPU-s is separate; this report/aggregation cost is separately recorded in report-cost.json and does not rewrite the original ledger.
|
||||
|
||||
## Stage decision
|
||||
|
||||
Claude1794946961 triggers the frozen304f5771 phase3 plan. Next is item1 data-sufficiency e24fff7c,24GPUh within the new170GPUh plan, first-epoch projection and a new exact MeltAssist review. This report does not launch it. Later seed1/last-fill/context/ensemble remain future stages in the prescribed order. Gate-v2 outcome equivalence failed, so fresh-family admission remains closed. Scientific goal remains useful cross-part filling prediction; neither topology/local-type organisation nor connectivity is globally settled by this comparison.
|
||||
@@ -1,3 +1,11 @@
|
||||
## H2-S2终态交付与phase3触发(2026-11-18)
|
||||
|
||||
S2四fold训练及postfit已COMPLETE,不能重启。TRON依Claude1794946447一次例外启动已审阅25e79995/0bd03f42/PASS9c163702;Melt接回终态与唯一writer出版。552件/204组件field CONFIRMED;H2−A=-.005038634,CI[-.007536893,-.002830534],但末点/Rg更差+.079903034,CI[+.006940890,+.155577284]。40852全节点/665query负值未clip。fold0已看后recipe confirmation,不称独立五折预登记。folds1–4描述表由冻结逐件指标汇总,431件/167组件,见docs/phase2-h2-s2-results-2026-11-18.md;无新预测/target读取/原评分改动。
|
||||
|
||||
Assist1794947961独立终态审计PASS原件d4999e4a完整接收,保留target日志非syscall追踪、CPU起始resource计数未留存等限制。Melt重核662当前哈希+552预测。terminal4b2a710d/resultc43a6ab2/complete2a552871;总98816.327737793GPU-s/144000,postCPU492.447055337/3600,审计和描述表成本另列。Claude1794946961已触发304f5771计划;下一步构建item1 e24fff7c/24GPUh(170GPUh总计划内)及新的Assist审阅,当前尚未启动。gate-v2失败保留,fresh-family仍关闭。下方旧S2运行及phase3未触发快照均为历史。
|
||||
|
||||
远端结果/phase3条件记录交付b89762e925be46cf618ba9e6b24c3f59d0b5dd92已ref核验,2604文件/46,569,800B,包括完整545预测和逐件回执。独立HTTP核验见artifacts/phase2-gate-outcome-results-publication-2026-11-18/http-readback.json。
|
||||
|
||||
## phase3条件计划已记录,未执行(2026-11-18)
|
||||
|
||||
已实读Claude1794928372.222109,固定304f5771d9fdf1c764251b3b7d7f0b6ae7d0e854,详见docs/phase3-conditional-plan-2026-11-18.md。全部等待S2 pooled CONFIRMED;若不确认,所有项目均不运行,Claude从data-sufficiency问题重新规划。确认后顺序:data-sufficiency24GPUh→a seed1五fold约33→c末填34–38→b H2+B13约33→a seed2/ensemble约33(余预算允许)。新总帽170GPUh,各项首epoch投影,超帽停报。b/c各自CI门外,同endpoint点效应绝对值须超过seed1−seed0差值并同时报告;component bootstrap不等于训练随机性。当前gate v2已FAIL,fresh-family条件未满足,不开放。仅记录合同输入a5dce5d0f/bde120e9d/c9974ae27的Claude接受和顺序修订,未独立重审规格正文,未实施/测试/训练。
|
||||
|
||||
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"status": "TRAIN_COMPLETE_POSTFIT_PENDING",
|
||||
"terminal": [
|
||||
{
|
||||
"fold": 3,
|
||||
"status": "PASS",
|
||||
"returncode": 0,
|
||||
"gpu_seconds_charged": 17165.520918515045,
|
||||
"coordinator_observed_seconds": 17165.520918515045,
|
||||
"guard_gpu_seconds": 17159.487519533024,
|
||||
"complete_sha256": "00d090dc04b74aea8dc34cfb201fdeb71d83621adb39f1c07b8d933edef7baf9",
|
||||
"receipt_present": true
|
||||
},
|
||||
{
|
||||
"fold": 4,
|
||||
"status": "PASS",
|
||||
"returncode": 0,
|
||||
"gpu_seconds_charged": 20558.821576796938,
|
||||
"coordinator_observed_seconds": 20558.821576796938,
|
||||
"guard_gpu_seconds": 20553.00508548494,
|
||||
"complete_sha256": "7cd91b195d49936c3c410b1de8b1b2566767e4f6ec71da7f3df972afc396311b",
|
||||
"receipt_present": true
|
||||
},
|
||||
{
|
||||
"fold": 1,
|
||||
"status": "PASS",
|
||||
"returncode": 0,
|
||||
"gpu_seconds_charged": 20852.813014281914,
|
||||
"coordinator_observed_seconds": 20852.813014281914,
|
||||
"guard_gpu_seconds": 20847.192353509017,
|
||||
"complete_sha256": "a0050077e23e2c79ae318c72b65310f0a4c7e87736bc7b78d414a4d312105e7b",
|
||||
"receipt_present": true
|
||||
},
|
||||
{
|
||||
"fold": 2,
|
||||
"status": "PASS",
|
||||
"returncode": 0,
|
||||
"gpu_seconds_charged": 21025.629452157067,
|
||||
"coordinator_observed_seconds": 21025.629452157067,
|
||||
"guard_gpu_seconds": 21019.901093814056,
|
||||
"complete_sha256": "c4908d2a6e615804992e91e1b5d15f2257d457f91ae1c1de7ef3168032897c49",
|
||||
"receipt_present": true
|
||||
}
|
||||
],
|
||||
"new_gpu_seconds_charged": 79602.78496175096,
|
||||
"prior_gpu_once": 18858.21490871499,
|
||||
"cumulative_h2_gpu_seconds": 98460.99987046595,
|
||||
"prediction_gpu_reserve": 2400,
|
||||
"coordinator_cpu_seconds": 1125.514715108,
|
||||
"wall_seconds": 20967.131487877923,
|
||||
"new_fits": 4,
|
||||
"postfit_started": false,
|
||||
"no_retry": true
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"cpu_seconds_charged": 20783.378332,
|
||||
"attempts": [
|
||||
{
|
||||
"name": "train",
|
||||
"status": "PASS",
|
||||
"cpu_seconds": 20783.378332
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase2_h2_s2_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase2-h2-s2-2026-11-17",
|
||||
"1"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 20783.378332,
|
||||
"wall_seconds": 20782.562221990083,
|
||||
"peak_tree_rss_bytes": 1487589376,
|
||||
"peak_process_count": 1,
|
||||
"output_disk_bytes_before_receipt": 4096,
|
||||
"max_poll_gap_seconds": 2.1870177219389006,
|
||||
"poll_target_seconds": 0.2,
|
||||
"reaped_orphan_cpu_seconds": 0.0,
|
||||
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
||||
"gpu_visible": true,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"retry": false,
|
||||
"monitor_errors": 0,
|
||||
"last_monitor_error": null
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase2_h2_s2_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase2-h2-s2-2026-11-17",
|
||||
"1"
|
||||
],
|
||||
"limits": {
|
||||
"total_cpu_seconds": 30625.446272821253,
|
||||
"job_cpu_seconds": 30625.446272821253,
|
||||
"job_wall_seconds": 30610.89140474421,
|
||||
"tree_rss_bytes": 17179869184,
|
||||
"disk_bytes": 21474836480,
|
||||
"max_processes": 1
|
||||
},
|
||||
"started_unix": 1794925134.323424
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"stage": "S2_TRAINING",
|
||||
"fold": 1,
|
||||
"elapsed_gpu_seconds": 20846.957840770017,
|
||||
"device_bytes": 1802502144,
|
||||
"device_utilization": 0,
|
||||
"tree_rss_bytes": 447873024,
|
||||
"recorded_peaks": {
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
},
|
||||
"reasons": [],
|
||||
"unix": 1794945916.7258244
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"pid": 701953,
|
||||
"unix": 1794925129.768054,
|
||||
"contract_sha256": "76e1976bed88fc390812238c3d80693446daea3840dc009ac7d8870ddc43a31d",
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"setup_gpu_seconds": 60
|
||||
}
|
||||
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"torch": "2.5.1+cu124",
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
|
||||
"model_dtype": "FP32",
|
||||
"autocast": false,
|
||||
"grad_scaler": false,
|
||||
"fresh_seed": 0,
|
||||
"pilot_weights_reused": false,
|
||||
"parameter_count": 195077
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 2,
|
||||
"optimizer_steps": 748,
|
||||
"wall_seconds": 214.56241511099506,
|
||||
"cpu_seconds": 208.232083328,
|
||||
"train_mean_weighted_loss": 0.004254653390450784,
|
||||
"train_epoch_seconds": 101.49846032995265,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.00019999999999999998,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 3,
|
||||
"optimizer_steps": 1122,
|
||||
"wall_seconds": 317.7690202810336,
|
||||
"cpu_seconds": 311.47545836499995,
|
||||
"train_mean_weighted_loss": 0.003948159171271067,
|
||||
"train_epoch_seconds": 103.20542930392548,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0003,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 4,
|
||||
"optimizer_steps": 1496,
|
||||
"wall_seconds": 418.5447307069553,
|
||||
"cpu_seconds": 412.289502406,
|
||||
"train_mean_weighted_loss": 0.0037329502773642688,
|
||||
"train_epoch_seconds": 100.77471716201399,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0004,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 5,
|
||||
"optimizer_steps": 1870,
|
||||
"wall_seconds": 519.0727132259635,
|
||||
"cpu_seconds": 512.855247371,
|
||||
"train_mean_weighted_loss": 0.004122361992375515,
|
||||
"train_epoch_seconds": 100.5270087220706,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0005,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 6,
|
||||
"optimizer_steps": 2244,
|
||||
"wall_seconds": 620.380771755008,
|
||||
"cpu_seconds": 614.202627172,
|
||||
"train_mean_weighted_loss": 0.0038290805274388056,
|
||||
"train_epoch_seconds": 101.30708371894434,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0006000000000000001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 7,
|
||||
"optimizer_steps": 2618,
|
||||
"wall_seconds": 724.954986001947,
|
||||
"cpu_seconds": 718.816021651,
|
||||
"train_mean_weighted_loss": 0.003731547865961395,
|
||||
"train_epoch_seconds": 104.5732191579882,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007000000000000001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 8,
|
||||
"optimizer_steps": 2992,
|
||||
"wall_seconds": 826.4162505170098,
|
||||
"cpu_seconds": 820.315941004,
|
||||
"train_mean_weighted_loss": 0.003466548270837016,
|
||||
"train_epoch_seconds": 101.4602776520187,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 9,
|
||||
"optimizer_steps": 3366,
|
||||
"wall_seconds": 927.308828053996,
|
||||
"cpu_seconds": 921.247215202,
|
||||
"train_mean_weighted_loss": 0.003325696840160075,
|
||||
"train_epoch_seconds": 100.89159664500039,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 10,
|
||||
"optimizer_steps": 3740,
|
||||
"wall_seconds": 1040.5275156040443,
|
||||
"cpu_seconds": 1034.5106964719998,
|
||||
"train_mean_weighted_loss": 0.003764224946022821,
|
||||
"train_epoch_seconds": 103.65206824499182,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.001,
|
||||
"validation_mse": 0.0062960282574380496,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 9.565203737001866,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 11,
|
||||
"optimizer_steps": 4114,
|
||||
"wall_seconds": 1138.8736540429527,
|
||||
"cpu_seconds": 1132.8942280029999,
|
||||
"train_mean_weighted_loss": 0.0034880032096643748,
|
||||
"train_epoch_seconds": 98.3451819519978,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000999932335971272,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 12,
|
||||
"optimizer_steps": 4488,
|
||||
"wall_seconds": 1242.4237714109477,
|
||||
"cpu_seconds": 1236.480485693,
|
||||
"train_mean_weighted_loss": 0.003259349997711921,
|
||||
"train_epoch_seconds": 103.54911662894301,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009997293623837584,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 13,
|
||||
"optimizer_steps": 4862,
|
||||
"wall_seconds": 1342.4358102550032,
|
||||
"cpu_seconds": 1336.529890973,
|
||||
"train_mean_weighted_loss": 0.0029669262872426224,
|
||||
"train_epoch_seconds": 100.011052572052,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009993911347284108,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 14,
|
||||
"optimizer_steps": 5236,
|
||||
"wall_seconds": 1446.7133925310336,
|
||||
"cpu_seconds": 1440.8461865,
|
||||
"train_mean_weighted_loss": 0.003302868274060753,
|
||||
"train_epoch_seconds": 104.27658736798912,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009989177454732933,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 15,
|
||||
"optimizer_steps": 5610,
|
||||
"wall_seconds": 1550.076706051943,
|
||||
"cpu_seconds": 1544.245117255,
|
||||
"train_mean_weighted_loss": 0.0030129171981069882,
|
||||
"train_epoch_seconds": 103.36230784188956,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009983093240383016,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 16,
|
||||
"optimizer_steps": 5984,
|
||||
"wall_seconds": 1652.8830402579624,
|
||||
"cpu_seconds": 1647.0862072379998,
|
||||
"train_mean_weighted_loss": 0.002848565697473182,
|
||||
"train_epoch_seconds": 102.80534682201687,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009975660367597806,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 17,
|
||||
"optimizer_steps": 6358,
|
||||
"wall_seconds": 1754.7250675059622,
|
||||
"cpu_seconds": 1748.964611444,
|
||||
"train_mean_weighted_loss": 0.002861002868825682,
|
||||
"train_epoch_seconds": 101.84103886107914,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000996688086845051,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 18,
|
||||
"optimizer_steps": 6732,
|
||||
"wall_seconds": 1854.8204684560187,
|
||||
"cpu_seconds": 1849.095771076,
|
||||
"train_mean_weighted_loss": 0.00280508087768945,
|
||||
"train_epoch_seconds": 100.09439636394382,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009956757143168527,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 19,
|
||||
"optimizer_steps": 7106,
|
||||
"wall_seconds": 1955.8656764599727,
|
||||
"cpu_seconds": 1950.177695228,
|
||||
"train_mean_weighted_loss": 0.0030802427290472162,
|
||||
"train_epoch_seconds": 101.04421254398767,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009945291959477269,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 20,
|
||||
"optimizer_steps": 7480,
|
||||
"wall_seconds": 2064.1479050249327,
|
||||
"cpu_seconds": 2058.506118995,
|
||||
"train_mean_weighted_loss": 0.0027262824004888014,
|
||||
"train_epoch_seconds": 99.24413641996216,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009932488451843476,
|
||||
"validation_mse": 0.004026546476782015,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 9.036654948955402,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 21,
|
||||
"optimizer_steps": 7854,
|
||||
"wall_seconds": 2163.6564486980205,
|
||||
"cpu_seconds": 2158.0467117380003,
|
||||
"train_mean_weighted_loss": 0.0025971666982951575,
|
||||
"train_epoch_seconds": 99.5075857170159,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009918350120618293,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 22,
|
||||
"optimizer_steps": 8228,
|
||||
"wall_seconds": 2264.1525515129324,
|
||||
"cpu_seconds": 2258.577538167,
|
||||
"train_mean_weighted_loss": 0.002683598445368174,
|
||||
"train_epoch_seconds": 100.4951118560275,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009902880831080306,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 23,
|
||||
"optimizer_steps": 8602,
|
||||
"wall_seconds": 2362.8258262230083,
|
||||
"cpu_seconds": 2357.2859722900002,
|
||||
"train_mean_weighted_loss": 0.0025218536611597776,
|
||||
"train_epoch_seconds": 98.67228275898378,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009886084812378818,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 24,
|
||||
"optimizer_steps": 8976,
|
||||
"wall_seconds": 2462.199376679957,
|
||||
"cpu_seconds": 2456.6935811040003,
|
||||
"train_mean_weighted_loss": 0.002589730928513045,
|
||||
"train_epoch_seconds": 99.37257259199396,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009867966656377629,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 25,
|
||||
"optimizer_steps": 9350,
|
||||
"wall_seconds": 2563.69759167498,
|
||||
"cpu_seconds": 2558.2241396530003,
|
||||
"train_mean_weighted_loss": 0.002810016894666801,
|
||||
"train_epoch_seconds": 101.49722625897266,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009848531316399684,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 26,
|
||||
"optimizer_steps": 9724,
|
||||
"wall_seconds": 2665.593777477974,
|
||||
"cpu_seconds": 2660.1531635740002,
|
||||
"train_mean_weighted_loss": 0.002725821202989331,
|
||||
"train_epoch_seconds": 101.89518830098677,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009827784105872876,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 27,
|
||||
"optimizer_steps": 10098,
|
||||
"wall_seconds": 2773.8470020040404,
|
||||
"cpu_seconds": 2768.41302733,
|
||||
"train_mean_weighted_loss": 0.002403871603916892,
|
||||
"train_epoch_seconds": 108.2522286369931,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.00098057306968774,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 28,
|
||||
"optimizer_steps": 10472,
|
||||
"wall_seconds": 2885.3287240349455,
|
||||
"cpu_seconds": 2880.035193707,
|
||||
"train_mean_weighted_loss": 0.0025810988391995466,
|
||||
"train_epoch_seconds": 111.48074649996124,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000978237711859507,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 29,
|
||||
"optimizer_steps": 10846,
|
||||
"wall_seconds": 2998.038095318014,
|
||||
"cpu_seconds": 2992.784133736,
|
||||
"train_mean_weighted_loss": 0.0023513388893666477,
|
||||
"train_epoch_seconds": 112.70838759699836,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009757729755661011,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 30,
|
||||
"optimizer_steps": 11220,
|
||||
"wall_seconds": 3125.1483376609394,
|
||||
"cpu_seconds": 3119.927941256,
|
||||
"train_mean_weighted_loss": 0.0024054862455363583,
|
||||
"train_epoch_seconds": 115.60618750099093,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009731795346418141,
|
||||
"validation_mse": 0.004334952385698312,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 11.502408961998299,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 31,
|
||||
"optimizer_steps": 11594,
|
||||
"wall_seconds": 3241.797971414984,
|
||||
"cpu_seconds": 3236.608287821,
|
||||
"train_mean_weighted_loss": 0.002504636570762538,
|
||||
"train_epoch_seconds": 116.64876280911267,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009704580981074999,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 32,
|
||||
"optimizer_steps": 11968,
|
||||
"wall_seconds": 3353.9165559009416,
|
||||
"cpu_seconds": 3348.757754404,
|
||||
"train_mean_weighted_loss": 0.0025833614775944047,
|
||||
"train_epoch_seconds": 112.11760630900972,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009676094099767331,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 33,
|
||||
"optimizer_steps": 12342,
|
||||
"wall_seconds": 3464.6493340530433,
|
||||
"cpu_seconds": 3459.519461628,
|
||||
"train_mean_weighted_loss": 0.0023395309983102307,
|
||||
"train_epoch_seconds": 110.73179083899595,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000964634249052405,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 34,
|
||||
"optimizer_steps": 12716,
|
||||
"wall_seconds": 3579.006513508968,
|
||||
"cpu_seconds": 3573.913332117,
|
||||
"train_mean_weighted_loss": 0.002214649132412965,
|
||||
"train_epoch_seconds": 114.35620191099588,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009615334287138054,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 35,
|
||||
"optimizer_steps": 13090,
|
||||
"wall_seconds": 3690.9864626110066,
|
||||
"cpu_seconds": 3685.9267334650003,
|
||||
"train_mean_weighted_loss": 0.0022574230446708804,
|
||||
"train_epoch_seconds": 111.97896176797803,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009583077966942535,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 36,
|
||||
"optimizer_steps": 13464,
|
||||
"wall_seconds": 3806.0230171129806,
|
||||
"cpu_seconds": 3800.997279451,
|
||||
"train_mean_weighted_loss": 0.0022907261092506115,
|
||||
"train_epoch_seconds": 115.03541268792469,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009549582348493355,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 37,
|
||||
"optimizer_steps": 13838,
|
||||
"wall_seconds": 3916.1495150410337,
|
||||
"cpu_seconds": 3911.149075618,
|
||||
"train_mean_weighted_loss": 0.002230959279083003,
|
||||
"train_epoch_seconds": 110.12550089589786,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009514856589158148,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 38,
|
||||
"optimizer_steps": 14212,
|
||||
"wall_seconds": 4023.84392111504,
|
||||
"cpu_seconds": 4018.881445904,
|
||||
"train_mean_weighted_loss": 0.0025568928555309775,
|
||||
"train_epoch_seconds": 107.69321398600005,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000947891018261278,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 39,
|
||||
"optimizer_steps": 14586,
|
||||
"wall_seconds": 4129.276773332967,
|
||||
"cpu_seconds": 4124.3557230960005,
|
||||
"train_mean_weighted_loss": 0.0021101680410689164,
|
||||
"train_epoch_seconds": 105.43171101098415,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009441752956245879,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 40,
|
||||
"optimizer_steps": 14960,
|
||||
"wall_seconds": 4249.557408393943,
|
||||
"cpu_seconds": 4244.683131928,
|
||||
"train_mean_weighted_loss": 0.0021954320544509414,
|
||||
"train_epoch_seconds": 110.51884293195326,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009403395068472121,
|
||||
"validation_mse": 0.003730992329848113,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 9.760357138002291,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 41,
|
||||
"optimizer_steps": 15334,
|
||||
"wall_seconds": 4359.474525777972,
|
||||
"cpu_seconds": 4355.215452362,
|
||||
"train_mean_weighted_loss": 0.002064629566293515,
|
||||
"train_epoch_seconds": 109.9163012689678,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009363847005955023,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 42,
|
||||
"optimizer_steps": 15708,
|
||||
"wall_seconds": 4465.770449202973,
|
||||
"cpu_seconds": 4461.550579944,
|
||||
"train_mean_weighted_loss": 0.002046785447151599,
|
||||
"train_epoch_seconds": 106.29494350205641,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000932311958073999,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 43,
|
||||
"optimizer_steps": 16082,
|
||||
"wall_seconds": 4574.577221279964,
|
||||
"cpu_seconds": 4570.394932502,
|
||||
"train_mean_weighted_loss": 0.002219343103649072,
|
||||
"train_epoch_seconds": 108.80579590098932,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009281223927298418,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 44,
|
||||
"optimizer_steps": 16456,
|
||||
"wall_seconds": 4680.743932045996,
|
||||
"cpu_seconds": 4676.5990164800005,
|
||||
"train_mean_weighted_loss": 0.002455705358644923,
|
||||
"train_epoch_seconds": 106.16554703796282,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000923817149948363,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 45,
|
||||
"optimizer_steps": 16830,
|
||||
"wall_seconds": 4783.273994214018,
|
||||
"cpu_seconds": 4779.170097405,
|
||||
"train_mean_weighted_loss": 0.0023318762267732908,
|
||||
"train_epoch_seconds": 102.52906971902121,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009193974067399517,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 46,
|
||||
"optimizer_steps": 17204,
|
||||
"wall_seconds": 4888.589143677033,
|
||||
"cpu_seconds": 4884.521912172,
|
||||
"train_mean_weighted_loss": 0.001987419095240769,
|
||||
"train_epoch_seconds": 105.31414904806297,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.00091486437141827,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 47,
|
||||
"optimizer_steps": 17578,
|
||||
"wall_seconds": 4991.695364799933,
|
||||
"cpu_seconds": 4987.66492861,
|
||||
"train_mean_weighted_loss": 0.002040828200400656,
|
||||
"train_epoch_seconds": 103.10510054300539,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009102192832699127,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 48,
|
||||
"optimizer_steps": 17952,
|
||||
"wall_seconds": 5098.077463213005,
|
||||
"cpu_seconds": 5094.082171089,
|
||||
"train_mean_weighted_loss": 0.0020178752233367897,
|
||||
"train_epoch_seconds": 106.38109808904119,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000905463412215599,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 49,
|
||||
"optimizer_steps": 18326,
|
||||
"wall_seconds": 5201.481041262043,
|
||||
"cpu_seconds": 5197.527730279,
|
||||
"train_mean_weighted_loss": 0.001925393112294861,
|
||||
"train_epoch_seconds": 103.40259652899113,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0009005980584629878,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 50,
|
||||
"optimizer_steps": 18700,
|
||||
"wall_seconds": 5314.974913379992,
|
||||
"cpu_seconds": 5311.066219642,
|
||||
"train_mean_weighted_loss": 0.0019155178637676124,
|
||||
"train_epoch_seconds": 103.23345787997823,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008956245521512149,
|
||||
"validation_mse": 0.003891904825543204,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 10.25896491005551,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 51,
|
||||
"optimizer_steps": 19074,
|
||||
"wall_seconds": 5418.476088803029,
|
||||
"cpu_seconds": 5414.604769614,
|
||||
"train_mean_weighted_loss": 0.0020597809329056596,
|
||||
"train_epoch_seconds": 103.5002729910193,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008905442529872457,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 52,
|
||||
"optimizer_steps": 19448,
|
||||
"wall_seconds": 5521.102230787044,
|
||||
"cpu_seconds": 5517.266336155,
|
||||
"train_mean_weighted_loss": 0.001954389034745936,
|
||||
"train_epoch_seconds": 102.62515819992404,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008853585498741453,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 53,
|
||||
"optimizer_steps": 19822,
|
||||
"wall_seconds": 5623.157291740994,
|
||||
"cpu_seconds": 5619.352728268,
|
||||
"train_mean_weighted_loss": 0.0020767838829115477,
|
||||
"train_epoch_seconds": 102.05407486401964,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008800688605313658,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 54,
|
||||
"optimizer_steps": 20196,
|
||||
"wall_seconds": 5725.348152320017,
|
||||
"cpu_seconds": 5721.580043812,
|
||||
"train_mean_weighted_loss": 0.0019462691261456799,
|
||||
"train_epoch_seconds": 102.1898674860131,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008746766311071562,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 55,
|
||||
"optimizer_steps": 20570,
|
||||
"wall_seconds": 5828.5251132589765,
|
||||
"cpu_seconds": 5824.794026929,
|
||||
"train_mean_weighted_loss": 0.0018674353076199564,
|
||||
"train_epoch_seconds": 103.17596393998247,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008691833357832002,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 56,
|
||||
"optimizer_steps": 20944,
|
||||
"wall_seconds": 5929.645358489943,
|
||||
"cpu_seconds": 5925.944614481,
|
||||
"train_mean_weighted_loss": 0.00181361516178414,
|
||||
"train_epoch_seconds": 101.11924364208244,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008635904763715891,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 57,
|
||||
"optimizer_steps": 21318,
|
||||
"wall_seconds": 6031.3663936019875,
|
||||
"cpu_seconds": 6027.696095584,
|
||||
"train_mean_weighted_loss": 0.0018226868860462435,
|
||||
"train_epoch_seconds": 101.71982782706618,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008578995819042416,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 58,
|
||||
"optimizer_steps": 21692,
|
||||
"wall_seconds": 6134.737265961943,
|
||||
"cpu_seconds": 6131.093418611,
|
||||
"train_mean_weighted_loss": 0.0018691254033954582,
|
||||
"train_epoch_seconds": 103.36985453602392,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008521122082148818,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 59,
|
||||
"optimizer_steps": 22066,
|
||||
"wall_seconds": 6235.714557179017,
|
||||
"cpu_seconds": 6232.097289877001,
|
||||
"train_mean_weighted_loss": 0.0017613695903550407,
|
||||
"train_epoch_seconds": 100.97628267505206,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.00084622993751369,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 60,
|
||||
"optimizer_steps": 22440,
|
||||
"wall_seconds": 6347.05169774103,
|
||||
"cpu_seconds": 6343.4694510790005,
|
||||
"train_mean_weighted_loss": 0.0017604176690848084,
|
||||
"train_epoch_seconds": 101.6541108880192,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000840254377954742,
|
||||
"validation_mse": 0.003713328982530054,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 9.681558759999461,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 61,
|
||||
"optimizer_steps": 22814,
|
||||
"wall_seconds": 6446.924746879027,
|
||||
"cpu_seconds": 6443.371800985,
|
||||
"train_mean_weighted_loss": 0.001796214207456493,
|
||||
"train_epoch_seconds": 99.87208431900945,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000834187163196355,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 62,
|
||||
"optimizer_steps": 23188,
|
||||
"wall_seconds": 6549.264977677027,
|
||||
"cpu_seconds": 6545.742085854,
|
||||
"train_mean_weighted_loss": 0.0017041889832568964,
|
||||
"train_epoch_seconds": 102.3391424070578,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008280299519544635,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 63,
|
||||
"optimizer_steps": 23562,
|
||||
"wall_seconds": 6650.0418776819715,
|
||||
"cpu_seconds": 6646.553072127,
|
||||
"train_mean_weighted_loss": 0.0017035019332969847,
|
||||
"train_epoch_seconds": 100.77592507004738,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008217844275491417,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 64,
|
||||
"optimizer_steps": 23936,
|
||||
"wall_seconds": 6751.363155363011,
|
||||
"cpu_seconds": 6747.9061756010005,
|
||||
"train_mean_weighted_loss": 0.0016059833549729651,
|
||||
"train_epoch_seconds": 101.32028079801239,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008154522974444009,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 65,
|
||||
"optimizer_steps": 24310,
|
||||
"wall_seconds": 6852.105438506929,
|
||||
"cpu_seconds": 6848.681827738,
|
||||
"train_mean_weighted_loss": 0.0018160602863975907,
|
||||
"train_epoch_seconds": 100.74128308496438,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008090352927813857,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 66,
|
||||
"optimizer_steps": 24684,
|
||||
"wall_seconds": 6953.960966457031,
|
||||
"cpu_seconds": 6950.5708985480005,
|
||||
"train_mean_weighted_loss": 0.0018092585726025815,
|
||||
"train_epoch_seconds": 101.85452324396465,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0008025351679050974,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 67,
|
||||
"optimizer_steps": 25058,
|
||||
"wall_seconds": 7058.363797527971,
|
||||
"cpu_seconds": 7055.004172858,
|
||||
"train_mean_weighted_loss": 0.0018892898468471626,
|
||||
"train_epoch_seconds": 104.40184577205218,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007959536998847743,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 68,
|
||||
"optimizer_steps": 25432,
|
||||
"wall_seconds": 7159.400800283998,
|
||||
"cpu_seconds": 7156.074736347,
|
||||
"train_mean_weighted_loss": 0.001605196500449552,
|
||||
"train_epoch_seconds": 101.03600336203817,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007892926880280571,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 69,
|
||||
"optimizer_steps": 25806,
|
||||
"wall_seconds": 7260.5376495940145,
|
||||
"cpu_seconds": 7257.245293999,
|
||||
"train_mean_weighted_loss": 0.0016161853737347285,
|
||||
"train_epoch_seconds": 101.13584752299357,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.000782553953389078,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 70,
|
||||
"optimizer_steps": 26180,
|
||||
"wall_seconds": 7372.877376877936,
|
||||
"cpu_seconds": 7369.622980721,
|
||||
"train_mean_weighted_loss": 0.0016059103754352867,
|
||||
"train_epoch_seconds": 102.23738423502073,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007757393382706014,
|
||||
"validation_mse": 0.0036300254102957577,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 10.100866046035662,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 71,
|
||||
"optimizer_steps": 26554,
|
||||
"wall_seconds": 7477.967085115961,
|
||||
"cpu_seconds": 7474.744019796,
|
||||
"train_mean_weighted_loss": 0.0014981471159069984,
|
||||
"train_epoch_seconds": 105.08875859901309,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007688507057203569,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 72,
|
||||
"optimizer_steps": 26928,
|
||||
"wall_seconds": 7580.728353274986,
|
||||
"cpu_seconds": 7577.537180604,
|
||||
"train_mean_weighted_loss": 0.001501503559257619,
|
||||
"train_epoch_seconds": 102.76028241205495,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007618899390217015,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 73,
|
||||
"optimizer_steps": 27302,
|
||||
"wall_seconds": 7684.214509516954,
|
||||
"cpu_seconds": 7681.055480439,
|
||||
"train_mean_weighted_loss": 0.0014126506597808097,
|
||||
"train_epoch_seconds": 103.4851622300921,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007548589411787476,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 74,
|
||||
"optimizer_steps": 27676,
|
||||
"wall_seconds": 7785.14841732895,
|
||||
"cpu_seconds": 7782.0206939380005,
|
||||
"train_mean_weighted_loss": 0.0015183047856610265,
|
||||
"train_epoch_seconds": 100.9329141820781,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007477596343961015,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 75,
|
||||
"optimizer_steps": 28050,
|
||||
"wall_seconds": 7887.350930623012,
|
||||
"cpu_seconds": 7884.252503922,
|
||||
"train_mean_weighted_loss": 0.0015394677957277097,
|
||||
"train_epoch_seconds": 102.20150644809473,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007405939595533515,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 76,
|
||||
"optimizer_steps": 28424,
|
||||
"wall_seconds": 7985.851937360014,
|
||||
"cpu_seconds": 7982.781223614,
|
||||
"train_mean_weighted_loss": 0.0015850555413061541,
|
||||
"train_epoch_seconds": 98.50000410003122,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007333638756744505,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 77,
|
||||
"optimizer_steps": 28798,
|
||||
"wall_seconds": 8088.979422630044,
|
||||
"cpu_seconds": 8085.936515368,
|
||||
"train_mean_weighted_loss": 0.0014746814006363874,
|
||||
"train_epoch_seconds": 103.12648291303776,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007260713593921393,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 78,
|
||||
"optimizer_steps": 29172,
|
||||
"wall_seconds": 8191.294143914944,
|
||||
"cpu_seconds": 8188.280084763001,
|
||||
"train_mean_weighted_loss": 0.0013692007953535147,
|
||||
"train_epoch_seconds": 102.3137180589838,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007187184044075539,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 79,
|
||||
"optimizer_steps": 29546,
|
||||
"wall_seconds": 8294.926725056022,
|
||||
"cpu_seconds": 8291.943862859,
|
||||
"train_mean_weighted_loss": 0.001503919106519735,
|
||||
"train_epoch_seconds": 103.63157598092221,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0007113070209451688,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 80,
|
||||
"optimizer_steps": 29920,
|
||||
"wall_seconds": 8406.029405882,
|
||||
"cpu_seconds": 8403.085129391,
|
||||
"train_mean_weighted_loss": 0.001395173886499775,
|
||||
"train_epoch_seconds": 101.50680889596697,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.00070383923520322,
|
||||
"validation_mse": 0.0036013065310986675,
|
||||
"validation_nodes": 2819493,
|
||||
"validation_seconds": 9.59444152098149,
|
||||
"validation_used_for_selection": false,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 81,
|
||||
"optimizer_steps": 30294,
|
||||
"wall_seconds": 8507.869045673986,
|
||||
"cpu_seconds": 8505.147463902998,
|
||||
"train_mean_weighted_loss": 0.001443319970589715,
|
||||
"train_epoch_seconds": 101.83868183998857,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0006963170887997639,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
Loaded 100 of 1355 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user