Prepare exact seed1 postfit review binding without execution

This commit is contained in:
MeltAstra committed 2026-11-18 17:15:17 +08:00
1 parent 38f0044299
commit e49851ba0b
20 files changed
+83890

No files matched your search

@@ -0,0 +1,22 @@
test_all_five_terminal_no_partial_adoption (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_checkpoint_rejects_wrong_seed_fold_epoch_selection (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_exact_cumulative_budgets_and_final_caps (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_failed_or_duplicate_terminal_rejected (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_failed_worker_recorded_peaks_and_monitor_type (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_learning_only_normalization (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_ledger_double_old_charge_rejected (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_no_partial_cohort_summary (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_original_query_metric_ties_and_undefined (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_predict_needs_actual_review_before_model_or_inputs (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_predict_needs_all_training_terminals_before_input_loader (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_query_full_ids_distinct_and_multiplicity_exact (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_score_no_targets_before_prediction_freeze (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_score_no_targets_or_score_reads_before_review (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_sign_and_equal_component_weight (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_test_loader_denies_foreign_role_before_array_io (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_undefined_component_not_silently_reweighted (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
----------------------------------------------------------------------
Ran 17 tests in 0.932s
OK
@@ -0,0 +1,24 @@
test_all_five_terminal_no_partial_adoption (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_checkpoint_rejects_wrong_seed_fold_epoch_selection (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_complete_summary_has_no_performance_gate (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_exact_cumulative_budgets_and_final_caps (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_failed_or_duplicate_terminal_rejected (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_failed_worker_recorded_peaks_and_monitor_type (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_learning_only_normalization (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_ledger_double_old_charge_rejected (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_manifest_requires_exact_complete_roles_and_hashes (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_no_partial_cohort_summary (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_original_query_metric_ties_and_undefined (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_predict_needs_actual_review_before_model_or_inputs (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_predict_needs_all_training_terminals_before_input_loader (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_query_full_ids_distinct_and_multiplicity_exact (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_score_no_targets_before_prediction_freeze (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_score_no_targets_or_score_reads_before_review (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_sign_and_equal_component_weight (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_test_loader_denies_foreign_role_before_array_io (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
test_undefined_component_not_silently_reweighted (tools.test_phase3_seed1_postfit.Seed1PostfitTests) ... ok
----------------------------------------------------------------------
Ran 19 tests in 0.896s
OK
@@ -0,0 +1,175 @@
{
"unix": 1794993290.6314664,
"training": [
{
"root": "/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18",
"contract_sha256": "c8077c380802615f1caed9ca28448ad8b770e5dd83dc7edb4c0a618a3ad15981",
"code_pins": "PASS",
"code_files": 51,
"live": {
"stage": "SEED1_TRAINING",
"unix": 1794993289.87954,
"active": [
{
"id": 0,
"guard_pid": 1476627
},
{
"id": 1,
"guard_pid": 1476628
}
],
"terminal": [],
"pending": [
2,
3,
4
],
"charged_training_gpu_seconds": 2419.4558242120547,
"postfit_gpu_reserve": 7200
},
"observed_processes": [
{
"job": 0,
"guard_pid": 1476627,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_v2_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18",
"0",
"498011b74b369fb6c4144659d9ea7449863205446329dc36b08e60a78e0d8134"
],
"children": [
{
"pid": 1476707,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_v2_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18",
"0",
"498011b74b369fb6c4144659d9ea7449863205446329dc36b08e60a78e0d8134"
]
}
]
},
{
"job": 1,
"guard_pid": 1476628,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_v2_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18",
"1",
"980c49414d8a7b27c63ddb4776606a39fb1654c2d3841bf658cad3f101142dc4"
],
"children": [
{
"pid": 1476726,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_v2_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18",
"1",
"980c49414d8a7b27c63ddb4776606a39fb1654c2d3841bf658cad3f101142dc4"
]
}
]
}
],
"complete_exists": false,
"global_stop_exists": false
},
{
"root": "/home/frank14f/MeltMind-runs/track-a-h2-2026-11-18",
"contract_sha256": "be4ac1f6d5a5d6c0183aa50d2e046b22d7e5fa77c7714fef7eab6d616e68bee7",
"code_pins": "PASS",
"code_files": 23,
"live": {
"stage": "TRACK_A_TRAINING",
"unix": 1794993290.331022,
"active": [
{
"id": 3,
"guard_pid": 1414045
},
{
"id": 2,
"guard_pid": 1416405
}
],
"terminal": [
{
"id": 1,
"status": "PASS",
"returncode": 0,
"gpu_seconds_charged": 11701.193322008941,
"guard_complete_sha256": "9259261f44a5813451e9f6f7878fd69d65db6e509889f7c78adcb6f417e00b3d"
},
{
"id": 0,
"status": "PASS",
"returncode": 0,
"gpu_seconds_charged": 11847.188839585986,
"guard_complete_sha256": "024bb110576da7c351ad8e98227cace2f40f4247a8f349c01ea4ebfde954891c"
}
],
"pending": [
4
],
"charged_training_gpu_seconds": 34635.27170631196,
"postfit_gpu_reserve": 7200
},
"observed_processes": [
{
"job": 3,
"guard_pid": 1414045,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/track_a_h2_guard.py",
"/home/frank14f/MeltMind-runs/track-a-h2-2026-11-18",
"3"
],
"children": [
{
"pid": 1414160,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/track_a_h2_worker.py",
"/home/frank14f/MeltMind-runs/track-a-h2-2026-11-18",
"3"
]
}
]
},
{
"job": 2,
"guard_pid": 1416405,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/track_a_h2_guard.py",
"/home/frank14f/MeltMind-runs/track-a-h2-2026-11-18",
"2"
],
"children": [
{
"pid": 1416483,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/track_a_h2_worker.py",
"/home/frank14f/MeltMind-runs/track-a-h2-2026-11-18",
"2"
]
}
]
}
],
"complete_exists": false,
"global_stop_exists": false
}
],
"postfit_root": "/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18",
"postfit_binding_sha256": "e94e24575d26dea0963a59c500c8d58090e6c7692637a78bf9896e2419719623",
"postfit_started": false,
"postfit_review_exists": false,
"no_processes_started_by_this_audit": true
}
@@ -673,3 +673,8 @@ Seed1 v2同次独立审阅发现观测覆盖P2(Assist1794991467,BLOCKEDfe873
## V2版本选择与实际启动(2026-11-18 16:55:39)
旧版waiver1794991491在执行前由Claude1794991926明确改为修复版8603801c+同次delta实际PASS,不将waiver跨绑定。Assist新PASSa585c24c已采用并验证完整绑定;唯一1476593/worker1476707和1476726实际GPU0/1 epoch1,初始成本门待完成。原BLOCKED/两版快照/两STOP保持,未建立waiver入口。旧8482.313408一次、总167200不变;Track A独立继续。详见v2-launch报告及实际receipts,不以启动代结果或提前后处理。
## Seed1后处理事前准备(2026-11-18)
Claude1794992262要求的独立后处理绑定已固定0d8eb092/88fab6e5,19CPU合成PASS,完整55code map和comparison8b7569e2提交于1794993246并请TRON原生转Assist。原552/204 test配对、seed1−seed0 field/last/tau逐fold/pooled描述性无性能门;seed0预测/逐件指标复用。仍需本入口实际新PASS及五训练终态/模型冻结/进程退出,全部552预测freeze之后才能单次score。无新阶段/seed2/ensemble计算;原科学及累计预算不扩张。当前仅prepared、未review采用/预测/评分,报告phase3-seed1-postfit-entry;不重复主审或sharing授权,不以本地固定当成执行结果。
+6
View File
@@ -1,3 +1,9 @@
## 最新 seed1 postfit独立绑定已提交事前审阅,未启动(2026-11-18)
Claude1794992262唯一准备任务已完成:root `/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18`,implementation0d8eb092/contract88fab6e5/proof41972211/comparison8b7569e2/55codes/1143sources,完整binding e94e2457;19CPU合成PASS。Slack1794993246已提交并请TRON按恢复的原生路由转Assist;尚不声称Assist实收/实际PASS。报告docs/phase3-seed1-postfit-entry-2026-11-18.md;无review、started、waiter、模型加载、科学数组解码、test目标读、预测或评分。五v2训练PASS/终态模型冻结/进程退出及本入口新精确审阅满足后,方可按合同执行;训练PASS不得替代评分审阅。
同原552件/204组件/五test角色,seed0全部预测和逐件H2指标复用,seed1逐fold/pooled原query relativeL2、last/Rg、tau;差seed1−seed0,原组件等权paired bootstrap2000 seed2026111408,描述性无性能门。旧8482.313408一次、seed1累计167200,phase3prior80903.629407已含旧、累计612000;post7200GPU/3600CPU,GPU0串行/每折900GPU+300CPU,score900CPU,0retry。原8603801c/c8077c38训练51pins及Track A原源保持;17:13左右live回执显示seed1两折active/pending2/3/4,Track A两PASS、2/3active、4pending,均无complete/global-stop;当前状态仍须看真实raw。不得自动启动后处理、重启或改运行pins。
## 最新 v2首两成本门和观测回执PASS(2026-11-18 16:57:43)
同一1476593队列/1476707、1476726 worker,首轮88.252592/106.888871s,成本门均PASS且已epoch2;两实际观测OBSERVED/errors[]/history hash相符,不倒推历史占用。pending2/3/4各按median24863.510897预留,新总投影131517.554487含post7200,加旧8482.313408一次=seed1累计投影139999.867895/167200,phase3投影212421.183895/612000。三pending尚未实测,不称全五折PASS。source8603801c/c8077c38不变,first-two-epoch-audit记录原回执;不复制、不改帽、不自动后处理。
@@ -0,0 +1,25 @@
# Seed1 独立后处理入口与事前审阅
Claude 1794992262.078969要求在seed1训练期间准备本入口并交MeltAssist事前审阅。当前交付仅为代码、比较合同和精确绑定;19项CPU合成检查PASS,未运行预测、评分或读取测试目标。完整范围是原S2的552件/204亲缘组件、五个固定test角色,逐fold和pooled描述性报告seed1−seed0;不设seed1性能通过门、不执行seed2/ensemble或后续1b/c/b。
独立root:`/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18`。训练固定为v2 `8603801c4644068db5102227878e1af28c3b5f5e` / contract `c8077c380802615f1caed9ca28448ad8b770e5dd83dc7edb4c0a618a3ad15981`。本入口的完整五字段以root内`expected-review-binding.json`为准;训练审阅不能代替本次postfit审阅。
## 科学口径与复用
复用seed0原S2全部552预测哈希及原逐件H2指标,包含原fold0的S1哈希复用。不重新拟合或重算seed0指标。新seed1在各折最后200epoch模型上逐件全节点预测,再依原eligible query索引评分,保持raw ID、multiplicity、near-wall、coordinates/Rg、并列和不可定义规则。固定库版本与FP32模型推理、FP64反变换保持原规则,不裁剪负值。
报告relative L2场误差、last_location/Rg、Kendall τ-b的两臂值和seed1−seed0。先在组件内对逐件指标求均值,再组件等权;配对差取两臂均完整的同组件交集。原paired bootstrap为2000次、seed2026111408、percentile linear95%;附每臂及配对组件数、undefined件和原因、负时节点及query数量。区间反映这些固定模型在组件间的波动,不代表任意训练种子的总体分布。负场误差/末点差表示seed1误差较低,正τ差表示seed1秩一致性较高。
## 执行边界
1. 未来启动必须先验证本次完整绑定的实际PASS。五训练均PASS、最后模型与标准化已冻结、全部seed1训练进程退出、无global-stop后才采用模型。严格分别验证guard的monitor_errors列表及worker的整数0;模型种子1、fold、200epochs、steps、learning-only19列标准化和模型哈希均匹配。
2. 预测入口在目标访问前检查上述终态与审阅。全552件预测完成并冻结manifest/code后,评分入口再次验证审阅、模型及预测冻结,才读取552件已有seconds缓存各一次。新decode为0。任何缺折、错角色、错ID、错哈希、不可接受资源或监控失败均停止,不用部分子集凑合并结果。
3. 原两次seed1 STOP和旧账8482.313407897018 GPU秒不变。新训练实际T与本后处理P只计一次:seed1累计=8482.313407897018+T+P≤167200;phase3累计=80903.62940728385+T+P≤612000,后式prior已含两次旧账,不再重复加旧账。后处理保留GPU7200/CPU3600秒。
4. 五fold在GPU0串行;每折GPU900秒(包括60秒setup裕度和有界idle等待)、CPU300秒;选卡等待20秒并做三次idle polls,不占用Track A优先GPU2。15GiB VRAM/16GiB RSS/20GiB产物上限保持;评分CPU900秒/墙钟1200秒,另有setup180与终态120 CPU秒预留。实际计费还包含队列setup、等待和失败;不重试、不自动延长预算。
5. 当前无自动waiter、无postfit启动、无新科学数组解码、模型权重加载或test目标读取。需要本入口实际精确PASS及全部训练终态后,才可进行已定义的后处理。
## 验证与限制
合成检查19项:错误seed/fold/epoch/best-validation checkpoint;五折终态和失败/重复/旧账双算;累计GPU/CPU上限;learning-only标准化;full/query不同ID域和multiplicity;外来test角色拒绝;审阅/训练终态/预测冻结前不得读取模型或目标;完整552清单的错折、组件、ID、参考哈希、缺失/重复及字节变化;组件等权、差值符号、undefined支持;原tie/zero-denominator;无性能门;失败后记录VRAM峰及monitor类型。
原17项首轮PASS与补充19项PASS均保留在`artifacts/phase3-seed1-postfit-acceptance-2026-11-18`。这些是CPU合成边界证据,不是实数据预测或科学结果。准备收据记录metadata CPU2.289549441秒、训练终态当时尚未出现。MeltAssist独立审阅尚待进行。
@@ -0,0 +1,16 @@
{
"status": "FIXED_PENDING_EXACT_REVIEW",
"unix": 1794993204.1220355,
"config": "PASS",
"source_pins": "PASS",
"code_files": 55,
"source_files": 1143,
"cpu_tests": 19,
"tests_pass": true,
"tests_log_sha256": "dc2861b0c748c8510b88754e52c49b127abcd29c1e7457ffef933d7214686f08",
"binding_sha256": "e94e24575d26dea0963a59c500c8d58090e6c7692637a78bf9896e2419719623",
"new_fits": 0,
"predictions_started": false,
"score_started": false,
"target_values_read": false
}
@@ -0,0 +1,43 @@
{
"approval": "1794992262.078969",
"training_comparison_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
"parts": 552,
"components": 204,
"roles": "same original S2 five test folds",
"seeds": [
0,
1
],
"new_fits": 0,
"seed0_predictions": "hash reuse all552",
"seed0_metrics": "reuse original S2 per-part H2 metrics; no recomputation",
"metrics": [
"relative_l2",
"last_location",
"kendall_tau_b"
],
"difference": "seed1 minus seed0",
"query": "original eligible query/raw IDs/multiplicity/Rg/tie/undefined rules unchanged",
"aggregation": "within-component part means, then equal components; paired complete component intersection",
"bootstrap": {
"replicates": 2000,
"seed": 2026111408,
"confidence": 0.95,
"unit": "component_equal_mean_of_part_differences",
"interval": "percentile_linear"
},
"report": [
"each_fold",
"pooled",
"undefined_and_counts",
"negative_unclipped_nodes"
],
"performance_gate": null,
"descriptive_only": true,
"new_decodes": 0,
"unique_test_target_cache_reads": 552,
"prior_three_seed_proposal_superseded": true,
"seed2": false,
"ensemble": false,
"interpretation": "Noise reference for later 1b/c/b discussion; no automatic later-stage launch; CI describes fixed-model component variability only"
}
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,63 @@
{
"reviewed_commit": "0d8eb0929522a00be735e83b13515107c205968d",
"contract_sha256": "88fab6e55aa87efdce90f32c0f6d1cfdf652e6d69c9142cf66c225a41da2a9ba",
"implementation_proof_sha256": "41972211b674f9a461d6840e9b56bea66fa1ec8b51fe450102029d463778f2aa",
"comparison_contract_sha256": "8b7569e247b76648fc54cafc6d03abfad12beb80ff3d7982e32cf2257207f2bd",
"code_sha256": {
"/home/frank14f/optane/MeltMind/tools/audit_samples.py": "a3daf70ec3bcb77bf46d9dc4887d552cf7c422117880a169969780012278cd70",
"/home/frank14f/optane/MeltMind/tools/boundary_distance.py": "a45c1cbce92521a96eb814913b4f465b926c0b3883932ab0b7c37d11db113ed7",
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
"/home/frank14f/optane/MeltMind/tools/gre24_features.py": "92bca4d348f31246c2e931949e2ca38103881b1b784a621a42044db56a460026",
"/home/frank14f/optane/MeltMind/tools/gre24_features_v2.py": "7dcd5ac218ffdc1ca149edcd87e8658fb3c59e18c0fb9ce47985c7f1357d2cdf",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
"/home/frank14f/optane/MeltMind/tools/o1_partition.py": "5e7dbf97604b9ea9646113a9847e7232020e5f9248fad388177c32ae2a7117da",
"/home/frank14f/optane/MeltMind/tools/o1_prepare.py": "1a695477ee6605d75e7e991205e3e6a49a0907a7733491af8d2771c7bc6a5c23",
"/home/frank14f/optane/MeltMind/tools/o1_v2.py": "7bfc81d820a1be7d40b97b2c0b65a616812cb7615b99d80c4ac589788282c291",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_features.py": "d8e975b0a5362be7ff00fbf554f2b438b54af1b6b95f8993e7c2beae77f2c8f2",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_gate.py": "d5a023749e9d8bb6e04a2a2cbdbb8f0d9568924c534f36102d06707859853e10",
"/home/frank14f/optane/MeltMind/tools/phase2_b12_math.py": "5465b34be5578cc62a7afc67e3cee3cd489ebb75ce6622a3fa320d1b81196c57",
"/home/frank14f/optane/MeltMind/tools/phase2_b13_e1b.py": "e0fb6c9ecb51fdae24706e792edccb5d2259082f06aa2e292e7a23772328330d",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_postfit.py": "767621616b2584cf43be9eaf03bb71e92a7bb5e9e120d323bd8e1c1a7e7966ba",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_prediction_guard.py": "5642c166c6627dbbf6fc529454c33c868d887acc60f08fdfa3b9fb26d44f675b",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_test_data.py": "fc0770fe7de50692dd0ce97ad3868a72fd1b65ab339ebdb9b9460adb51632473",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_postfit_common.py": "e4616411da44af7bb0a5e8f4e3645754e722f06bb4386054569017c3c4496f81",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit.py": "bb163352c9228e4feac917b892d6869fb5207bcfa0d6c268f4a770f5b0da0142",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_common.py": "f9ab22f4eede24531d4338fe167e7c210311f24f52c38eafbc6d2c712c29e645",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_guard.py": "557a16064ee55f09db7010f46dfaf1e4ee64214d0d90a431460fbccc3f8a215d",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_statistics.py": "cf61ecfbf997357e8ab700e6f352ca9e60361c1a0075e764a87e00818100c02a",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_worker.py": "9e475e8e341c450a15c7aab0ab733455364e873098b0910024b49c840246ea75",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_v2_common.py": "25ca6be14027369393bd3616209b08f30e25892cccca83300483c5a116e8d75d",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1_postfit.py": "84599d1f8a72ae12075b3a48f2318c0c0a1ef0b6d94ce194a4009847c7d53273",
"/home/frank14f/optane/MeltMind/tools/r4bc_common.py": "27543fff987975ece767167f9771e6621c825035a053805604e4a696794dfcbd",
"/home/frank14f/optane/MeltMind/tools/r4bc_guard.py": "437a756ddf10b125dce450f463e76e28df52724f8c5766e0a989dfa536805628",
"/home/frank14f/optane/MeltMind/tools/s2_custody_common.py": "588c646101be0d50f505f9a12a1c98361aa3437c8c594eecb7321831f717a741",
"/home/frank14f/optane/MeltMind/tools/s2_custody_statistics.py": "188565801f6901d0192f79aec0889e632501e672a4149d76d1835efbb9b45447",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
"/home/frank14f/optane/MeltMind/tools/s2_models/__init__.py": "a0fa1323d3553172da66c5d442c5fc4fcb0d5055c886c776928604550ea97609",
"/home/frank14f/optane/MeltMind/tools/s2_models/attention.py": "7714adfccf6a0fc6b52a44aee3a50321a88898bf3d743680a1108c01e1ff8a61",
"/home/frank14f/optane/MeltMind/tools/s2_models/blocks.py": "b13e986cea5f1d7f325a1638c1505197b4a105baacff5a9a515f23fcaf28ea75",
"/home/frank14f/optane/MeltMind/tools/s2_models/features.py": "3b34ae61cf8012ebd58b7505a73d7aa43d8ee1890ac54f98d7917b67887a45a4",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
"/home/frank14f/optane/MeltMind/tools/s2_models/normalization.py": "7180696d3845799e28d8c31ddef957d075de6a2e46d96a3a0f0df16fc05234a0",
"/home/frank14f/optane/MeltMind/tools/s2_models/objectives.py": "5b6527a45f08690055d572335470ce5979e8bb86e1cab00de594f79ae21316b1",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1_postfit.py": "1211a8d0fe31ff28894288af140bd5aaa405f289c2fe0f6f62cf6a3dc2fc9f65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17"
}
}
@@ -0,0 +1,4 @@
{
"contract_sha256": "88fab6e55aa87efdce90f32c0f6d1cfdf652e6d69c9142cf66c225a41da2a9ba",
"proof_sha256": "41972211b674f9a461d6840e9b56bea66fa1ec8b51fe450102029d463778f2aa"
}
@@ -0,0 +1,131 @@
{
"commit": "0d8eb0929522a00be735e83b13515107c205968d",
"files": {
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/contract.json": "88fab6e55aa87efdce90f32c0f6d1cfdf652e6d69c9142cf66c225a41da2a9ba",
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/comparison-contract.json": "8b7569e247b76648fc54cafc6d03abfad12beb80ff3d7982e32cf2257207f2bd",
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/preparation-receipt.json": "0fca8d4c2f4822f1e0eebe40f21eea091731815a9948d430414a525e19be4f53",
"/home/frank14f/optane/MeltMind/docs/phase3-seed1-postfit-entry-2026-11-18.md": "49b0f588af30a163245c37b9a741df9304e75c068d0229c6c998ee2cefcf913d",
"/home/frank14f/optane/MeltMind/tools/audit_samples.py": "a3daf70ec3bcb77bf46d9dc4887d552cf7c422117880a169969780012278cd70",
"/home/frank14f/optane/MeltMind/tools/boundary_distance.py": "a45c1cbce92521a96eb814913b4f465b926c0b3883932ab0b7c37d11db113ed7",
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
"/home/frank14f/optane/MeltMind/tools/gre24_features.py": "92bca4d348f31246c2e931949e2ca38103881b1b784a621a42044db56a460026",
"/home/frank14f/optane/MeltMind/tools/gre24_features_v2.py": "7dcd5ac218ffdc1ca149edcd87e8658fb3c59e18c0fb9ce47985c7f1357d2cdf",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
"/home/frank14f/optane/MeltMind/tools/o1_partition.py": "5e7dbf97604b9ea9646113a9847e7232020e5f9248fad388177c32ae2a7117da",
"/home/frank14f/optane/MeltMind/tools/o1_prepare.py": "1a695477ee6605d75e7e991205e3e6a49a0907a7733491af8d2771c7bc6a5c23",
"/home/frank14f/optane/MeltMind/tools/o1_v2.py": "7bfc81d820a1be7d40b97b2c0b65a616812cb7615b99d80c4ac589788282c291",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_features.py": "d8e975b0a5362be7ff00fbf554f2b438b54af1b6b95f8993e7c2beae77f2c8f2",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_gate.py": "d5a023749e9d8bb6e04a2a2cbdbb8f0d9568924c534f36102d06707859853e10",
"/home/frank14f/optane/MeltMind/tools/phase2_b12_math.py": "5465b34be5578cc62a7afc67e3cee3cd489ebb75ce6622a3fa320d1b81196c57",
"/home/frank14f/optane/MeltMind/tools/phase2_b13_e1b.py": "e0fb6c9ecb51fdae24706e792edccb5d2259082f06aa2e292e7a23772328330d",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_postfit.py": "767621616b2584cf43be9eaf03bb71e92a7bb5e9e120d323bd8e1c1a7e7966ba",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_prediction_guard.py": "5642c166c6627dbbf6fc529454c33c868d887acc60f08fdfa3b9fb26d44f675b",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_test_data.py": "fc0770fe7de50692dd0ce97ad3868a72fd1b65ab339ebdb9b9460adb51632473",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_postfit_common.py": "e4616411da44af7bb0a5e8f4e3645754e722f06bb4386054569017c3c4496f81",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit.py": "bb163352c9228e4feac917b892d6869fb5207bcfa0d6c268f4a770f5b0da0142",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_common.py": "f9ab22f4eede24531d4338fe167e7c210311f24f52c38eafbc6d2c712c29e645",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_guard.py": "557a16064ee55f09db7010f46dfaf1e4ee64214d0d90a431460fbccc3f8a215d",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_statistics.py": "cf61ecfbf997357e8ab700e6f352ca9e60361c1a0075e764a87e00818100c02a",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_worker.py": "9e475e8e341c450a15c7aab0ab733455364e873098b0910024b49c840246ea75",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_v2_common.py": "25ca6be14027369393bd3616209b08f30e25892cccca83300483c5a116e8d75d",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1_postfit.py": "84599d1f8a72ae12075b3a48f2318c0c0a1ef0b6d94ce194a4009847c7d53273",
"/home/frank14f/optane/MeltMind/tools/r4bc_common.py": "27543fff987975ece767167f9771e6621c825035a053805604e4a696794dfcbd",
"/home/frank14f/optane/MeltMind/tools/r4bc_guard.py": "437a756ddf10b125dce450f463e76e28df52724f8c5766e0a989dfa536805628",
"/home/frank14f/optane/MeltMind/tools/s2_custody_common.py": "588c646101be0d50f505f9a12a1c98361aa3437c8c594eecb7321831f717a741",
"/home/frank14f/optane/MeltMind/tools/s2_custody_statistics.py": "188565801f6901d0192f79aec0889e632501e672a4149d76d1835efbb9b45447",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
"/home/frank14f/optane/MeltMind/tools/s2_models/__init__.py": "a0fa1323d3553172da66c5d442c5fc4fcb0d5055c886c776928604550ea97609",
"/home/frank14f/optane/MeltMind/tools/s2_models/attention.py": "7714adfccf6a0fc6b52a44aee3a50321a88898bf3d743680a1108c01e1ff8a61",
"/home/frank14f/optane/MeltMind/tools/s2_models/blocks.py": "b13e986cea5f1d7f325a1638c1505197b4a105baacff5a9a515f23fcaf28ea75",
"/home/frank14f/optane/MeltMind/tools/s2_models/features.py": "3b34ae61cf8012ebd58b7505a73d7aa43d8ee1890ac54f98d7917b67887a45a4",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
"/home/frank14f/optane/MeltMind/tools/s2_models/normalization.py": "7180696d3845799e28d8c31ddef957d075de6a2e46d96a3a0f0df16fc05234a0",
"/home/frank14f/optane/MeltMind/tools/s2_models/objectives.py": "5b6527a45f08690055d572335470ce5979e8bb86e1cab00de594f79ae21316b1",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1_postfit.py": "1211a8d0fe31ff28894288af140bd5aaa405f289c2fe0f6f62cf6a3dc2fc9f65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
"/home/frank14f/optane/MeltMind/artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-02.log": "dc2861b0c748c8510b88754e52c49b127abcd29c1e7457ffef933d7214686f08",
"/home/frank14f/optane/MeltMind/artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-01.log": "5f88b531c650f62b68180d745d552202f28a2e00bab10646ae2e1334a49a31e1"
},
"git_paths": {
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/contract.json": "home-runs/phase3-seed1-postfit-2026-11-18/contract.json",
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/comparison-contract.json": "home-runs/phase3-seed1-postfit-2026-11-18/comparison-contract.json",
"/home/frank14f/MeltMind-runs/phase3-seed1-postfit-2026-11-18/preparation-receipt.json": "home-runs/phase3-seed1-postfit-2026-11-18/preparation-receipt.json",
"/home/frank14f/optane/MeltMind/docs/phase3-seed1-postfit-entry-2026-11-18.md": "docs/phase3-seed1-postfit-entry-2026-11-18.md",
"/home/frank14f/optane/MeltMind/tools/audit_samples.py": "tools/audit_samples.py",
"/home/frank14f/optane/MeltMind/tools/boundary_distance.py": "tools/boundary_distance.py",
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "tools/freeze_g1_components.py",
"/home/frank14f/optane/MeltMind/tools/gre24_features.py": "tools/gre24_features.py",
"/home/frank14f/optane/MeltMind/tools/gre24_features_v2.py": "tools/gre24_features_v2.py",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "tools/gre24_models.py",
"/home/frank14f/optane/MeltMind/tools/o1_partition.py": "tools/o1_partition.py",
"/home/frank14f/optane/MeltMind/tools/o1_prepare.py": "tools/o1_prepare.py",
"/home/frank14f/optane/MeltMind/tools/o1_v2.py": "tools/o1_v2.py",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_features.py": "tools/phase2_b1213_features.py",
"/home/frank14f/optane/MeltMind/tools/phase2_b1213_gate.py": "tools/phase2_b1213_gate.py",
"/home/frank14f/optane/MeltMind/tools/phase2_b12_math.py": "tools/phase2_b12_math.py",
"/home/frank14f/optane/MeltMind/tools/phase2_b13_e1b.py": "tools/phase2_b13_e1b.py",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "tools/phase2_fixed_io.py",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "tools/phase2_gate_outcome_review.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "tools/phase2_h1_worker_v2.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "tools/phase2_h2_data.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "tools/phase2_h2_model.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "tools/phase2_h2_s1_common.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_postfit.py": "tools/phase2_h2_s1_postfit.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_prediction_guard.py": "tools/phase2_h2_s1_prediction_guard.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_test_data.py": "tools/phase2_h2_s1_test_data.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "tools/phase2_h2_s2_common.py",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_postfit_common.py": "tools/phase2_h2_s2_postfit_common.py",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "tools/phase2_home_freeze_io.py",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "tools/phase2_local_freeze_io.py",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "tools/phase2_residual_math.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit.py": "tools/phase3_seed1_postfit.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_common.py": "tools/phase3_seed1_postfit_common.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_guard.py": "tools/phase3_seed1_postfit_guard.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_statistics.py": "tools/phase3_seed1_postfit_statistics.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_postfit_worker.py": "tools/phase3_seed1_postfit_worker.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_v2_common.py": "tools/phase3_seed1_v2_common.py",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1_postfit.py": "tools/prepare_phase3_seed1_postfit.py",
"/home/frank14f/optane/MeltMind/tools/r4bc_common.py": "tools/r4bc_common.py",
"/home/frank14f/optane/MeltMind/tools/r4bc_guard.py": "tools/r4bc_guard.py",
"/home/frank14f/optane/MeltMind/tools/s2_custody_common.py": "tools/s2_custody_common.py",
"/home/frank14f/optane/MeltMind/tools/s2_custody_statistics.py": "tools/s2_custody_statistics.py",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "tools/s2_gpu_idle_gate.py",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "tools/s2_main_memory_guard.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/__init__.py": "tools/s2_models/__init__.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/attention.py": "tools/s2_models/attention.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/blocks.py": "tools/s2_models/blocks.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/features.py": "tools/s2_models/features.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "tools/s2_models/network.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/normalization.py": "tools/s2_models/normalization.py",
"/home/frank14f/optane/MeltMind/tools/s2_models/objectives.py": "tools/s2_models/objectives.py",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "tools/s2_pilot_train.py",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "tools/s2_precision_continuation_guard.py",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "tools/s2_recovery_gpu_supervisor.py",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "tools/s2_recovery_monitoring.py",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_supervisor.py": "tools/s2_recovery_supervisor.py",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1_postfit.py": "tools/test_phase3_seed1_postfit.py",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "tools/track_a_h2_common.py",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "tools/track_a_h2_prepare.py",
"/home/frank14f/optane/MeltMind/artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-02.log": "artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-02.log",
"/home/frank14f/optane/MeltMind/artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-01.log": "artifacts/phase3-seed1-postfit-acceptance-2026-11-18/attempt-01.log"
},
"remote_published": false,
"local_repository": "/tmp/meltmind-phase2-local-fixed-20261117"
}
@@ -0,0 +1,16 @@
{
"status": "PREPARED_PENDING_EXACT_PRE_SCORE_REVIEW",
"contract_sha256": "88fab6e55aa87efdce90f32c0f6d1cfdf652e6d69c9142cf66c225a41da2a9ba",
"code_files": 55,
"parts": 552,
"components": 204,
"metadata_cpu_seconds": 2.289549441,
"source_training_unchanged": true,
"model_weights_read": false,
"scientific_arrays_decoded": false,
"target_values_read": false,
"old_scores_parsed": false,
"new_predictions": false,
"training_complete_exists": false,
"launched": false
}
+41
View File
@@ -0,0 +1,41 @@
"""Seed1 postfit only after five frozen training terminals; exact review before test access."""
import fcntl,json,os,resource,sys,time
from pathlib import Path
import psutil
from phase3_seed1_postfit_common import config,read,terminal,prediction_identity,budget,OLD,PHASE3_PRIOR
from phase2_gate_outcome_review import validate_review
from phase2_home_freeze_io import freeze,verify
from phase2_h1_worker_v2 import save,sha,checked
from r4bc_guard import supervise
def run(root):
gpu_clock=time.monotonic();start=time.process_time();u0=resource.getrusage(resource.RUSAGE_CHILDREN);c,tc,pilot=config(root);validate_review(root);adopted=terminal(root,c,tc);lock=(root/'run.lock').open('a');fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
if (root/'started.json').exists():raise FileExistsError('One Seed1 postfit attempt, no retry')
for p in psutil.process_iter(['pid','cmdline']):
if p.pid!=os.getpid() and any(Path(x).name in {'phase3_seed1_postfit.py','phase3_seed1_postfit_worker.py'} for x in p.info['cmdline'] or []):raise RuntimeError('Existing postfit process')
gpu_lock=Path('/tmp/meltmind-seed1-postfit-'+c['gpu_uuid']+'.lock').open('a');fcntl.flock(gpu_lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
os.sched_setaffinity(0,c['coordinator_cpus']);os.environ['PYTORCH_CUDA_ALLOC_CONF']='expandable_segments:True';gpu=0.;charged=0.;records=[];prior=adopted['new_training_gpu_seconds_once'];prediction_start=None
def cpu():
u=resource.getrusage(resource.RUSAGE_CHILDREN);return 180+time.process_time()-start+max(charged,u.ru_utime+u.ru_stime-u0.ru_utime-u0.ru_stime)
save(root/'started.json',dict(pid=os.getpid(),unix=time.time(),new_training_gpu_seconds_once=prior,old_seed1_gpu_seconds_once=OLD,phase3_prior_gpu_once=PHASE3_PRIOR,postfit_gpu_cap=7200,seed1_gpu_cap=167200,phase3_gpu_cap=612000,review_sha256=sha(root/'review.json'),cpu_start_counters=dict(self_process_time=start,children_user=u0.ru_utime,children_system=u0.ru_stime),cpu_setup_allowance=180,new_fits=0,new_decodes=0))
try:
budget(prior,gpu,cpu(),5);save(root/'models-adopted.json',adopted);train=Path(c['training_root']);freeze(root,'models',[root/'contract.json',root/'models-adopted.json',train/'complete.json',train/'models-terminal.json',train/'models-git-freeze.json',train/'terminal-git-freeze.json',*[Path(m['path']) for m in adopted['models']],*[Path(m['standardization']) for m in adopted['models']]])
entries=[]
from phase3_seed1_postfit_guard import run_prediction
for index in range(5):
gpu=max(gpu,60+time.monotonic()-gpu_clock);budget(prior,gpu,cpu(),5-index);(root/'jobs'/str(index)).mkdir(parents=True,exist_ok=False);prediction_start=time.monotonic();g=run_prediction(root,c,tc,index,OLD+prior+gpu,300);observed=60+time.monotonic()-prediction_start;prediction_start=None;cost=max(observed,g['gpu_seconds_charged']);gpu+=cost;charged+=g['worker']['cpu_seconds'] if g['worker'] else 0.;records.append(dict(mode='predict',index=index,charged_gpu_seconds=cost,guard=g));save(root/'resource-progress.json',dict(records=records,prediction_gpu_seconds=gpu,postfit_cpu_seconds=cpu(),cumulative_seed1_gpu_seconds=OLD+prior+gpu,cumulative_phase3_gpu_seconds=PHASE3_PRIOR+prior+gpu))
if g['status']!='PASS' or cost>900 or gpu>7200 or OLD+prior+gpu>167200 or PHASE3_PRIOR+prior+gpu>612000:raise RuntimeError('Prediction/resource guard failure')
m=read(root/'jobs'/str(index)/'prediction-records/manifest.json');entries.extend(m['entries'])
prediction_identity(root,c,tc,entries);save(root/'predictions-manifest.json',dict(entries=entries,seed0_predictions_reused=552,new_fits=0,targets_read=False));freeze(root,'predictions',[root/'contract.json',root/'models-adopted.json',root/'predictions-manifest.json',root/'resource-progress.json',*[Path(p) for p in c['code_sha256']]])
gpu=max(gpu,60+time.monotonic()-gpu_clock);budget(prior,gpu,cpu(),0);validate_review(root);verify(root,'models');verify(root,'predictions')
g=supervise([sys.executable,'tools/phase3_seed1_postfit_worker.py','score',str(root)],root/'score-guard',dict(cpu_seconds=900,wall_seconds=1200,rss_bytes=16*2**30,disk_bytes=20*2**30));charged+=g['cpu_seconds'];records.append(dict(mode='score',guard=g))
if g['status']!='PASS' or g['returncode']!=0 or g['monitor_errors'] or cpu()+120>3600:raise RuntimeError('Score/resource failure')
save(root/'complete.json',dict(status='COMPLETE',records=records,prediction_gpu_seconds=gpu,postfit_cpu_seconds=cpu(),new_training_gpu_seconds_once=prior,old_seed1_gpu_seconds_once=OLD,phase3_prior_gpu_once=PHASE3_PRIOR,cumulative_seed1_gpu_seconds=OLD+prior+gpu,cumulative_phase3_gpu_seconds=PHASE3_PRIOR+prior+gpu,seed1_gpu_cap=167200,phase3_gpu_cap=612000,new_fits=0,new_decodes=0,future_training_started=False,no_retry=True));freeze(root,'terminal',[root/'contract.json',root/'complete.json',root/'score/result.json',root/'review.json'])
final=cpu();save(root/'post-terminal-cost.json',dict(postfit_cpu_seconds=final,prediction_gpu_seconds=gpu,cumulative_seed1_gpu_seconds=OLD+prior+gpu,cumulative_phase3_gpu_seconds=PHASE3_PRIOR+prior+gpu,within_cap=final<=3600 and gpu<=7200 and OLD+prior+gpu<=167200 and PHASE3_PRIOR+prior+gpu<=612000,cpu_start_counters=read(root/'started.json')['cpu_start_counters']))
if final>3600:raise RuntimeError('Final CPU cap after freeze')
except BaseException as exc:
if prediction_start is not None:gpu+=60+time.monotonic()-prediction_start
gpu=max(gpu,60+time.monotonic()-gpu_clock) if not any(r['mode']=='score' for r in records) else gpu
if (root/'complete.json').exists():save(root/'pre-failure-complete.json',read(root/'complete.json'))
save(root/'complete.json',dict(status='STOPPED',reason=type(exc).__name__+': '+str(exc),records=records,postfit_cpu_seconds=cpu(),prediction_gpu_seconds=gpu,new_training_gpu_seconds_once=prior,old_seed1_gpu_seconds_once=OLD,phase3_prior_gpu_once=PHASE3_PRIOR,cumulative_seed1_gpu_seconds=OLD+prior+gpu,cumulative_phase3_gpu_seconds=PHASE3_PRIOR+prior+gpu,new_fits=0,no_retry=True));raise
if __name__=='__main__':run(Path(sys.argv[1]))
+149
View File
@@ -0,0 +1,149 @@
"""Seed1 custody barriers; same S2 test roles and no performance decision gate."""
import math
from pathlib import Path
import numpy as np
from phase2_h1_worker_v2 import checked, sha
from phase2_home_freeze_io import verify
from phase3_seed1_v2_common import config as training_config, execution_command
from track_a_h2_common import read
from phase2_h2_s2_postfit_common import roster
OLD = 8482.313407897018
PHASE3_PRIOR = 80903.62940728385
GPU = 'GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c'
TRAINING = '8603801c4644068db5102227878e1af28c3b5f5e'
BOOTSTRAP = dict(replicates=2000, seed=2026111408, confidence=.95,
unit='component_equal_mean_of_part_differences', interval='percentile_linear')
def config(root):
c = read(root / 'contract.json'); verify(root, 'implementation')
if (c['approval'] != '1794992262.078969' or c['gpu_cap'] != 167200
or c['postfit_gpu_cap'] != 7200 or c['postfit_cpu_cap'] != 3600
or c['phase3_gpu_cap'] != 612000 or c['old_seed1_gpu_once'] != OLD
or c['phase3_prior_gpu_once'] != PHASE3_PRIOR or c['gpu_uuid'] != GPU
or c['idle_wait_seconds'] != 20 or not c['no_retry'] or c['performance_gate'] is not None
or c['new_fits'] != 0 or c['new_decodes'] != 0 or c['bootstrap'] != BOOTSTRAP):
raise PermissionError('Fixed seed1 postfit scope')
for p, h in {**c['source_sha256'], **c['code_sha256']}.items(): checked(p, h)
train = Path(c['training_root'])
if verify(train, 'implementation')['commit'] != TRAINING: raise ValueError('Training implementation differs')
tc, pilot = training_config(train)
if sha(train / 'contract.json') != c['training_contract_sha256']: raise ValueError('Training contract differs')
if c['jobs'] != [dict(id=j['id'], expected_parts=len(j['test'])) for j in tc['jobs']]:
raise ValueError('All original five test lists')
for name in ['predictions', 'terminal']: verify(Path(c['seed0_root']), name)
by = roster(c, pilot)
seed0 = read(c['seed0_manifest'])['entries']
if len(seed0) != 552 or len({e['case'] for e in seed0}) != 552 or c['seed0_predictions'] != {e['case']:e for e in seed0}:
raise ValueError('Original seed0 manifest identity')
for case, e in c['seed0_predictions'].items():
row = by[case]
if (e['fold'] != next(a['fold'] for a in row['assignments'] if a['role']=='test')
or e['component_id'] != row['component_id'] or e['nodes'] != row['nodes']):
raise ValueError('Seed0 same test roles')
return c, tc, pilot
def terminal_ledger(tc, done, manifest):
entries = done.get('entries', []); models = manifest.get('models', [])
if (done.get('status') != 'TRAIN_COMPLETE_POSTFIT_REVIEW_PENDING'
or done.get('postfit_started') is not False or done.get('test_targets_read') is not False
or len(entries) != 5 or {e['id'] for e in entries} != set(range(5))
or any(e['status'] != 'PASS' or e['returncode'] != 0 for e in entries)
or len(models) != 5 or {m['job'] for m in models} != set(range(5))
or manifest.get('new_fits') != 5 or manifest.get('test_prediction_started') is not False):
raise ValueError('All five original terminal checkpoints required')
costs = [e['gpu_seconds_charged'] for e in entries]
value = done['training_gpu_seconds']
if (any(not math.isfinite(x) or x < 0 or x > 40000 for x in costs)
or not math.isfinite(value) or abs(value-sum(costs)) > 1e-8
or value > tc['train_gpu_cap'] or done['phase3_prior_gpu_once'] != PHASE3_PRIOR
or abs(done['cumulative_phase3_training_gpu_seconds']-PHASE3_PRIOR-value)>1e-8):
raise ValueError('Training ledger must include old costs exactly once')
budget(value, 0, 180, 5)
return value
def normal_identity(stats, job):
if (stats['parts'] != job['learning'] or stats['nodes'] != job['learning_nodes']
or len(stats['mean']) != 19 or len(stats['scale']) != 19
or not np.isfinite(stats['mean']).all() or not np.isfinite(stats['scale']).all()
or min(stats['scale']) <= 0): raise ValueError('Learning-only 19-column normalization')
def terminal(root, c, tc):
import psutil
train = Path(c['training_root'])
tp = verify(train, 'terminal'); mp = verify(train, 'models')
if (train/'global-stop.json').exists(): raise PermissionError('Training global stop')
done = read(train/'complete.json'); manifest = read(train/'models-terminal.json')
value = terminal_ledger(tc, done, manifest)
for p in psutil.process_iter(['cmdline']):
if execution_command(p.info['cmdline'] or []): raise RuntimeError('Seed1 training process still alive')
for j in tc['jobs']:
i=j['id']; w=train/'jobs'/str(i)/'worker'; e=next(e for e in done['entries'] if e['id']==i)
assignment=read(checked(w.parent/'assignment.json',e['assignment_sha256']))
if assignment['id']!=i or assignment['contract_sha256']!=c['training_contract_sha256'] or assignment['gpu_uuid']!=e['gpu_uuid']:
raise ValueError('Original assignment identity')
g=read(checked(w.parent/'complete.json',e['guard_complete_sha256']))
receipt=read(w.parent/'guards/train.receipt.json')
if (g['status']!='PASS' or g['reasons'] or g['monitor_errors'] or g['worker']!=receipt
or type(receipt.get('monitor_errors')) is not int or receipt['monitor_errors']!=0
or receipt['status']!='PASS' or receipt['returncode']!=0): raise ValueError('Training monitoring failure')
r=read(checked(w/'result.json',g['worker_result_sha256'])); m=next(m for m in manifest['models'] if m['job']==i)
if (r['status']!='COMPLETE' or r['fold']!=i or r['completed_epochs']!=200
or r['optimizer_steps']!=j['target_steps'] or r['learning_parts']!=len(j['learning'])
or r['learning_nodes_per_epoch']!=j['learning_nodes'] or r['test_targets_read'] is not False
or r['test_prediction_started'] is not False or r['validation_used_for_selection'] is not False
or m['path']!=str(w/'last-epoch200.pt') or m['path']!=r['checkpoint']
or m['sha256']!=r['checkpoint_sha256'] or m['standardization']!=str(w/'standardization.json')
or m['standardization_sha256']!=r['standardization_sha256']): raise ValueError('Final checkpoint/roles differ')
for p,h in [(m['path'],m['sha256']),(m['standardization'],m['standardization_sha256'])]:
checked(p,h)
if mp['files'].get(str(Path(p).resolve()))!=h: raise ValueError('Model omitted from freeze')
normal_identity(read(m['standardization']),j)
return dict(models=manifest['models'],new_training_gpu_seconds_once=value,
old_seed1_gpu_seconds_once=OLD,cumulative_seed1_training_gpu_seconds=OLD+value,
cumulative_phase3_training_gpu_seconds=PHASE3_PRIOR+value,
training_contract_sha256=c['training_contract_sha256'],training_terminal_sha256=sha(train/'complete.json'),
training_terminal_commit=tp['commit'],training_models_commit=mp['commit'])
def adopted(root, c, tc):
verify(root,'models'); d=read(root/'models-adopted.json')
if d!=terminal(root,c,tc): raise ValueError('Adopted model/terminal identity differs')
return d
def checkpoint_identity(blob, j, training_sha):
if (blob.get('seed')!=1 or blob.get('fold')!=j['id'] or blob.get('completed_epochs')!=200
or blob.get('optimizer_steps')!=j['target_steps'] or blob.get('contract_sha256')!=training_sha
or blob.get('role')!='last_epoch_only'): raise ValueError('Seed1 final checkpoint identity')
def prediction_identity(root, c, tc, entries):
expected={(j['id'],case) for j in tc['jobs'] for case in j['test']}
keys=[(e['fold'],e['case']) for e in entries]
if len(keys)!=552 or len(set(keys))!=552 or set(keys)!=expected: raise ValueError('All552 distinct test predictions required')
rows={r['case']:r for r in c['rows']}
for e in entries:
row=rows[e['case']]; old=c['seed0_predictions'][e['case']]
if (e['path']!=str(root/'jobs'/str(e['fold'])/'prediction-records'/(e['case']+'.npz'))
or e['nodes']!=row['nodes'] or e['query_nodes']!=old['query_nodes']
or e['component_id']!=row['component_id'] or e['seed0_sha256']!=old['sha256']
or e['raw_ids_sha256']!=row['v5_cache']['output_sha256']['raw_ids.npy']):
raise ValueError('Prediction path/query/pair identity')
for k,limit in [('negative_full_predictions',e['nodes']),('negative_query_predictions',e['query_nodes'])]:
if type(e[k]) is not int or not 0<=e[k]<=limit: raise ValueError('Invalid negative counts')
checked(e['path'],e['sha256']); checked(old['path'],old['sha256'])
return rows
def budget(new_train, gpu, cpu, remaining):
if any(not math.isfinite(x) or x<0 for x in [new_train,gpu,cpu]) or type(remaining) is not int or remaining not in range(6):
raise ValueError('Invalid ledger')
reserve=gpu+900*remaining
if new_train>160000-OLD or reserve>7200 or OLD+new_train+reserve>167200 or PHASE3_PRIOR+new_train+reserve>612000:
raise RuntimeError('Seed1/phase3 cumulative GPU reserve exhausted')
if cpu+300*remaining+900+120>3600: raise RuntimeError('Postfit CPU reserve exhausted')
+85
View File
@@ -0,0 +1,85 @@
"""Seed1 postfit guard: bounded selected-GPU wait, no retries."""
import json,os,signal,sys,threading,time
import psutil
from phase2_h1_worker_v2 import save
from s2_main_memory_guard import PeakRecords
from s2_precision_continuation_guard import device_usage
from s2_recovery_gpu_supervisor import supervise,tree_usage,stop_group,disk_usage
def final_reasons(reasons,receipt,result,tracker,gpu_seconds,cpu_seconds,cpu_cap,expected_parts):
out=list(reasons)
def add(s):
if s not in out:out.append(s)
if not receipt or receipt['status']!='PASS':add('WORKER_NOT_PASS')
if receipt and (type(receipt.get('monitor_errors')) is not int or receipt['monitor_errors'] != 0 or receipt.get('returncode') != 0):add('WORKER_MONITOR_ERRORS')
if not result or result.get('status')!='COMPLETE' or result.get('parts')!=expected_parts:add('INCOMPLETE_FOLD')
if not all(k in tracker.witnesses for k in ['peak_allocated_bytes','peak_reserved_bytes']):add('MISSING_PEAKS')
if any(v>15*2**30 for v in tracker.maxima.values()):add('RECORDED_VRAM_LIMIT')
if gpu_seconds>900 or cpu_seconds>cpu_cap:add('FINAL_RESOURCE_LIMIT')
return out
def run_prediction(queue,c,pilot,fold,prior_gpu,cpu_cap):
root=queue/'jobs'/str(fold);gpu_uuid=c['gpu_uuid'];expected_parts=c['jobs'][fold]['expected_parts']
start=time.monotonic();cpu=time.process_time();requested=[];reasons=[];errors=[];samples=[];done=threading.Event();tracker=PeakRecords();receipt=None
def elapsed():return 60+time.monotonic()-start
def reason(x):
if x not in reasons:reasons.append(x)
command=[sys.executable,'tools/phase3_seed1_postfit_worker.py','predict',str(queue),str(fold)]
def kill():
for p in psutil.Process().children(recursive=True):
try:
if p.cmdline()==command:stop_group(p.pid)
except psutil.NoSuchProcess:pass
def scan():
if tracker.scan(root/'prediction-records'):reason('RECORDED_VRAM_LIMIT')
def watch():
while not done.is_set():
try:
scan();mem,util=device_usage(gpu_uuid);_,rss,_=tree_usage(os.getpid())
if mem>15*2**30:reason('DEVICE_VRAM_LIMIT')
if rss>16*2**30:reason('TREE_RSS_LIMIT')
if disk_usage(queue)>20*2**30:reason('DISK_LIMIT')
if elapsed()>=895:reason('PREDICTION_TIME_LIMIT')
for x in requested:reason(x)
save(root/'prediction-live.json',dict(gpu_seconds_charged=elapsed(),device_bytes=mem,device_utilization=util,rss_bytes=rss,peaks=tracker.maxima,reasons=reasons,unix=time.time()))
except Exception as exc:reason('MONITOR_ERROR');errors.append(str(exc))
if reasons:kill()
done.wait(.5)
old={s:signal.signal(s,lambda signum,frame:requested.append('COORDINATOR_SIGNAL_'+str(signum))) for s in [signal.SIGTERM,signal.SIGINT]};thread=None
try:
wait_start=time.monotonic();waiting=[]
while True:
mem,util=device_usage(gpu_uuid);waiting.append(dict(unix=time.time(),bytes=mem,utilization=util))
save(root/'recovery-idle-wait.json',dict(samples=waiting,limit_seconds=c['idle_wait_seconds'],worker_started=False))
if requested:raise RuntimeError('Signal received during idle wait')
duration=time.monotonic()-wait_start
if duration>c['idle_wait_seconds']:raise RuntimeError('SELECTED_GPU_BUSY_AFTER_BOUNDED_WAIT_NO_RETRY')
if mem<=128*2**20 and util==0:break
if duration>=c['idle_wait_seconds']:raise RuntimeError('SELECTED_GPU_BUSY_AFTER_BOUNDED_WAIT_NO_RETRY')
time.sleep(min(.5,max(0.,c['idle_wait_seconds']-(time.monotonic()-wait_start))))
for i in range(3):
mem,util=device_usage(gpu_uuid);samples.append(dict(unix=time.time(),bytes=mem,utilization=util))
if mem>128*2**20 or util!=0:raise RuntimeError('SELECTED_GPU_BUSY_NO_RETRY')
if i<2:time.sleep(2)
save(root/'prediction-idle-polls.json',samples)
if requested:raise RuntimeError('Signal received during setup')
thread=threading.Thread(target=watch,daemon=True);thread.start()
remaining=900-elapsed()-10
if remaining<=0:raise RuntimeError('Setup exhausted prediction budget')
receipt=supervise(command,root/'prediction-guard','predict',dict(total_cpu_seconds=cpu_cap-60,job_cpu_seconds=cpu_cap-60,job_wall_seconds=remaining,tree_rss_bytes=16*2**30,disk_bytes=20*2**30,max_processes=1),poll=.2,gpu_uuid=gpu_uuid)
except BaseException as exc:reason(type(exc).__name__+': '+str(exc));kill()
finally:
done.set()
if thread:thread.join(timeout=4)
if thread and thread.is_alive():reason('MONITOR_DID_NOT_EXIT')
try:scan()
except Exception as exc:reason('FINAL_SCAN_ERROR');errors.append(str(exc))
for s,h in old.items():signal.signal(s,h)
result=None;p=root/'prediction-records/result.json'
try:
if p.exists():result=json.loads(p.read_text())
except Exception as exc:reason('FINAL_RESULT_READ_ERROR');errors.append(str(exc))
totalcpu=60+(receipt['cpu_seconds'] if receipt else 0)+time.process_time()-cpu
duration=elapsed();reasons=final_reasons(reasons,receipt,result,tracker,duration,totalcpu,cpu_cap,expected_parts)
out=dict(status='PASS' if not reasons else 'STOPPED',reasons=reasons,monitor_errors=errors,worker=receipt,recorded_memory=tracker.as_dict(),gpu_seconds_charged=duration,cpu_seconds_charged=totalcpu,cumulative_seed1_gpu_seconds=prior_gpu+duration,no_retry=True)
save(root/'prediction-guard.json',out);return out
+26
View File
@@ -0,0 +1,26 @@
"""Original query metrics and paired component bootstrap, seed1 minus seed0."""
from phase2_b13_e1b import pooled
METRICS = ['relative_l2','last_location','kendall_tau_b']
def comparisons(rows):
raw=pooled([dict(component_id=r['component_id'],new=r['seed1'],A=r['seed0']) for r in rows])
out={}
for name,m in raw.items():
undefined={arm:[r['case'] for r in rows if r[arm][name]['value'] is None] for arm in ['seed0','seed1']}
out[name]=dict(means={'seed1':m['means']['new'],'seed0':m['means']['A']},
components={'seed1':m['components']['new'],'seed0':m['components']['A']},
seed1_minus_seed0=m['new_minus_A'],undefined_parts=undefined,
part_counts={arm:len(rows)-len(v) for arm,v in undefined.items()})
return out
def summary(rows):
if len(rows)!=552 or len({r['case'] for r in rows})!=552 or len({r['component_id'] for r in rows})!=204 or {r['fold'] for r in rows}!=set(range(5)):
raise ValueError('Full552/204 support required; no partial cohort inference')
return dict(parts=552,components=204,pooled=comparisons(rows),
per_fold={str(f):dict(parts=sum(r['fold']==f for r in rows),components=len({r['component_id'] for r in rows if r['fold']==f}),metrics=comparisons([r for r in rows if r['fold']==f])) for f in range(5)},
performance_gate=None,descriptive_only=True,
interval_interpretation='Fixed-model component sampling variability, not a population distribution over training seeds',
direction='seed1 minus seed0; negative field/last_location means lower error; positive tau means higher rank agreement')
+104
View File
@@ -0,0 +1,104 @@
"""Predict seed1 without targets; score once only after all552 predictions freeze."""
import os, sys, time
from pathlib import Path
import numpy as np
from phase2_h1_worker_v2 import save, sha, checked
from phase2_home_freeze_io import verify
from phase2_gate_outcome_review import validate_review
from phase3_seed1_postfit_common import config, adopted, checkpoint_identity, prediction_identity, read
from phase3_seed1_postfit_statistics import summary
from phase3_seed1_v2_common import fold_view
from phase2_h2_s1_postfit import query_index
from phase2_residual_math import decode_seconds
from phase2_b1213_features import cached
from s2_custody_statistics import part_metrics
from s2_custody_common import prediction_inputs
def paired_query(raw, q, seed0):
original={k:seed0['query_raw_ids' if k=='raw_ids' else k] for k in ['raw_ids','counts','coordinates_over_Rg','near_wall']}
ix=query_index(raw,q,original)
if (not np.array_equal(seed0['raw_ids'],raw) or not np.array_equal(seed0['pred'],seed0['seconds'][ix])
or not np.isfinite(seed0['seconds']).all()): raise ValueError('Seed0 full/query identity')
return ix
def predict(root, fold):
c,tc,pilot=config(root); validate_review(root); models=adopted(root,c,tc)
view=fold_view(pilot,fold); f=view['folds'][0]; job=tc['jobs'][fold]
m=next(m for m in models['models'] if m['job']==fold); stats=read(m['standardization'])
import torch
from phase2_h2_model import H2Geo
from phase2_h2_data import to_device, arguments
from phase2_h2_s1_test_data import load_test_part
if os.environ.get('CUDA_VISIBLE_DEVICES')!=c['gpu_uuid'] or os.environ.get('PYTORCH_CUDA_ALLOC_CONF')!='expandable_segments:True':
raise ValueError('Selected GPU/allocator identity')
os.sched_setaffinity(0,c['worker_cpus']);torch.set_num_threads(1);torch.set_num_interop_threads(1)
torch.backends.cuda.matmul.allow_tf32=False;torch.backends.cudnn.allow_tf32=False
dest=root/'jobs'/str(fold)/'prediction-records';dest.mkdir(exist_ok=False)
torch.cuda.set_device(0);torch.cuda.init();torch.cuda.reset_peak_memory_stats()
start=time.monotonic();cpu=time.process_time();entries=[];by={r['case']:r for r in c['rows']}
def peaks():return dict(peak_allocated_bytes=int(torch.cuda.max_memory_allocated()),peak_reserved_bytes=int(torch.cuda.max_memory_reserved()))
try:
blob=torch.load(checked(m['path'],m['sha256']),map_location='cpu',weights_only=False)
checkpoint_identity(blob,job,c['training_contract_sha256']);model=H2Geo().cuda();model.load_state_dict(blob['model'],strict=True);model.eval();del blob
save(dest/'environment.json',dict(fold=fold,seed=1,torch=torch.__version__,gpu_uuid=c['gpu_uuid'],allocator_settings=str(torch.cuda.memory._snapshot().get('allocator_settings',{})),model_dtype='FP32',autocast=False,checkpoint_sha256=m['sha256']))
with torch.no_grad():
for case in f['test']:
row=by[case];data=to_device(load_test_part(view,case,stats),'cuda');residual=model(*arguments(data),checkpoint_blocks=False)
if not bool(torch.isfinite(residual).all()):raise ValueError('Nonfinite residual')
seconds=decode_seconds(residual.cpu().numpy(),data['F'],f['c'],data['t_set']);torch.cuda.synchronize()
q=prediction_inputs(row);old=c['seed0_predictions'][case]
with np.load(checked(old['path'],old['sha256']),allow_pickle=False) as z:
ix=paired_query(data['raw_ids'],q,z)
if len(seconds)!=row['nodes'] or not np.isfinite(seconds).all() or len(ix)!=old['query_nodes']:raise ValueError('Prediction coverage')
path=dest/(case+'.npz')
np.savez_compressed(path,seconds=seconds,raw_ids=data['raw_ids'],pred=seconds[ix],query_raw_ids=q['raw_ids'],counts=q['counts'],coordinates_over_Rg=q['coordinates_over_Rg'],near_wall=q['near_wall'])
entries.append(dict(case=case,component_id=row['component_id'],fold=fold,path=str(path),sha256=sha(path),nodes=row['nodes'],query_nodes=len(ix),seed0_sha256=old['sha256'],raw_ids_sha256=row['v5_cache']['output_sha256']['raw_ids.npy'],negative_full_predictions=int(np.sum(seconds<0)),negative_query_predictions=int(np.sum(seconds[ix]<0))))
save(dest/'progress.json',dict(stage='TEST_PREDICTION_NO_TARGETS',fold=fold,parts=len(entries),wall_seconds=time.monotonic()-start,cpu_seconds=time.process_time()-cpu,**peaks()))
del data,residual,seconds
save(dest/'manifest.json',dict(entries=entries,test_targets_read=False,new_fits=0,full_nodes=sum(e['nodes'] for e in entries)))
save(dest/'result.json',dict(status='COMPLETE',fold=fold,parts=len(entries),test_targets_read=False,wall_seconds=time.monotonic()-start,cpu_seconds=time.process_time()-cpu,**peaks()))
except BaseException as exc:
save(dest/'failure.json',dict(status='FAILED',fold=fold,reason=type(exc).__name__+': '+str(exc),completed_parts=len(entries),wall_seconds=time.monotonic()-start,cpu_seconds=time.process_time()-cpu,**peaks()));raise
def score(root):
c,tc,pilot=config(root);validate_review(root);adopted(root,c,tc);verify(root,'predictions')
entries=read(root/'predictions-manifest.json')['entries'];by=prediction_identity(root,c,tc,entries)
dest=root/'score';dest.mkdir(exist_ok=False)
save(dest/'review-consumed.json',dict(unix=time.time(),review_sha256=sha(root/'review.json'),before_old_score_or_target_values=True))
frozen=read(checked(c['seed0_score'],c['source_sha256'][c['seed0_score']]))
olds=frozen['rows'];oldrows={r['case']:r for r in olds}
if frozen['status']!='COMPLETE' or len(olds)!=552 or len(oldrows)!=552 or set(oldrows)!=set(by):raise ValueError('Seed0 score support')
rows=[];access=[]
for e in entries:
case=e['case'];row=by[case];old=oldrows[case];base=c['seed0_predictions'][case]
if old['fold']!=e['fold'] or old['component_id']!=e['component_id']:raise ValueError('Seed0 score pairing')
access.append(dict(case=case,fold=e['fold'],role='test',target_sha256=row['v5_cache']['output_sha256']['seconds.npy']))
save(dest/'target-access.json',access)
truth=cached(row,'seconds');raw=cached(row,'raw_ids')
with np.load(checked(e['path'],e['sha256']),allow_pickle=False) as z, np.load(checked(base['path'],base['sha256']),allow_pickle=False) as original:
q={k:z['query_raw_ids' if k=='raw_ids' else k] for k in ['raw_ids','counts','coordinates_over_Rg','near_wall']}
ix=paired_query(raw,q,original)
if (not np.array_equal(z['raw_ids'],raw) or not np.array_equal(z['pred'],z['seconds'][ix])
or not np.isfinite(z['seconds']).all() or len(z['seconds'])!=e['nodes'] or len(ix)!=e['query_nodes']
or int(np.sum(z['seconds']<0))!=e['negative_full_predictions']
or int(np.sum(z['pred']<0))!=e['negative_query_predictions']):raise ValueError('Seed1 full/query/count identity')
metric=part_metrics(z['pred'],truth[ix],q['counts'],q['near_wall'],q['raw_ids'],q['coordinates_over_Rg'],int(case.split('_')[0]))
rows.append(dict(case=case,component_id=e['component_id'],fold=e['fold'],seed1=metric,seed0=old['H2']))
save(dest/'progress.json',dict(parts=len(rows),unique_test_target_reads=len(access)))
if len(access)!=552 or len({x['case'] for x in access})!=552:raise ValueError('Exactly552 unique existing target-cache reads')
save(dest/'result.json',dict(status='COMPLETE',**summary(rows),rows=rows,seed0_metrics_reused=552,
seed0_score_sha256=c['source_sha256'][c['seed0_score']],seed0_predictions_reused=552,
unique_test_target_reads=552,new_decodes=0,new_fits=0,review_sha256=sha(root/'review.json'),
negative_predictions={arm:dict(full_nodes=sum(e['negative_full_predictions'] for e in es),query_nodes=sum(e['negative_query_predictions'] for e in es),clipped=False) for arm,es in [('seed1',entries),('seed0',list(c['seed0_predictions'].values()))]},
full_nodes=sum(e['nodes'] for e in entries),eligible_unique_query_nodes=sum(e['query_nodes'] for e in entries),
later_stages_started=False,seed2_started=False,ensemble_started=False))
if __name__=='__main__':
action=sys.argv[1];root=Path(sys.argv[2])
if action=='predict' and len(sys.argv)==4:predict(root,int(sys.argv[3]))
elif action=='score' and len(sys.argv)==3:score(root)
else:raise ValueError('Use predict root fold or score root')
+75
View File
@@ -0,0 +1,75 @@
"""Metadata-only seed1 postfit preparation; never predict, score, or decode targets."""
from pathlib import Path
import time
from phase2_h1_worker_v2 import sha, checked, save
from phase2_home_freeze_io import verify
from phase3_seed1_v2_common import config as training_config
from phase3_seed1_postfit_common import OLD, PHASE3_PRIOR, GPU, BOOTSTRAP, TRAINING, read, roster
from track_a_h2_prepare import local_code_closure
B=Path(__file__).resolve().parents[1]
T=Path('/home/frank14f/MeltMind-runs/phase3-seed1-v2-2026-11-18')
S=T.parent/'phase2-h2-s2-postfit-2026-11-17'
R=T.parent/'phase3-seed1-postfit-2026-11-18'
def main():
start=time.process_time()
if R.exists():raise FileExistsError('Existing postfit entry; inspect rather than duplicate')
tc,pilot=training_config(T)
if verify(T,'implementation')['commit']!=TRAINING:raise ValueError('Exact active training pin')
old=read(S/'contract.json')
for name in ['implementation','predictions','terminal']:verify(S,name)
by=roster(old,pilot);manifest=read(S/'predictions-manifest.json')['entries']
seed0={e['case']:e for e in manifest}
if len(manifest)!=552 or len(seed0)!=552 or set(seed0)!=set(by):raise ValueError('Original prediction support')
for case,e in seed0.items():
row=by[case]
if e['fold']!=next(a['fold'] for a in row['assignments'] if a['role']=='test') or e['nodes']!=row['nodes'] or e['component_id']!=row['component_id']:
raise ValueError('Original seed0 test role identity')
sources=dict(tc['source_sha256'])
for p,h in {**old['source_sha256'],**old['code_sha256'],**tc['code_sha256']}.items():
if p in sources and sources[p]!=h:raise ValueError('Conflicting source pins')
sources[p]=h
for folder,names in [(T,['contract.json','implementation-git-freeze.json','implementation-authorization.json','review.json']),
(S,['contract.json','predictions-manifest.json','predictions-git-freeze.json','predictions-authorization.json','terminal-git-freeze.json','terminal-authorization.json','score/result.json'])]:
for name in names:sources[str(folder/name)]=sha(folder/name)
spec=B/'references/2026-11-18/phase3-seed-sensitivity/mold-seed-ensemble-spec.md'
sources[str(spec)]=sha(spec)
comparison=dict(approval='1794992262.078969',training_comparison_sha256=tc['comparison_contract_sha256'],
parts=552,components=204,roles='same original S2 five test folds',seeds=[0,1],new_fits=0,
seed0_predictions='hash reuse all552',seed0_metrics='reuse original S2 per-part H2 metrics; no recomputation',
metrics=['relative_l2','last_location','kendall_tau_b'],difference='seed1 minus seed0',
query='original eligible query/raw IDs/multiplicity/Rg/tie/undefined rules unchanged',
aggregation='within-component part means, then equal components; paired complete component intersection',
bootstrap=BOOTSTRAP,report=['each_fold','pooled','undefined_and_counts','negative_unclipped_nodes'],
performance_gate=None,descriptive_only=True,new_decodes=0,unique_test_target_cache_reads=552,
prior_three_seed_proposal_superseded=True,seed2=False,ensemble=False,
interpretation='Noise reference for later 1b/c/b discussion; no automatic later-stage launch; CI describes fixed-model component variability only')
codes=local_code_closure([B/'tools'/n for n in ['phase3_seed1_postfit.py','phase3_seed1_postfit_common.py',
'phase3_seed1_postfit_worker.py','phase3_seed1_postfit_guard.py','phase3_seed1_postfit_statistics.py',
'prepare_phase3_seed1_postfit.py','test_phase3_seed1_postfit.py']]+list((B/'tools/s2_models').glob('*.py')))
for p,h in tc['code_sha256'].items():checked(p,h)
R.mkdir();save(R/'comparison-contract.json',comparison)
c=dict(version='phase3-seed1-postfit-v1',approval='1794992262.078969',training_root=str(T),
training_contract_sha256=sha(T/'contract.json'),training_implementation=TRAINING,
comparison_contract=str(R/'comparison-contract.json'),comparison_contract_sha256=sha(R/'comparison-contract.json'),
seed0_root=str(S),seed0_manifest=str(S/'predictions-manifest.json'),seed0_score=str(S/'score/result.json'),
seed0_predictions=seed0,rows=old['rows'],baseline_predictions=old['baseline_predictions'],
source_sha256=sources,code_sha256=codes,jobs=[dict(id=j['id'],expected_parts=len(j['test'])) for j in tc['jobs']],
gpu_uuid=GPU,worker_cpus=[0,1],coordinator_cpus=[14,15],gpu_cap=167200,postfit_gpu_cap=7200,
postfit_cpu_cap=3600,phase3_gpu_cap=612000,old_seed1_gpu_once=OLD,phase3_prior_gpu_once=PHASE3_PRIOR,
prediction_per_fold_gpu_seconds=900,prediction_per_fold_cpu_seconds=300,score_cpu_seconds=900,
score_wall_seconds=1200,setup_cpu_seconds=180,terminal_cpu_reserve=120,
vram_bytes=15*2**30,rss_bytes=16*2**30,disk_bytes=20*2**30,idle_wait_seconds=20,no_retry=True,
bootstrap=BOOTSTRAP,performance_gate=None,no_auto_launch=True,all_five_training_terminals_before_prediction=True,
all_predictions_frozen_before_targets=True,new_fits=0,new_decodes=0,seed2_started=False,ensemble_started=False)
save(R/'contract.json',c)
save(R/'preparation-receipt.json',dict(status='PREPARED_PENDING_EXACT_PRE_SCORE_REVIEW',
contract_sha256=sha(R/'contract.json'),code_files=len(codes),parts=552,components=204,
metadata_cpu_seconds=time.process_time()-start,source_training_unchanged=True,model_weights_read=False,
scientific_arrays_decoded=False,target_values_read=False,old_scores_parsed=False,new_predictions=False,
training_complete_exists=(T/'complete.json').exists(),launched=False))
print(read(R/'preparation-receipt.json'))
if __name__=='__main__':main()
+146
View File
@@ -0,0 +1,146 @@
"""CPU-only synthetic regression checks, no project data or CUDA execution."""
import copy
from pathlib import Path
import unittest
from unittest.mock import patch
import numpy as np
from phase3_seed1_postfit_common import checkpoint_identity, terminal_ledger, budget, normal_identity, prediction_identity, OLD, PHASE3_PRIOR
from phase3_seed1_postfit_statistics import comparisons, summary
from phase3_seed1_postfit_worker import paired_query, predict, score
from phase3_seed1_postfit_guard import final_reasons
from phase2_h2_s1_test_data import load_test_part
from s2_custody_statistics import part_metrics
def metric(v):return {k:dict(value=v,reason=None if v is not None else 'undefined') for k in ['relative_l2','last_location','kendall_tau_b']}
class Seed1PostfitTests(unittest.TestCase):
def test_checkpoint_rejects_wrong_seed_fold_epoch_selection(self):
j=dict(id=2,target_steps=60000);b=dict(seed=1,fold=2,completed_epochs=200,optimizer_steps=60000,contract_sha256='fixed',role='last_epoch_only')
checkpoint_identity(b,j,'fixed')
for k,v in [('seed',0),('fold',3),('completed_epochs',199),('optimizer_steps',59999),('contract_sha256','other'),('role','best_validation')]:
with self.assertRaises(ValueError):checkpoint_identity(dict(b,**{k:v}),j,'fixed')
def fixture(self):
tc=dict(train_gpu_cap=160000-OLD)
d=dict(status='TRAIN_COMPLETE_POSTFIT_REVIEW_PENDING',postfit_started=False,test_targets_read=False,
entries=[dict(id=i,status='PASS',returncode=0,gpu_seconds_charged=100.) for i in range(5)],
training_gpu_seconds=500.,phase3_prior_gpu_once=PHASE3_PRIOR,cumulative_phase3_training_gpu_seconds=PHASE3_PRIOR+500.)
m=dict(models=[dict(job=i) for i in range(5)],new_fits=5,test_prediction_started=False)
return tc,d,m
def test_all_five_terminal_no_partial_adoption(self):
tc,d,m=self.fixture();self.assertEqual(terminal_ledger(tc,d,m),500.)
d['entries'].pop()
with self.assertRaises(ValueError):terminal_ledger(tc,d,m)
def test_failed_or_duplicate_terminal_rejected(self):
for key,val in [('status','STOPPED'),('returncode',1),('id',1)]:
tc,d,m=self.fixture();d['entries'][0][key]=val
with self.assertRaises(ValueError):terminal_ledger(tc,d,m)
def test_ledger_double_old_charge_rejected(self):
tc,d,m=self.fixture();d['training_gpu_seconds']+=OLD
with self.assertRaises(ValueError):terminal_ledger(tc,d,m)
tc,d,m=self.fixture();d['cumulative_phase3_training_gpu_seconds']+=OLD
with self.assertRaises(ValueError):terminal_ledger(tc,d,m)
def test_exact_cumulative_budgets_and_final_caps(self):
budget(160000-OLD,7200,2000,0)
for args in [(160000-OLD,7200.01,180,0),(160000-OLD+.01,0,180,5),(100,0,1081,5),(float('nan'),0,0,5),(100,0,0,True)]:
with self.assertRaises((ValueError,RuntimeError)):budget(*args)
def test_learning_only_normalization(self):
j=dict(learning=['a'],learning_nodes=10);s=dict(parts=['a'],nodes=10,mean=[0.]*19,scale=[1.]*19)
normal_identity(s,j)
for change in [dict(parts=['test']),dict(nodes=11),dict(scale=[0.]*19),dict(mean=[0.]*18)]:
with self.assertRaises(ValueError):normal_identity(dict(s,**change),j)
def query_fixture(self):
raw=np.array([1,3,8]);q=dict(raw_ids=np.array([1,8]),counts=np.array([1,2]),coordinates_over_Rg=np.array([[0.,0.,0.],[1.,0.,0.]]),near_wall=np.array([True,False]))
z=dict(raw_ids=raw,seconds=np.array([1.,2.,3.]),pred=np.array([1.,3.]),query_raw_ids=q['raw_ids'],counts=q['counts'],coordinates_over_Rg=q['coordinates_over_Rg'],near_wall=q['near_wall'])
return raw,q,z
def test_query_full_ids_distinct_and_multiplicity_exact(self):
raw,q,z=self.query_fixture();np.testing.assert_array_equal(paired_query(raw,q,z),[0,2])
for change in [dict(counts=np.array([1,1])),dict(pred=np.array([1.,2.])),dict(raw_ids=np.array([1,4,8])),dict(query_raw_ids=np.array([1,3]))]:
with self.assertRaises(ValueError):paired_query(raw,q,dict(z,**change))
def test_test_loader_denies_foreign_role_before_array_io(self):
with patch('phase2_h2_s1_test_data.np.load',side_effect=AssertionError('Array access')) as io:
with self.assertRaises(PermissionError):load_test_part(dict(folds=[dict(test=['a'])]),'learning',{})
io.assert_not_called()
def test_predict_needs_actual_review_before_model_or_inputs(self):
with patch('phase3_seed1_postfit_worker.config',return_value=({}, {}, {})),patch('phase3_seed1_postfit_worker.validate_review',side_effect=PermissionError('No review')),patch('phase3_seed1_postfit_worker.adopted') as a:
with self.assertRaises(PermissionError):predict(Path('/synthetic'),0)
a.assert_not_called()
def test_predict_needs_all_training_terminals_before_input_loader(self):
with patch('phase3_seed1_postfit_worker.config',return_value=({}, {}, {})),patch('phase3_seed1_postfit_worker.validate_review'),patch('phase3_seed1_postfit_worker.adopted',side_effect=ValueError('Incomplete')),patch('phase2_h2_s1_test_data.load_test_part') as io:
with self.assertRaises(ValueError):predict(Path('/synthetic'),0)
io.assert_not_called()
def test_score_no_targets_or_score_reads_before_review(self):
with patch('phase3_seed1_postfit_worker.config',return_value=({}, {}, {})),patch('phase3_seed1_postfit_worker.validate_review',side_effect=PermissionError('No review')),patch('phase3_seed1_postfit_worker.cached') as io,patch('phase3_seed1_postfit_worker.read') as rd:
with self.assertRaises(PermissionError):score(Path('/synthetic'))
io.assert_not_called();rd.assert_not_called()
def test_score_no_targets_before_prediction_freeze(self):
with patch('phase3_seed1_postfit_worker.config',return_value=({}, {}, {})),patch('phase3_seed1_postfit_worker.validate_review'),patch('phase3_seed1_postfit_worker.adopted'),patch('phase3_seed1_postfit_worker.verify',side_effect=PermissionError('No prediction freeze')),patch('phase3_seed1_postfit_worker.cached') as io,patch('phase3_seed1_postfit_worker.read') as rd:
with self.assertRaises(PermissionError):score(Path('/synthetic'))
io.assert_not_called();rd.assert_not_called()
def test_sign_and_equal_component_weight(self):
rows=[dict(case='a',component_id='x',seed0=metric(1),seed1=metric(2)),dict(case='b',component_id='x',seed0=metric(1),seed1=metric(4)),dict(case='c',component_id='y',seed0=metric(1),seed1=metric(9))]
s=comparisons(rows)['relative_l2'];self.assertEqual(s['seed1_minus_seed0']['value'],5.)
self.assertEqual(s['means'],dict(seed1=6.,seed0=1.));self.assertEqual(s['seed1_minus_seed0']['replicates'],2000)
self.assertEqual(comparisons(rows),comparisons(rows[::-1]))
def test_undefined_component_not_silently_reweighted(self):
rows=[dict(case='a',component_id='x',seed0=metric(1),seed1=metric(None)),dict(case='b',component_id='x',seed0=metric(1),seed1=metric(2)),dict(case='c',component_id='y',seed0=metric(1),seed1=metric(3))]
s=comparisons(rows)['kendall_tau_b'];self.assertEqual(s['components'],dict(seed1=1,seed0=2));self.assertEqual(s['seed1_minus_seed0']['components'],1)
self.assertEqual(s['undefined_parts']['seed1'],['a']);self.assertEqual(s['seed1_minus_seed0']['value'],2.)
def test_original_query_metric_ties_and_undefined(self):
m=part_metrics(np.zeros(3),np.zeros(3),np.ones(3),np.ones(3,bool),np.array([3,1,2]),np.array([[0.,0,0],[1.,0,0],[2.,0,0]]),6)
self.assertIsNone(m['relative_l2']['value']);self.assertIsNone(m['kendall_tau_b']['value']);self.assertEqual(m['last_location']['value'],0.)
def test_no_partial_cohort_summary(self):
with self.assertRaises(ValueError):summary([dict(case='a',component_id='x',fold=0,seed0=metric(1),seed1=metric(2))])
with self.assertRaises(ValueError):prediction_identity(Path('/synthetic'),{},dict(jobs=[]),[])
def test_manifest_requires_exact_complete_roles_and_hashes(self):
root=Path('/synthetic');rows=[];entries=[];seed0={};jobs=[dict(id=f,test=[]) for f in range(5)]
for i in range(552):
case=str(i);f=i%5;group='g'+str(i%204);jobs[f]['test'].append(case)
rows.append(dict(case=case,nodes=3,component_id=group,v5_cache=dict(output_sha256={'raw_ids.npy':'raw'})))
seed0[case]=dict(path='/old/'+case,sha256='old',query_nodes=2)
entries.append(dict(case=case,fold=f,path=str(root/'jobs'/str(f)/'prediction-records'/(case+'.npz')),sha256='new',nodes=3,query_nodes=2,component_id=group,seed0_sha256='old',raw_ids_sha256='raw',negative_full_predictions=0,negative_query_predictions=0))
c=dict(rows=rows,seed0_predictions=seed0);tc=dict(jobs=jobs)
with patch('phase3_seed1_postfit_common.checked'):
self.assertEqual(len(prediction_identity(root,c,tc,entries)),552)
for change in [dict(fold=4),dict(component_id='wrong'),dict(raw_ids_sha256='foreign'),dict(seed0_sha256='other'),dict(query_nodes=3)]:
altered=copy.deepcopy(entries);altered[0].update(change)
with self.assertRaises(ValueError):prediction_identity(root,c,tc,altered)
with self.assertRaises(ValueError):prediction_identity(root,c,tc,entries[:-1]+[entries[0]])
with patch('phase3_seed1_postfit_common.checked',side_effect=ValueError('Changed bytes')):
with self.assertRaises(ValueError):prediction_identity(root,c,tc,entries)
def test_complete_summary_has_no_performance_gate(self):
rows=[dict(case=str(i),component_id='g'+str(i%204),fold=(i%204)%5,seed0=metric(1.),seed1=metric(2.)) for i in range(552)]
r=summary(rows);self.assertIsNone(r['performance_gate']);self.assertTrue(r['descriptive_only'])
self.assertEqual(set(r['per_fold']),set(map(str,range(5))))
self.assertEqual(r['pooled']['relative_l2']['seed1_minus_seed0']['value'],1.)
def test_failed_worker_recorded_peaks_and_monitor_type(self):
class Peaks:
witnesses={'peak_allocated_bytes':1,'peak_reserved_bytes':1}
maxima={'peak_allocated_bytes':1,'peak_reserved_bytes':16*2**30}
r=dict(status='PASS',returncode=0,monitor_errors=0);result=dict(status='COMPLETE',parts=2)
self.assertIn('RECORDED_VRAM_LIMIT',final_reasons([],r,result,Peaks(),100,100,300,2))
self.assertIn('WORKER_MONITOR_ERRORS',final_reasons([],dict(r,monitor_errors=[]),result,Peaks(),100,100,300,2))
self.assertIn('INCOMPLETE_FOLD',final_reasons([],r,None,Peaks(),100,100,300,2))
if __name__=='__main__':unittest.main(verbosity=2)