{ "fold": 0, "pool": 100, "seed": 0, "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", "code_sha256": { "tools/prepare_s2_recovered_pilot_training.py": "ab5a4274363598ff933ff873df2b00497f069b1fb45756a1d1dba8d723294f68", "tools/run_s2_recovered_pilot.py": "56962009bf5eaaee599ffea6a3d454372e0aea2842fa79eac609fd4a24ecbb39", "tools/run_s2_pilot_probe.py": "2360ab7b44b179144a5ecd2d691e33cd36a6ec4bfeac71452bf062e7f42f81eb", "tools/run_s2_pilot_training.py": "d5e543478543243fe1db3475a4d4cd135fbdcf631d3bce48c4b5af8b2edafb22", "tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948", "tools/s2_recovered_pilot_gpu_guard.py": "9a27f47918c865ce37e46b0be54144dc3f9ab1058e4eddc9f6fbc771f4959eb0", "tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15", "tools/s2_e1_supervisor.py": "6753c9ceb0b932047ba505bd15681f109e9407bdb58fd96c55e1431a3f1b4a02", "tools/s2_pilot_data.py": "82c1fd18ec51757479c8fd7dda2db4d5f38c366d77fedcca3216a08998214c97", "tools/s2_incident_recovery_manifest.py": "8cbb2e1067c2cc22762d8ae3cf192aa2c5fa7c7a199a22e7a39a25570ee1c3b1", "tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd", "tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", "tools/prepare_s2_incident_recovery.py": "4f772573dedc2b7921986e25eaedb14f91d98b235421829c284f3b40b85710aa", "tools/run_s2_recovery_chain.py": "76d0808bdb2d624cfbaadf5a3c5e7e9a0c2be5d5ac41d4ac3fd9ccd48743933c", "tools/s2_models/__init__.py": "a0fa1323d3553172da66c5d442c5fc4fcb0d5055c886c776928604550ea97609", "tools/s2_models/attention.py": "7714adfccf6a0fc6b52a44aee3a50321a88898bf3d743680a1108c01e1ff8a61", "tools/s2_models/blocks.py": "b13e986cea5f1d7f325a1638c1505197b4a105baacff5a9a515f23fcaf28ea75", "tools/s2_models/features.py": "3b34ae61cf8012ebd58b7505a73d7aa43d8ee1890ac54f98d7917b67887a45a4", "tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071", "tools/s2_models/normalization.py": "7180696d3845799e28d8c31ddef957d075de6a2e46d96a3a0f0df16fc05234a0", "tools/s2_models/objectives.py": "5b6527a45f08690055d572335470ce5979e8bb86e1cab00de594f79ae21316b1" }, "role_manifest": "artifacts/s2-pilot-inputs-2026-11-15/role-manifest.json", "role_manifest_sha256": "a6dce3ebf875dbbe2df349f06e728960140f131d4d55ebd00af03945a46ac35c", "success_manifest": "artifacts/s2-pilot-training-2026-11-15/success-manifest.json", "success_manifest_sha256": "678ca725214c8b7469c55990ded3a16826fc62397ff1a3e5a6590b6ba309c2f3", "probe_cases": [ "00001260_a4715d363f88400c8f0238d1_step_003", "00000290_58f8ff46b7564e989f9695b7_step_003", "00001557_16c191aef5034779aaab6e3f_step_000", "00000293_58f8ff46b7564e989f9695b7_step_006", "00001193_46b17dd88ed24f55bca2eb69_step_000", "00000105_52f7124261ae4c558f800775_step_002", "00001592_35f4abaacc9447e4ac0b964f_step_001", "00000140_2fc54fcd110d4f49969163c4_step_003", "00000166_2246cab58dbe4a2fb00fed50_step_000", "00001321_7cef9b79a6b04db894fd74e5_step_000", "00000462_516b1784884d4facbc4c0d74_step_010", "00000470_11951e51b89249dba38ded3e_step_005", "00001495_6c8ef6d2f5564d139a5077f8_step_006", "00001484_a45f6c99e2154f3b94955175_step_068", "00000784_a25fb37392a44447b9684f16_step_009", "00000314_3062bccff48e47a2b9de05e3_step_009", "00001186_507b60b57791425bbb73273e_step_001", "00001569_6fc579f3224d4d53a1b60710_step_000", "00000617_c710d414bbbc4340b682c58a_step_003", "00000666_6f67a59c16b949a4b66dcfe1_step_000" ], "probe_selection": "20 equally spaced ranks in successful learning node-count order; includes min/max; tie by case", "learning_nodes": 11863762, "validation_nodes": 3330152, "successful": { "learning": { "parts": 382, "nodes": 11300812 }, "validation": { "parts": 111, "nodes": 3255106 } }, "extrapolation": "Train rate * all 387 planned learning nodes + FP32 inference rate * all 112 planned validation nodes; conservative if failed parts dropped", "runs": [ { "name": "N128-seed0", "arm": "N", "width": 128, "seed": 0 }, { "name": "E128-seed0", "arm": "E", "width": 128, "seed": 0 }, { "name": "N256-seed0", "arm": "N", "width": 256, "seed": 0 }, { "name": "E256-seed0", "arm": "E", "width": 256, "seed": 0 } ], "limits": { "total_gpu_wall_seconds": 7200, "probe_wall_seconds": 300, "run_wall_seconds": 1800, "host_rss_bytes": 17179869184, "vram_bytes": 16106127360, "disk_bytes": 5368709120 }, "coverage_boundary": { "planned_max_learning_nodes": 187345, "max_successful_learning_nodes": 187345, "failed_parts": [ { "case": "00000575_5a4cef68211d4706b1ec8586_step_004", "role": "validation", "nodes": 75046, "component_id": "component-3a3e340f4dfac391", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-inputs-2026-11-15", "181" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.766116, "wall_seconds": 1800.400393687014, "peak_tree_rss_bytes": 602218496, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 1.128913332009688, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false }, "failure": null }, { "case": "00000614_c710d414bbbc4340b682c58a_step_000", "role": "learning", "nodes": 145860, "component_id": "component-4bd089778094e746", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-inputs-2026-11-15", "201" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.796751, "wall_seconds": 1800.0567526929663, "peak_tree_rss_bytes": 629305344, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 1.1576595069491304, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false }, "failure": null }, { "case": "00000625_6af98f5458b347bb843f0562_step_000", "role": "learning", "nodes": 145707, "component_id": "component-4bd089778094e746", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-inputs-2026-11-15", "211" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.8864629999998, "wall_seconds": 1800.119237862993, "peak_tree_rss_bytes": 647880704, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 1.159920622012578, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false }, "failure": null }, { "case": "00001466_a45f6c99e2154f3b94955175_step_050", "role": "learning", "nodes": 77138, "component_id": "component-7fe5173e77c86f9d", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-recovery-inputs-2026-11-15", "83" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.926194, "wall_seconds": 1800.0714844280155, "peak_tree_rss_bytes": 383070208, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 1.0109735240112059, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false, "monitor_errors": 0, "last_monitor_error": null }, "failure": null }, { "case": "00001470_a45f6c99e2154f3b94955175_step_054", "role": "learning", "nodes": 124817, "component_id": "component-7fe5173e77c86f9d", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-recovery-inputs-2026-11-15", "87" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.664371, "wall_seconds": 1800.0443400070071, "peak_tree_rss_bytes": 578732032, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 1.007104828953743, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false, "monitor_errors": 0, "last_monitor_error": null }, "failure": null }, { "case": "00001473_a45f6c99e2154f3b94955175_step_057", "role": "learning", "nodes": 69428, "component_id": "component-7fe5173e77c86f9d", "guard": { "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/s2_pilot_prepare.py", "artifacts/s2-pilot-recovery-inputs-2026-11-15", "90" ], "returncode": -9, "stop_reason": "wall_limit", "cpu_seconds": 1799.751432, "wall_seconds": 1800.2498029720155, "peak_tree_rss_bytes": 438853632, "peak_process_count": 1, "output_disk_bytes_before_receipt": 4096, "max_poll_gap_seconds": 0.8929723129840568, "poll_target_seconds": 0.25, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": false, "retry": false, "monitor_errors": 0, "last_monitor_error": null }, "failure": null } ], "statement": "VRAM probe covers only the maximum successful learning part included; not failed/larger unprobed parts" }, "authorizing_rulings": [ "1794680129.303719", "1794681576.845789", "1794681807.376669", "1794689807.792819" ], "test_labels_read": false, "E_max": 38, "cosine_T_max": 38, "projected_epoch_seconds": 39.20903486722943, "projected_epochs_seconds": 1489.9433249547183, "training_seconds_per_node": 3.035686249947128e-06, "inference_seconds_per_node": 9.59228194744319e-07, "timing_probe_receipt": "artifacts/s2-pilot-training-2026-11-15/timing-probe/result.json", "timing_probe_sha256": "4ce86af9a2c7c06adb55bac67bafd3ca89bf667a3e7304604125b0988105f876", "timing_probe_guard_sha256": "2ba92deb7adb1961a5db7230f3b4453343223b6b0b9af35aca81a778d3229333", "probe_guard_wall_seconds": 9.860832613951061, "standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03" }