Files
T

191 lines
6.7 KiB
JSON

{
"planned_max_learning_nodes": 187345,
"max_successful_learning_nodes": 187345,
"failed_parts": [
{
"case": "00000575_5a4cef68211d4706b1ec8586_step_004",
"role": "validation",
"nodes": 75046,
"component_id": "component-3a3e340f4dfac391",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-inputs-2026-11-15",
"181"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.766116,
"wall_seconds": 1800.400393687014,
"peak_tree_rss_bytes": 602218496,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 1.128913332009688,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false
},
"failure": null
},
{
"case": "00000614_c710d414bbbc4340b682c58a_step_000",
"role": "learning",
"nodes": 145860,
"component_id": "component-4bd089778094e746",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-inputs-2026-11-15",
"201"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.796751,
"wall_seconds": 1800.0567526929663,
"peak_tree_rss_bytes": 629305344,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 1.1576595069491304,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false
},
"failure": null
},
{
"case": "00000625_6af98f5458b347bb843f0562_step_000",
"role": "learning",
"nodes": 145707,
"component_id": "component-4bd089778094e746",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-inputs-2026-11-15",
"211"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.8864629999998,
"wall_seconds": 1800.119237862993,
"peak_tree_rss_bytes": 647880704,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 1.159920622012578,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false
},
"failure": null
},
{
"case": "00001466_a45f6c99e2154f3b94955175_step_050",
"role": "learning",
"nodes": 77138,
"component_id": "component-7fe5173e77c86f9d",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
"83"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.926194,
"wall_seconds": 1800.0714844280155,
"peak_tree_rss_bytes": 383070208,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 1.0109735240112059,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false,
"monitor_errors": 0,
"last_monitor_error": null
},
"failure": null
},
{
"case": "00001470_a45f6c99e2154f3b94955175_step_054",
"role": "learning",
"nodes": 124817,
"component_id": "component-7fe5173e77c86f9d",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
"87"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.664371,
"wall_seconds": 1800.0443400070071,
"peak_tree_rss_bytes": 578732032,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 1.007104828953743,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false,
"monitor_errors": 0,
"last_monitor_error": null
},
"failure": null
},
{
"case": "00001473_a45f6c99e2154f3b94955175_step_057",
"role": "learning",
"nodes": 69428,
"component_id": "component-7fe5173e77c86f9d",
"guard": {
"status": "STOPPED_OR_FAILED",
"command": [
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
"tools/s2_pilot_prepare.py",
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
"90"
],
"returncode": -9,
"stop_reason": "wall_limit",
"cpu_seconds": 1799.751432,
"wall_seconds": 1800.2498029720155,
"peak_tree_rss_bytes": 438853632,
"peak_process_count": 1,
"output_disk_bytes_before_receipt": 4096,
"max_poll_gap_seconds": 0.8929723129840568,
"poll_target_seconds": 0.25,
"reaped_orphan_cpu_seconds": 0.0,
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
"gpu_visible": false,
"retry": false,
"monitor_errors": 0,
"last_monitor_error": null
},
"failure": null
}
],
"statement": "VRAM probe covers only the maximum successful learning part included; not failed/larger unprobed parts",
"actual_probe_max_nodes": 187345,
"probe_receipt_sha256": "4ce86af9a2c7c06adb55bac67bafd3ca89bf667a3e7304604125b0988105f876",
"probe_guard_sha256": "2ba92deb7adb1961a5db7230f3b4453343223b6b0b9af35aca81a778d3229333"
}