{ "status": "PILOT_INCOMPLETE", "reason": "PILOT_RUN_FAILED_NO_RETRY", "runs": [ { "run": { "name": "N128-seed0", "arm": "N", "width": 128, "seed": 0 }, "status": "PASS", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/run_s2_pilot_training_v2.py", "artifacts/s2-pilot-v2-continuation-2026-11-15", "0" ], "returncode": 0, "stop_reason": null, "cpu_seconds": 1129.584761, "wall_seconds": 1129.2963322199648, "peak_tree_rss_bytes": 2574286848, "peak_process_count": 1, "output_disk_bytes_before_receipt": 12288, "max_poll_gap_seconds": 0.8972175170201808, "poll_target_seconds": 0.1, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": true, "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", "retry": false, "monitor_errors": 0, "last_monitor_error": null, "device_monitor": { "peak_device_memory_bytes": 8662286336, "peak_whole_run_tree_rss_bytes": 2980745216, "max_poll_gap_seconds": 1.473451861005742, "reason": null, "samples": 1896 }, "total_run_wall_seconds": 1129.3405424560187, "result_sha256": "f75ded80d92c4e9835ca8bcda6b9772fd1fe56b131c9964097fdfea7ea8f1a44" }, { "run": { "name": "E128-seed0", "arm": "E", "width": 128, "seed": 0 }, "status": "PASS", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/run_s2_pilot_training_v2.py", "artifacts/s2-pilot-v2-continuation-2026-11-15", "1" ], "returncode": 0, "stop_reason": null, "cpu_seconds": 1121.705467, "wall_seconds": 1121.303854590049, "peak_tree_rss_bytes": 2574909440, "peak_process_count": 1, "output_disk_bytes_before_receipt": 32768, "max_poll_gap_seconds": 0.7979419510229491, "poll_target_seconds": 0.1, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": true, "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", "retry": false, "monitor_errors": 0, "last_monitor_error": null, "device_monitor": { "peak_device_memory_bytes": 8660189184, "peak_whole_run_tree_rss_bytes": 2981724160, "max_poll_gap_seconds": 1.105505651968997, "reason": null, "samples": 1887 }, "total_run_wall_seconds": 1121.3519870990422, "result_sha256": "2e1271dbcc00ba4ee4889aa2c9e192283c06a9bd3eabc10a973dabba2f7dad78" }, { "run": { "name": "N256-seed0", "arm": "N", "width": 256, "seed": 0 }, "status": "STOPPED_OR_FAILED", "command": [ "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", "tools/run_s2_pilot_training_v2.py", "artifacts/s2-pilot-v2-continuation-2026-11-15", "2" ], "returncode": 1, "stop_reason": null, "cpu_seconds": 97.12944, "wall_seconds": 96.86777837795671, "peak_tree_rss_bytes": 2553110528, "peak_process_count": 1, "output_disk_bytes_before_receipt": 45056, "max_poll_gap_seconds": 0.4935557850403711, "poll_target_seconds": 0.1, "reaped_orphan_cpu_seconds": 0.0, "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", "gpu_visible": true, "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", "retry": false, "monitor_errors": 0, "last_monitor_error": null, "device_monitor": { "peak_device_memory_bytes": 9786359808, "peak_whole_run_tree_rss_bytes": 2960007168, "max_poll_gap_seconds": 0.9654930130345747, "reason": null, "samples": 165 }, "total_run_wall_seconds": 96.91506972297793, "result_sha256": null } ], "selected_global_width": null, "selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required", "pilot_wall_seconds": 2439.9096992989653, "probe_and_setup_wall_seconds": 31.47485014400445, "test_labels_read": false, "test_predictions": false, "retries": 0 }