134 lines
4.4 KiB
JSON
134 lines
4.4 KiB
JSON
{
|
|
"status": "PILOT_INCOMPLETE",
|
|
"reason": "PILOT_RUN_FAILED_NO_RETRY",
|
|
"runs": [
|
|
{
|
|
"run": {
|
|
"name": "N128-seed0",
|
|
"arm": "N",
|
|
"width": 128,
|
|
"seed": 0
|
|
},
|
|
"status": "PASS",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s2_pilot_training_v2.py",
|
|
"artifacts/s2-pilot-v2-continuation-2026-11-15",
|
|
"0"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 1129.584761,
|
|
"wall_seconds": 1129.2963322199648,
|
|
"peak_tree_rss_bytes": 2574286848,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 12288,
|
|
"max_poll_gap_seconds": 0.8972175170201808,
|
|
"poll_target_seconds": 0.1,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": true,
|
|
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null,
|
|
"device_monitor": {
|
|
"peak_device_memory_bytes": 8662286336,
|
|
"peak_whole_run_tree_rss_bytes": 2980745216,
|
|
"max_poll_gap_seconds": 1.473451861005742,
|
|
"reason": null,
|
|
"samples": 1896
|
|
},
|
|
"total_run_wall_seconds": 1129.3405424560187,
|
|
"result_sha256": "f75ded80d92c4e9835ca8bcda6b9772fd1fe56b131c9964097fdfea7ea8f1a44"
|
|
},
|
|
{
|
|
"run": {
|
|
"name": "E128-seed0",
|
|
"arm": "E",
|
|
"width": 128,
|
|
"seed": 0
|
|
},
|
|
"status": "PASS",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s2_pilot_training_v2.py",
|
|
"artifacts/s2-pilot-v2-continuation-2026-11-15",
|
|
"1"
|
|
],
|
|
"returncode": 0,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 1121.705467,
|
|
"wall_seconds": 1121.303854590049,
|
|
"peak_tree_rss_bytes": 2574909440,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 32768,
|
|
"max_poll_gap_seconds": 0.7979419510229491,
|
|
"poll_target_seconds": 0.1,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": true,
|
|
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null,
|
|
"device_monitor": {
|
|
"peak_device_memory_bytes": 8660189184,
|
|
"peak_whole_run_tree_rss_bytes": 2981724160,
|
|
"max_poll_gap_seconds": 1.105505651968997,
|
|
"reason": null,
|
|
"samples": 1887
|
|
},
|
|
"total_run_wall_seconds": 1121.3519870990422,
|
|
"result_sha256": "2e1271dbcc00ba4ee4889aa2c9e192283c06a9bd3eabc10a973dabba2f7dad78"
|
|
},
|
|
{
|
|
"run": {
|
|
"name": "N256-seed0",
|
|
"arm": "N",
|
|
"width": 256,
|
|
"seed": 0
|
|
},
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/run_s2_pilot_training_v2.py",
|
|
"artifacts/s2-pilot-v2-continuation-2026-11-15",
|
|
"2"
|
|
],
|
|
"returncode": 1,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 97.12944,
|
|
"wall_seconds": 96.86777837795671,
|
|
"peak_tree_rss_bytes": 2553110528,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 45056,
|
|
"max_poll_gap_seconds": 0.4935557850403711,
|
|
"poll_target_seconds": 0.1,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": true,
|
|
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null,
|
|
"device_monitor": {
|
|
"peak_device_memory_bytes": 9786359808,
|
|
"peak_whole_run_tree_rss_bytes": 2960007168,
|
|
"max_poll_gap_seconds": 0.9654930130345747,
|
|
"reason": null,
|
|
"samples": 165
|
|
},
|
|
"total_run_wall_seconds": 96.91506972297793,
|
|
"result_sha256": null
|
|
}
|
|
],
|
|
"selected_global_width": null,
|
|
"selection_rule": "mean of N/E validation error at each width, ties smaller; all four runs required",
|
|
"pilot_wall_seconds": 2439.9096992989653,
|
|
"probe_and_setup_wall_seconds": 31.47485014400445,
|
|
"test_labels_read": false,
|
|
"test_predictions": false,
|
|
"retries": 0
|
|
}
|