56 lines
1.9 KiB
JSON
56 lines
1.9 KiB
JSON
{
|
|
"status": "STOPPED",
|
|
"trigger": "FOREIGN_GPU_OCCUPANT",
|
|
"underlying_trigger": "FOREIGN_GPU_OCCUPANT",
|
|
"receipts": [
|
|
{
|
|
"mode": "train",
|
|
"worker": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
|
"/home/frank14f/optane/MeltMind/tools/phase3_item1b_fold0_deadline.py",
|
|
"train",
|
|
"/home/frank14f/optane/MeltMind/artifacts/phase3-item1b-fold0-deadline-2026-11-19"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": null,
|
|
"cpu_seconds": 720.046806,
|
|
"wall_seconds": 720.661197388079,
|
|
"peak_tree_rss_bytes": 1465208832,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 2924544,
|
|
"max_poll_gap_seconds": 0.6629281869390979,
|
|
"poll_target_seconds": 0.2,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": true,
|
|
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"reasons": [
|
|
"FOREIGN_GPU_OCCUPANT",
|
|
"FOREIGN_GPU_OCCUPANT"
|
|
],
|
|
"peaks": {
|
|
"peak_allocated_bytes": 1334860288,
|
|
"peak_reserved_bytes": 1388314624
|
|
}
|
|
}
|
|
],
|
|
"queue_wait_gpu_seconds": 20.293689728947356,
|
|
"training_gpu_seconds": 720.7542707340326,
|
|
"screen_gpu_seconds": 0.0,
|
|
"finalization_gpu_seconds": 0.11176366300787777,
|
|
"new_gpu_seconds": 741.1597241259879,
|
|
"new_gpu_cap_seconds": 13180,
|
|
"cap_overage_gpu_seconds": 0.0,
|
|
"cumulative_item_gpu_seconds": 20003.217328388826,
|
|
"cumulative_phase3_gpu_seconds": 409371.5701867306,
|
|
"no_retry": true,
|
|
"test_targets_read": false,
|
|
"automatic_continuation": false
|
|
}
|