211 lines
7.0 KiB
JSON
211 lines
7.0 KiB
JSON
{
|
|
"status": "COMPLETE",
|
|
"run": {
|
|
"name": "N128-seed0",
|
|
"arm": "N",
|
|
"width": 128,
|
|
"seed": 0
|
|
},
|
|
"E_max": 42,
|
|
"cosine_T_max": 42,
|
|
"epochs": 42,
|
|
"attempted_updates": 16044,
|
|
"updates": 16038,
|
|
"best_epoch": 39,
|
|
"best_validation_score": 0.10332562533675191,
|
|
"learning_parts": 382,
|
|
"validation_parts": 111,
|
|
"learning_components": 137,
|
|
"validation_components": 35,
|
|
"failed_preparation_parts_dropped": [
|
|
{
|
|
"case": "00000575_5a4cef68211d4706b1ec8586_step_004",
|
|
"role": "validation",
|
|
"nodes": 75046,
|
|
"component_id": "component-3a3e340f4dfac391",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-inputs-2026-11-15",
|
|
"181"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.766116,
|
|
"wall_seconds": 1800.400393687014,
|
|
"peak_tree_rss_bytes": 602218496,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 1.128913332009688,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false
|
|
},
|
|
"failure": null
|
|
},
|
|
{
|
|
"case": "00000614_c710d414bbbc4340b682c58a_step_000",
|
|
"role": "learning",
|
|
"nodes": 145860,
|
|
"component_id": "component-4bd089778094e746",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-inputs-2026-11-15",
|
|
"201"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.796751,
|
|
"wall_seconds": 1800.0567526929663,
|
|
"peak_tree_rss_bytes": 629305344,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 1.1576595069491304,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false
|
|
},
|
|
"failure": null
|
|
},
|
|
{
|
|
"case": "00000625_6af98f5458b347bb843f0562_step_000",
|
|
"role": "learning",
|
|
"nodes": 145707,
|
|
"component_id": "component-4bd089778094e746",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-inputs-2026-11-15",
|
|
"211"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.8864629999998,
|
|
"wall_seconds": 1800.119237862993,
|
|
"peak_tree_rss_bytes": 647880704,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 1.159920622012578,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false
|
|
},
|
|
"failure": null
|
|
},
|
|
{
|
|
"case": "00001466_a45f6c99e2154f3b94955175_step_050",
|
|
"role": "learning",
|
|
"nodes": 77138,
|
|
"component_id": "component-7fe5173e77c86f9d",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
|
|
"83"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.926194,
|
|
"wall_seconds": 1800.0714844280155,
|
|
"peak_tree_rss_bytes": 383070208,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 1.0109735240112059,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"failure": null
|
|
},
|
|
{
|
|
"case": "00001470_a45f6c99e2154f3b94955175_step_054",
|
|
"role": "learning",
|
|
"nodes": 124817,
|
|
"component_id": "component-7fe5173e77c86f9d",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
|
|
"87"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.664371,
|
|
"wall_seconds": 1800.0443400070071,
|
|
"peak_tree_rss_bytes": 578732032,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 1.007104828953743,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"failure": null
|
|
},
|
|
{
|
|
"case": "00001473_a45f6c99e2154f3b94955175_step_057",
|
|
"role": "learning",
|
|
"nodes": 69428,
|
|
"component_id": "component-7fe5173e77c86f9d",
|
|
"guard": {
|
|
"status": "STOPPED_OR_FAILED",
|
|
"command": [
|
|
"/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python",
|
|
"tools/s2_pilot_prepare.py",
|
|
"artifacts/s2-pilot-recovery-inputs-2026-11-15",
|
|
"90"
|
|
],
|
|
"returncode": -9,
|
|
"stop_reason": "wall_limit",
|
|
"cpu_seconds": 1799.751432,
|
|
"wall_seconds": 1800.2498029720155,
|
|
"peak_tree_rss_bytes": 438853632,
|
|
"peak_process_count": 1,
|
|
"output_disk_bytes_before_receipt": 4096,
|
|
"max_poll_gap_seconds": 0.8929723129840568,
|
|
"poll_target_seconds": 0.25,
|
|
"reaped_orphan_cpu_seconds": 0.0,
|
|
"supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure",
|
|
"gpu_visible": false,
|
|
"retry": false,
|
|
"monitor_errors": 0,
|
|
"last_monitor_error": null
|
|
},
|
|
"failure": null
|
|
}
|
|
],
|
|
"standardizer_fingerprint": "93ca89996de50e130d241a674591ad443fdbf334f965d52fdfe9574d10939b03",
|
|
"wall_seconds": 1125.9121631510206,
|
|
"peak_allocated_bytes": 4706622464,
|
|
"peak_reserved_bytes": 8246001664,
|
|
"test_labels_read": false,
|
|
"test_predictions": false,
|
|
"capacity_selected": false,
|
|
"checkpoint_sha256": "ca2eb128116e877e2ffed65f4c1c5864e090beab9b7c0615f117e613599ccd34"
|
|
}
|