Record v4 read-only status at 19:27 alongside R4 conditional handoff
This commit is contained in:
1 parent
98783490ab
commit
b49f9d41c7
1 file changed
+425
@@ -0,0 +1,425 @@
|
||||
{
|
||||
"checked_at": "2026-11-16T19:27:42.131531+08:00",
|
||||
"progress": {
|
||||
"completed": 382,
|
||||
"attempted": 390,
|
||||
"total": 629,
|
||||
"active": {
|
||||
"4": 363,
|
||||
"6": 380,
|
||||
"5": 382,
|
||||
"2": 383,
|
||||
"7": 386,
|
||||
"1": 387,
|
||||
"3": 388,
|
||||
"0": 389
|
||||
},
|
||||
"settled_worker_cpu_seconds": 86154.40025399995,
|
||||
"reserved_active_worker_cpu_seconds": 14416,
|
||||
"stop_reason": null,
|
||||
"first_part_checked": true,
|
||||
"elapsed_seconds": 11780.215052135987
|
||||
},
|
||||
"statuses": {
|
||||
"PASS": 371,
|
||||
"STOPPED_OR_FAILED": 11
|
||||
},
|
||||
"failures": [
|
||||
{
|
||||
"case": "00000954_a741c7966d2c40a8a511263e_step_000",
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 48.101245,
|
||||
"wall_seconds": 51.47026148799341,
|
||||
"message": "Invalid fill time on full tetrahedral domain"
|
||||
},
|
||||
{
|
||||
"case": "00000628_60653f03c5044ef6a9b2e188_step_000",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1713.5742189999999,
|
||||
"wall_seconds": 1800.1707399750012,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000027_ad34a3f60c4a4caa99646600_step_007",
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 228.527997,
|
||||
"wall_seconds": 242.16197866998846,
|
||||
"message": "Invalid fill time on full tetrahedral domain"
|
||||
},
|
||||
{
|
||||
"case": "00000614_c710d414bbbc4340b682c58a_step_000",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1708.278232,
|
||||
"wall_seconds": 1800.111270613037,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000666_6f67a59c16b949a4b66dcfe1_step_000",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1713.8793269999999,
|
||||
"wall_seconds": 1800.114591200021,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000216_5324c79b172f41e8a49afc6f_step_003",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1710.2251780000001,
|
||||
"wall_seconds": 1800.1801030740025,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000033_ad34a3f60c4a4caa99646600_step_013",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1703.8102840000001,
|
||||
"wall_seconds": 1800.1185044309823,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000575_5a4cef68211d4706b1ec8586_step_004",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1696.9662660000001,
|
||||
"wall_seconds": 1800.1311887949705,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000026_ad34a3f60c4a4caa99646600_step_006",
|
||||
"stop_reason": null,
|
||||
"cpu_seconds": 389.07906299999996,
|
||||
"wall_seconds": 411.82913551601814,
|
||||
"message": "Invalid fill time on full tetrahedral domain"
|
||||
},
|
||||
{
|
||||
"case": "00000589_2417b410de78416ebe50d460_step_002",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1700.627005,
|
||||
"wall_seconds": 1800.0867463279865,
|
||||
"message": null
|
||||
},
|
||||
{
|
||||
"case": "00000625_6af98f5458b347bb843f0562_step_000",
|
||||
"stop_reason": "wall_limit",
|
||||
"cpu_seconds": 1705.598771,
|
||||
"wall_seconds": 1800.3204157999717,
|
||||
"message": null
|
||||
}
|
||||
],
|
||||
"terminal_worker_cpu_seconds": 86094.40025400002,
|
||||
"never_dispatched": 239,
|
||||
"model_stage": {
|
||||
"stage": "WAIT_PREPARATION",
|
||||
"unix": 1794828453.3779926
|
||||
},
|
||||
"preparation_complete_exists": false,
|
||||
"processes": [
|
||||
{
|
||||
"pid": 510346,
|
||||
"ppid": 2234,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol"
|
||||
],
|
||||
"cpu_seconds": 17.14,
|
||||
"affinity": [
|
||||
30,
|
||||
31
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 514802,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"363",
|
||||
"--slot",
|
||||
"4"
|
||||
],
|
||||
"cpu_seconds": 33.47,
|
||||
"affinity": [
|
||||
16
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515213,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"380",
|
||||
"--slot",
|
||||
"6"
|
||||
],
|
||||
"cpu_seconds": 15.43,
|
||||
"affinity": [
|
||||
20
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515282,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"382",
|
||||
"--slot",
|
||||
"5"
|
||||
],
|
||||
"cpu_seconds": 11.18,
|
||||
"affinity": [
|
||||
18
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515291,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"383",
|
||||
"--slot",
|
||||
"2"
|
||||
],
|
||||
"cpu_seconds": 11.379999999999999,
|
||||
"affinity": [
|
||||
12
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515553,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"386",
|
||||
"--slot",
|
||||
"7"
|
||||
],
|
||||
"cpu_seconds": 6.72,
|
||||
"affinity": [
|
||||
22
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515591,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"387",
|
||||
"--slot",
|
||||
"1"
|
||||
],
|
||||
"cpu_seconds": 6.6,
|
||||
"affinity": [
|
||||
10
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515857,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"388",
|
||||
"--slot",
|
||||
"3"
|
||||
],
|
||||
"cpu_seconds": 2.07,
|
||||
"affinity": [
|
||||
14
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515858,
|
||||
"ppid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"389",
|
||||
"--slot",
|
||||
"0"
|
||||
],
|
||||
"cpu_seconds": 2.05,
|
||||
"affinity": [
|
||||
8
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515862,
|
||||
"ppid": 515858,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"389"
|
||||
],
|
||||
"cpu_seconds": 18.41,
|
||||
"affinity": [
|
||||
8
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515861,
|
||||
"ppid": 515857,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"388"
|
||||
],
|
||||
"cpu_seconds": 18.91,
|
||||
"affinity": [
|
||||
14
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515594,
|
||||
"ppid": 515591,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"387"
|
||||
],
|
||||
"cpu_seconds": 80.95,
|
||||
"affinity": [
|
||||
10
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515555,
|
||||
"ppid": 515553,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"386"
|
||||
],
|
||||
"cpu_seconds": 95.25999999999999,
|
||||
"affinity": [
|
||||
22
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515293,
|
||||
"ppid": 515291,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"383"
|
||||
],
|
||||
"cpu_seconds": 169.66,
|
||||
"affinity": [
|
||||
12
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515284,
|
||||
"ppid": 515282,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"382"
|
||||
],
|
||||
"cpu_seconds": 175.13000000000002,
|
||||
"affinity": [
|
||||
18
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 515216,
|
||||
"ppid": 515213,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"380"
|
||||
],
|
||||
"cpu_seconds": 221.35,
|
||||
"affinity": [
|
||||
20
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 514803,
|
||||
"ppid": 514802,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"363"
|
||||
],
|
||||
"cpu_seconds": 530.87,
|
||||
"affinity": [
|
||||
16
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 510350,
|
||||
"ppid": 2234,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_models.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/model-plan.json"
|
||||
],
|
||||
"cpu_seconds": 2.4299999999999997,
|
||||
"affinity": [
|
||||
0,
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
10,
|
||||
11,
|
||||
12,
|
||||
13,
|
||||
14,
|
||||
15,
|
||||
16,
|
||||
17,
|
||||
18,
|
||||
19,
|
||||
20,
|
||||
21,
|
||||
22,
|
||||
23,
|
||||
24,
|
||||
25,
|
||||
26,
|
||||
27,
|
||||
28,
|
||||
29,
|
||||
30,
|
||||
31
|
||||
]
|
||||
}
|
||||
],
|
||||
"services": "MainPID=510346\nId=meltmind-gre24-v4-prep-20261116.service\nActiveState=active\nSubState=running\n\nMainPID=510350\nId=meltmind-gre24-v4-models-20261116.service\nActiveState=active\nSubState=running\n"
|
||||
}
|
||||
Reference in new issue
Block a user