Record v4 read-only status at 19:27 alongside R4 conditional handoff

This commit is contained in:
Frank14f committed 2026-11-16 19:28:08 +08:00
1 parent 98783490ab
commit b49f9d41c7
1 file changed
+425
@@ -0,0 +1,425 @@
{
"checked_at": "2026-11-16T19:27:42.131531+08:00",
"progress": {
"completed": 382,
"attempted": 390,
"total": 629,
"active": {
"4": 363,
"6": 380,
"5": 382,
"2": 383,
"7": 386,
"1": 387,
"3": 388,
"0": 389
},
"settled_worker_cpu_seconds": 86154.40025399995,
"reserved_active_worker_cpu_seconds": 14416,
"stop_reason": null,
"first_part_checked": true,
"elapsed_seconds": 11780.215052135987
},
"statuses": {
"PASS": 371,
"STOPPED_OR_FAILED": 11
},
"failures": [
{
"case": "00000954_a741c7966d2c40a8a511263e_step_000",
"stop_reason": null,
"cpu_seconds": 48.101245,
"wall_seconds": 51.47026148799341,
"message": "Invalid fill time on full tetrahedral domain"
},
{
"case": "00000628_60653f03c5044ef6a9b2e188_step_000",
"stop_reason": "wall_limit",
"cpu_seconds": 1713.5742189999999,
"wall_seconds": 1800.1707399750012,
"message": null
},
{
"case": "00000027_ad34a3f60c4a4caa99646600_step_007",
"stop_reason": null,
"cpu_seconds": 228.527997,
"wall_seconds": 242.16197866998846,
"message": "Invalid fill time on full tetrahedral domain"
},
{
"case": "00000614_c710d414bbbc4340b682c58a_step_000",
"stop_reason": "wall_limit",
"cpu_seconds": 1708.278232,
"wall_seconds": 1800.111270613037,
"message": null
},
{
"case": "00000666_6f67a59c16b949a4b66dcfe1_step_000",
"stop_reason": "wall_limit",
"cpu_seconds": 1713.8793269999999,
"wall_seconds": 1800.114591200021,
"message": null
},
{
"case": "00000216_5324c79b172f41e8a49afc6f_step_003",
"stop_reason": "wall_limit",
"cpu_seconds": 1710.2251780000001,
"wall_seconds": 1800.1801030740025,
"message": null
},
{
"case": "00000033_ad34a3f60c4a4caa99646600_step_013",
"stop_reason": "wall_limit",
"cpu_seconds": 1703.8102840000001,
"wall_seconds": 1800.1185044309823,
"message": null
},
{
"case": "00000575_5a4cef68211d4706b1ec8586_step_004",
"stop_reason": "wall_limit",
"cpu_seconds": 1696.9662660000001,
"wall_seconds": 1800.1311887949705,
"message": null
},
{
"case": "00000026_ad34a3f60c4a4caa99646600_step_006",
"stop_reason": null,
"cpu_seconds": 389.07906299999996,
"wall_seconds": 411.82913551601814,
"message": "Invalid fill time on full tetrahedral domain"
},
{
"case": "00000589_2417b410de78416ebe50d460_step_002",
"stop_reason": "wall_limit",
"cpu_seconds": 1700.627005,
"wall_seconds": 1800.0867463279865,
"message": null
},
{
"case": "00000625_6af98f5458b347bb843f0562_step_000",
"stop_reason": "wall_limit",
"cpu_seconds": 1705.598771,
"wall_seconds": 1800.3204157999717,
"message": null
}
],
"terminal_worker_cpu_seconds": 86094.40025400002,
"never_dispatched": 239,
"model_stage": {
"stage": "WAIT_PREPARATION",
"unix": 1794828453.3779926
},
"preparation_complete_exists": false,
"processes": [
{
"pid": 510346,
"ppid": 2234,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"-u",
"tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol"
],
"cpu_seconds": 17.14,
"affinity": [
30,
31
]
},
{
"pid": 514802,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"363",
"--slot",
"4"
],
"cpu_seconds": 33.47,
"affinity": [
16
]
},
{
"pid": 515213,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"380",
"--slot",
"6"
],
"cpu_seconds": 15.43,
"affinity": [
20
]
},
{
"pid": 515282,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"382",
"--slot",
"5"
],
"cpu_seconds": 11.18,
"affinity": [
18
]
},
{
"pid": 515291,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"383",
"--slot",
"2"
],
"cpu_seconds": 11.379999999999999,
"affinity": [
12
]
},
{
"pid": 515553,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"386",
"--slot",
"7"
],
"cpu_seconds": 6.72,
"affinity": [
22
]
},
{
"pid": 515591,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"387",
"--slot",
"1"
],
"cpu_seconds": 6.6,
"affinity": [
10
]
},
{
"pid": 515857,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"388",
"--slot",
"3"
],
"cpu_seconds": 2.07,
"affinity": [
14
]
},
{
"pid": 515858,
"ppid": 510346,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"--guard",
"389",
"--slot",
"0"
],
"cpu_seconds": 2.05,
"affinity": [
8
]
},
{
"pid": 515862,
"ppid": 515858,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"389"
],
"cpu_seconds": 18.41,
"affinity": [
8
]
},
{
"pid": 515861,
"ppid": 515857,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"388"
],
"cpu_seconds": 18.91,
"affinity": [
14
]
},
{
"pid": 515594,
"ppid": 515591,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"387"
],
"cpu_seconds": 80.95,
"affinity": [
10
]
},
{
"pid": 515555,
"ppid": 515553,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"386"
],
"cpu_seconds": 95.25999999999999,
"affinity": [
22
]
},
{
"pid": 515293,
"ppid": 515291,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"383"
],
"cpu_seconds": 169.66,
"affinity": [
12
]
},
{
"pid": 515284,
"ppid": 515282,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"382"
],
"cpu_seconds": 175.13000000000002,
"affinity": [
18
]
},
{
"pid": 515216,
"ppid": 515213,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"380"
],
"cpu_seconds": 221.35,
"affinity": [
20
]
},
{
"pid": 514803,
"ppid": 514802,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/gre24_prepare_v2.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"363"
],
"cpu_seconds": 530.87,
"affinity": [
16
]
},
{
"pid": 510350,
"ppid": 2234,
"cmd": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"-u",
"tools/run_gre24_models.py",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/model-plan.json"
],
"cpu_seconds": 2.4299999999999997,
"affinity": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31
]
}
],
"services": "MainPID=510346\nId=meltmind-gre24-v4-prep-20261116.service\nActiveState=active\nSubState=running\n\nMainPID=510350\nId=meltmind-gre24-v4-models-20261116.service\nActiveState=active\nSubState=running\n"
}