Record actual v4 preparation and model-waiter start after manual verification
This commit is contained in:
1 parent
b949fb4904
commit
d003f25bee
9 files changed
+256
No files matched your search
@@ -0,0 +1,67 @@
|
||||
{
|
||||
"status": "SERVICES_STARTED",
|
||||
"unix": 1794816683.6771722,
|
||||
"services": {
|
||||
"preparation": {
|
||||
"state": {
|
||||
"Restart": "no",
|
||||
"MainPID": "510346",
|
||||
"ActiveState": "active",
|
||||
"SubState": "running"
|
||||
},
|
||||
"pid": 510346,
|
||||
"ppid": 2234,
|
||||
"create_time": 1794816680.58,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol"
|
||||
]
|
||||
},
|
||||
"model_chain": {
|
||||
"state": {
|
||||
"Restart": "no",
|
||||
"MainPID": "510350",
|
||||
"ActiveState": "active",
|
||||
"SubState": "running"
|
||||
},
|
||||
"pid": 510350,
|
||||
"ppid": 2234,
|
||||
"create_time": 1794816682.12,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_models.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/model-plan.json"
|
||||
]
|
||||
}
|
||||
},
|
||||
"input_freeze": {
|
||||
"status": "FROZEN",
|
||||
"case_count": 629,
|
||||
"splits": 5,
|
||||
"contract_sha256": "8ea9bdb9f1aa542a044b383e7191696e6ac8b3ed1aedd9b2b34e7571cd7e2c1e",
|
||||
"splits_sha256": "534b2a25f92dbac2335b6282e1dfe0bb8ecdbc8db55bdfc24c7cffa83f9e931b",
|
||||
"model_plan_sha256": "15518ad03ee7b9c14e76fbd968c1f5ff7bd523d165a03113c8dbb8c6c88c444c",
|
||||
"metadata_cpu_seconds": 1.2558805670000002,
|
||||
"original_scientific_sources_unchanged": true,
|
||||
"unix": 1794816556.651451
|
||||
},
|
||||
"source_pins_verified": true,
|
||||
"manual_receive_verification_sha256": "3928c8a3acb9f928843fe2120003391f4eed2727ddf478bb74e99e48321c2bd1",
|
||||
"preparation_start": {
|
||||
"pid": 510346,
|
||||
"unix": 1794816681.6171403,
|
||||
"contract_sha256": "8ea9bdb9f1aa542a044b383e7191696e6ac8b3ed1aedd9b2b34e7571cd7e2c1e"
|
||||
},
|
||||
"model_chain_start": {
|
||||
"pid": 510350,
|
||||
"unix": 1794816683.204227,
|
||||
"plan_sha256": "15518ad03ee7b9c14e76fbd968c1f5ff7bd523d165a03113c8dbb8c6c88c444c",
|
||||
"stage": "WAIT_PREPARATION"
|
||||
},
|
||||
"no_receiver_restart": true,
|
||||
"original_stopped_waiter_not_restarted": true
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"pid": 510341,
|
||||
"unix": 1794816680.574639,
|
||||
"authorizing_ruling": "1794815915.570349",
|
||||
"inputs_commit": "b949fb4",
|
||||
"manual_verification_sha256": "3928c8a3acb9f928843fe2120003391f4eed2727ddf478bb74e99e48321c2bd1",
|
||||
"no_receiver_restart": true
|
||||
}
|
||||
@@ -0,0 +1,106 @@
|
||||
{
|
||||
"unix": 1794816723.265358,
|
||||
"processes": [
|
||||
{
|
||||
"pid": 510346,
|
||||
"ppid": 2234,
|
||||
"cpu_affinity": [
|
||||
30,
|
||||
31
|
||||
],
|
||||
"children": [
|
||||
{
|
||||
"pid": 510347,
|
||||
"ppid": 510346,
|
||||
"cpu_affinity": [
|
||||
8
|
||||
],
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"0",
|
||||
"--slot",
|
||||
"0"
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 510362,
|
||||
"ppid": 510347,
|
||||
"cpu_affinity": [
|
||||
8
|
||||
],
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"0"
|
||||
]
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 510350,
|
||||
"ppid": 2234,
|
||||
"cpu_affinity": [
|
||||
0,
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
10,
|
||||
11,
|
||||
12,
|
||||
13,
|
||||
14,
|
||||
15,
|
||||
16,
|
||||
17,
|
||||
18,
|
||||
19,
|
||||
20,
|
||||
21,
|
||||
22,
|
||||
23,
|
||||
24,
|
||||
25,
|
||||
26,
|
||||
27,
|
||||
28,
|
||||
29,
|
||||
30,
|
||||
31
|
||||
],
|
||||
"children": []
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"completed": 0,
|
||||
"attempted": 1,
|
||||
"total": 629,
|
||||
"active": {
|
||||
"0": 0
|
||||
},
|
||||
"settled_worker_cpu_seconds": 60.0,
|
||||
"reserved_active_worker_cpu_seconds": 1802,
|
||||
"stop_reason": null,
|
||||
"first_part_checked": false,
|
||||
"elapsed_seconds": 41.2004451029934
|
||||
},
|
||||
"first_case": "00000003_1ffb81a71e5b402e966b9341_step_002",
|
||||
"source_pins_verified": true,
|
||||
"first_worker_progress": {
|
||||
"stage": "EIKONAL_DW",
|
||||
"case": "00000003_1ffb81a71e5b402e966b9341_step_002",
|
||||
"pid": 510362,
|
||||
"unix": 1794816685.245323,
|
||||
"CPU_s": 1.4860454609999998,
|
||||
"wall_s": 1.5792233029496856
|
||||
}
|
||||
}
|
||||
+26
@@ -0,0 +1,26 @@
|
||||
{
|
||||
"command": [
|
||||
"systemd-run",
|
||||
"--user",
|
||||
"--unit=meltmind-gre24-v4-models-20261116",
|
||||
"--working-directory=/home/frank14f/optane/MeltMind",
|
||||
"--property=Restart=no",
|
||||
"--property=KillMode=control-group",
|
||||
"--property=TimeoutStopSec=30s",
|
||||
"--property=StandardOutput=append:/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/meltmind-gre24-v4-models-20261116.log",
|
||||
"--property=StandardError=inherit",
|
||||
"--setenv=PYTHONUNBUFFERED=1",
|
||||
"--setenv=OMP_NUM_THREADS=1",
|
||||
"--setenv=OPENBLAS_NUM_THREADS=1",
|
||||
"--setenv=MKL_NUM_THREADS=1",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_models.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/model-plan.json"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": "Running as unit: meltmind-gre24-v4-models-20261116.service\n",
|
||||
"unix": 1794816682.1513035
|
||||
}
|
||||
+26
@@ -0,0 +1,26 @@
|
||||
{
|
||||
"command": [
|
||||
"systemd-run",
|
||||
"--user",
|
||||
"--unit=meltmind-gre24-v4-prep-20261116",
|
||||
"--working-directory=/home/frank14f/optane/MeltMind",
|
||||
"--property=Restart=no",
|
||||
"--property=KillMode=control-group",
|
||||
"--property=TimeoutStopSec=30s",
|
||||
"--property=StandardOutput=append:/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/meltmind-gre24-v4-prep-20261116.log",
|
||||
"--property=StandardError=inherit",
|
||||
"--setenv=PYTHONUNBUFFERED=1",
|
||||
"--setenv=OMP_NUM_THREADS=1",
|
||||
"--setenv=OPENBLAS_NUM_THREADS=1",
|
||||
"--setenv=MKL_NUM_THREADS=1",
|
||||
"--setenv=CUDA_VISIBLE_DEVICES=",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": "Running as unit: meltmind-gre24-v4-prep-20261116.service\n",
|
||||
"unix": 1794816680.6121638
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"pid": 510350,
|
||||
"unix": 1794816683.204227,
|
||||
"plan_sha256": "15518ad03ee7b9c14e76fbd968c1f5ff7bd523d165a03113c8dbb8c6c88c444c",
|
||||
"stage": "WAIT_PREPARATION"
|
||||
}
|
||||
@@ -0,0 +1,5 @@
|
||||
{
|
||||
"pid": 510346,
|
||||
"unix": 1794816681.6171403,
|
||||
"contract_sha256": "8ea9bdb9f1aa542a044b383e7191696e6ac8b3ed1aedd9b2b34e7571cd7e2c1e"
|
||||
}
|
||||
Reference in new issue
Block a user