Record actual single1470 recovery worker and unchanged scientific pins
This commit is contained in:
1 parent
3b14c562f1
commit
bda35e1996
6 files changed
+426
No files matched your search
@@ -0,0 +1,83 @@
|
||||
{
|
||||
"checked_at": "2026-11-16T20:13:35.477425+08:00",
|
||||
"source_pins": "PASS",
|
||||
"implementation_commit": "3b14c562f1b707d0be7278324e859cc136848bfa",
|
||||
"processes": [
|
||||
{
|
||||
"pid": 518552,
|
||||
"ppid": 2234,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_r4a_recovery.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/r4a-labelled-recovery-2026-11-16"
|
||||
],
|
||||
"affinity": [
|
||||
25
|
||||
],
|
||||
"cpu_seconds": 14.600000000000001,
|
||||
"rss": 129191936
|
||||
},
|
||||
{
|
||||
"pid": 518554,
|
||||
"ppid": 518552,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/run_r4a.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/r4a-labelled-recovery-2026-11-16",
|
||||
"--guard",
|
||||
"568",
|
||||
"--slot",
|
||||
"0"
|
||||
],
|
||||
"affinity": [
|
||||
24
|
||||
],
|
||||
"cpu_seconds": 2.62,
|
||||
"rss": 120266752
|
||||
},
|
||||
{
|
||||
"pid": 518555,
|
||||
"ppid": 518554,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/r4a_part.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/r4a-labelled-recovery-2026-11-16",
|
||||
"568"
|
||||
],
|
||||
"affinity": [
|
||||
24
|
||||
],
|
||||
"cpu_seconds": 32.010000000000005,
|
||||
"rss": 1058136064
|
||||
}
|
||||
],
|
||||
"started": {
|
||||
"pid": 518552,
|
||||
"unix": 1794831180.2731516,
|
||||
"recovery_indices": [
|
||||
568
|
||||
],
|
||||
"contract_sha256": "2a2acdbc176cf2fe5d72e9952fbaf4d9d0635286d50771cffaa94d7d682fe552",
|
||||
"continuation_contract_sha256": "62ab3f3711b65738db6d073341bf85bf1c4a5db776338a24febfe6f437cabda7"
|
||||
},
|
||||
"chain_progress": {
|
||||
"stage": "LABELLED_1470_DISTANCE_ONLY_RECOVERY",
|
||||
"guard_pid": 518554,
|
||||
"prior_charged_worker_cpu_seconds": 7517.870153000007,
|
||||
"new_initial_cpu_seconds": 5.768479021,
|
||||
"stop_reason": null,
|
||||
"wall_seconds": 34.94779051101068
|
||||
},
|
||||
"worker_progress": {
|
||||
"stage": "DISTANCE_ONLY_DW",
|
||||
"case": "00001470_a45f6c99e2154f3b94955175_step_054",
|
||||
"pid": 518555,
|
||||
"unix": 1794831189.0789251,
|
||||
"cpu_seconds": 5.92897321,
|
||||
"wall_seconds": 6.275624614965636
|
||||
},
|
||||
"pass_freeze_exists": false,
|
||||
"postfit_exists": false,
|
||||
"complete_exists": false
|
||||
}
|
||||
@@ -0,0 +1,304 @@
|
||||
{
|
||||
"checked_at": "2026-11-16T20:12:59.302590+08:00",
|
||||
"status": "PASS",
|
||||
"v4": [
|
||||
{
|
||||
"pid": 510346,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol"
|
||||
],
|
||||
"affinity": [
|
||||
30,
|
||||
31
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518260,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"489",
|
||||
"--slot",
|
||||
"1"
|
||||
],
|
||||
"affinity": [
|
||||
10
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518317,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"490",
|
||||
"--slot",
|
||||
"0"
|
||||
],
|
||||
"affinity": [
|
||||
8
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518334,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"492",
|
||||
"--slot",
|
||||
"2"
|
||||
],
|
||||
"affinity": [
|
||||
12
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518339,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"494",
|
||||
"--slot",
|
||||
"4"
|
||||
],
|
||||
"affinity": [
|
||||
16
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518344,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"495",
|
||||
"--slot",
|
||||
"5"
|
||||
],
|
||||
"affinity": [
|
||||
18
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518475,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"496",
|
||||
"--slot",
|
||||
"3"
|
||||
],
|
||||
"affinity": [
|
||||
14
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518533,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"497",
|
||||
"--slot",
|
||||
"6"
|
||||
],
|
||||
"affinity": [
|
||||
20
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518536,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/run_gre24_protocol_preparation.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"--guard",
|
||||
"498",
|
||||
"--slot",
|
||||
"7"
|
||||
],
|
||||
"affinity": [
|
||||
22
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518537,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"498"
|
||||
],
|
||||
"affinity": [
|
||||
22
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518534,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"497"
|
||||
],
|
||||
"affinity": [
|
||||
20
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518476,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"496"
|
||||
],
|
||||
"affinity": [
|
||||
14
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518345,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"495"
|
||||
],
|
||||
"affinity": [
|
||||
18
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518340,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"494"
|
||||
],
|
||||
"affinity": [
|
||||
16
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518335,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"492"
|
||||
],
|
||||
"affinity": [
|
||||
12
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518328,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"490"
|
||||
],
|
||||
"affinity": [
|
||||
8
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 518261,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/gre24_prepare_v2.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"489"
|
||||
],
|
||||
"affinity": [
|
||||
10
|
||||
],
|
||||
"idle_waiter": false
|
||||
},
|
||||
{
|
||||
"pid": 510350,
|
||||
"cmd": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_gre24_models.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/protocol/model-plan.json"
|
||||
],
|
||||
"affinity": [
|
||||
0,
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
10,
|
||||
11,
|
||||
12,
|
||||
13,
|
||||
14,
|
||||
15,
|
||||
16,
|
||||
17,
|
||||
18,
|
||||
19,
|
||||
20,
|
||||
21,
|
||||
22,
|
||||
23,
|
||||
24,
|
||||
25,
|
||||
26,
|
||||
27,
|
||||
28,
|
||||
29,
|
||||
30,
|
||||
31
|
||||
],
|
||||
"idle_waiter": true
|
||||
}
|
||||
],
|
||||
"old_r4_processes_absent": true,
|
||||
"source_pins": "PASS",
|
||||
"implementation_commit": "3b14c562f1b707d0be7278324e859cc136848bfa",
|
||||
"publication": "fixed_local_commit; remote upload independently in progress",
|
||||
"recovery_index": 568,
|
||||
"worker_cpu": 24,
|
||||
"coordinator_cpu": 25
|
||||
}
|
||||
@@ -0,0 +1,9 @@
|
||||
{
|
||||
"pid": 518552,
|
||||
"unix": 1794831180.2731516,
|
||||
"recovery_indices": [
|
||||
568
|
||||
],
|
||||
"contract_sha256": "2a2acdbc176cf2fe5d72e9952fbaf4d9d0635286d50771cffaa94d7d682fe552",
|
||||
"continuation_contract_sha256": "62ab3f3711b65738db6d073341bf85bf1c4a5db776338a24febfe6f437cabda7"
|
||||
}
|
||||
@@ -0,0 +1,26 @@
|
||||
{
|
||||
"unix": 1794831179.3224885,
|
||||
"command": [
|
||||
"systemd-run",
|
||||
"--user",
|
||||
"--unit=meltmind-r4a-labelled1470-20261116.service",
|
||||
"--property=Restart=no",
|
||||
"--property=KillMode=control-group",
|
||||
"--property=StandardOutput=append:/home/frank14f/optane/MeltMind/artifacts/r4a-labelled-recovery-2026-11-16/service.log",
|
||||
"--property=StandardError=inherit",
|
||||
"--working-directory=/home/frank14f/optane/MeltMind",
|
||||
"--setenv=OMP_NUM_THREADS=1",
|
||||
"--setenv=OPENBLAS_NUM_THREADS=1",
|
||||
"--setenv=MKL_NUM_THREADS=1",
|
||||
"--setenv=NUMEXPR_NUM_THREADS=1",
|
||||
"--setenv=CUDA_VISIBLE_DEVICES=",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"-u",
|
||||
"tools/run_r4a_recovery.py",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/r4a-labelled-recovery-2026-11-16"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": "Running as unit: meltmind-r4a-labelled1470-20261116.service\n",
|
||||
"authorizing_ruling": "1794830693.515879"
|
||||
}
|
||||
@@ -137,3 +137,5 @@ R4(a)真实启动取代前述准备态:实现7c85d1a已推送;唯一systemd
|
||||
后续Claude1794828293.187919已实读并记录`docs/r4a-continuation-preruling-2026-11-16.md`:单件时间/内存/缓存失败导致原队列停止时,保留失败,仅never-attempted一次独立接续,同合同/pins/累计账/核集合;全局来源指纹、监控、预算失败仍停止报告。已启动而连带中止的件不属于never-attempted。19:26:27原89PASS/93已派发/4活跃、无停止,条件尚未触发;本轮不改活跃源码、不重启或另派接续,不扩大评分授权。
|
||||
|
||||
R4原队列真实终态及新裁量(20:03–20:05):原515150已exit1,617全部尝试=615PASS+666wall_limit+1470return−9,never-attempted空、账完整,charged7517.870153秒,未评分。1470与协调器停全部worker逻辑一致但未捕获内核sender;其INFRA_ABORTED是Claude1794830693.515879的明确执行分类,原回执保留。该新裁量只允许1470一次标记distance-only恢复,随后PASS冻结及原S2缓存评分;666不重试,失败组件在三臂共同排除。Delta改为EIK参照的1−GRAPH/EIK与1−B0/EIK,描述性区间不设门。独立工程62ab3f37/6合成PASS已准备,原科学合同2a2acdbc与7c85d1a源码不变;新初始5.768479021秒累计旧账,详见`docs/r4a-original-stop-and-labelled-recovery-2026-11-16.md`。实际启动以新根recovery-started/审计为准。已实读并遵循Claude4667109a既定协作方法,不重设主审/用户go,也不另造流程文件。
|
||||
|
||||
1470唯一恢复实际启动:20:13:00 systemd/coord518552,20:13:35实见guard518554与worker518555在CPU24、DISTANCE_ONLY_DW,coord25,来源pins PASS。工程实现3b14c562已推送,新根`artifacts/r4a-labelled-recovery-2026-11-16`、科学合同2a2acdbc/工程62ab3f37不变;旧7517.870153+新初始5.768479021+后续实耗共享原帽。此时还未恢复终态/冻结/评分,唯一接续链等待该真实依赖;后续评分已有主审批准,不能另外重复启动。v4原运行不改,原失败和旧账完整保留。
|
||||
@@ -1,5 +1,7 @@
|
||||
# R4(a) 原队列终态与1470一次标记恢复
|
||||
|
||||
**最新实际启动(20:13:35审计):** 唯一`meltmind-r4a-labelled1470-20261116.service`于20:13:00启动,coord518552/CPU25,guard518554和worker518555/CPU24;真实worker在DISTANCE_ONLY_DW,source pins PASS。实现3b14c562已推送;新根`actual-start-audit.json`记录实际进程与回执。此时恢复未终态、PASS总冻结和评分未开始。后续阶段必须结合真实worker、`pass-predictions-freeze.json`、postfit started/receipt及`continuation-complete.json`判定,不能只把早期progress或聊天空闲当成当前状态。不得重复恢复或另启评分。
|
||||
|
||||
原systemd `meltmind-r4a-20261116.service` / PID515150已exit1、MainPID0,不能按旧running接续。原617全部尝试、617回执齐全:**615 PASS、666墙钟失败、1470 returncode−9**;never_attempted=[],missing_receipt_indices=[],accounting_complete=true。原预测总冻结与postfit均不存在,未评分。证据在`artifacts/r4a-terminal-audit-2026-11-16/terminal-audit.json`及原执行根。
|
||||
|
||||
666在DISTANCE_ONLY_DF触发wall_limit:墙钟1800.411008410秒、worker CPU1714.457587秒、峰RSS3332603904 B,未触4GiB。1470在DISTANCE_ONLY_DW以returncode−9、stop_reason=null结束:墙钟418.131800285秒、CPU396.778671秒、峰RSS2328023040 B,未触自身资源帽。固定协调器停全部活跃worker的逻辑与终态时序支持连带终止解释,但未单独捕获内核信号发送者;保留该证据限度,不将其称为数值失败。
|
||||
|
||||
Reference in new issue
Block a user