diff --git a/AGENTS.md b/AGENTS.md index 0880f6f6c..9674a573c 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -26,3 +26,5 @@ - Claude1794698179.161599 records a separate feasibility decision: main-matrix width128, width effect not tested, no use of validation scores to justify selection. Original pilot selected_global_width staysnull. Before any main-matrix execution: fix recorded progress/result VRAM-peak enforcement with synthetic test, allocator configuration per ruling, unchangedAMP1% andE_max42, and budget/execution plan. This read-only stage audit has not implemented or launched that work. - Main engineering plan update: independent `s2_main_memory_guard.py` checks all progress/result/history peak records during and after failed workers;7 CPU synthetic checks passed. No old pinned source changed. Allocatorexpandable_segments parsedtrue withV100 VMM support, no GPU tensors/workload. Claude1794698734.967459 supersedes pilot-cell reuse: separately prepare6 timeouts at60min and125 fold0 test geometries without label decoding, freeze one final roster, then all90 neural fits fresh; pilot weights remain historical only. Read `docs/s2-main-engineering-and-budget-2026-11-15.md`. Proposed costs/caps are plans; no131 queue or main matrix launched in this engineering turn. + +- Latest actual launch (2026-11-15 07:51 UTC+8): Claude1794699027.366469 approved budgets/execution. Sole active131 preparation is session32694/coordinatorPID220180/root `artifacts/s2-main-preparation-2026-11-15`, fixedimplementationbf5203c, contract0a3c628c81c008eab53e9337406b84ec2063edcd49529bcc7a82e3e4a3d719a3. Host verified16guards+16geometryworkers. Do not restart or mutate pinned sources. 493successes reuse only; all131 label-free;6×60min+125×30min/1.25GiB;16workers;new20workerCPU-h with old34.75965h separate; cumulative100GiB.10syntheticchecksPASS. Automatic roster freeze only after131terminal withoutglobalstop. Then90fresh width128/Emax42 with46GPUh includingidle/setup,30min/run,up to4V100,N/Eadjacent,first8projection;R2singlefit30CPUmin,total100CPUh,leaveGPUfeedersfree. Currentmatrix/R2notstarted;all90+15terminal/checkpointsfrozen beforeunifiedcustodypredictions/scoring. Read leading handoff and actual-start-audit; older pending/running entries are historical. diff --git a/artifacts/s2-main-preparation-2026-11-15/actual-start-audit.json b/artifacts/s2-main-preparation-2026-11-15/actual-start-audit.json new file mode 100644 index 000000000..225b93a8a --- /dev/null +++ b/artifacts/s2-main-preparation-2026-11-15/actual-start-audit.json @@ -0,0 +1,1888 @@ +{ + "status": "RUNNING_NOT_COMPLETE", + "observed_unix": 1794700354.1372292, + "implementation_commit": "bf5203c2aed85f2b836e5b827f96c257380db189", + "session_id": 32694, + "coordinator_pid": 220180, + "contract_sha256": "0a3c628c81c008eab53e9337406b84ec2063edcd49529bcc7a82e3e4a3d719a3", + "started_receipt_sha256": "c7f612bb2e82db2d5a2cab8addda56a47da65ef9d038ff9c02c542c28d78938e", + "processes": [ + { + "pid": 220212, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "0" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220213, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "1" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220214, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "2" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220215, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "3" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220216, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "4" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220217, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "5" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220218, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "6" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220219, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "7" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220220, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "8" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220222, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "10" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220223, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "11" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220224, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "12" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220225, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "13" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220226, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "14" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220276, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "16" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220278, + "ppid": 220180, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "/home/frank14f/optane/MeltMind/tools/run_s2_main_preparation.py", + "artifacts/s2-main-preparation-2026-11-15", + "--guard", + "17" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "sleeping" + }, + { + "pid": 220279, + "ppid": 220278, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "17" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220277, + "ppid": 220276, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "16" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220241, + "ppid": 220226, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "14" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220242, + "ppid": 220225, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "13" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220237, + "ppid": 220224, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "12" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220236, + "ppid": 220223, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "11" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220235, + "ppid": 220222, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "10" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220233, + "ppid": 220220, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "8" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220232, + "ppid": 220219, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "7" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220238, + "ppid": 220218, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "6" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220239, + "ppid": 220217, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "5" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220243, + "ppid": 220216, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "4" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220228, + "ppid": 220215, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "3" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220229, + "ppid": 220214, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "2" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220231, + "ppid": 220213, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "1" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + }, + { + "pid": 220230, + "ppid": 220212, + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "0" + ], + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "status": "running" + } + ], + "progress_snapshot": { + "completed": 2, + "active": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 10, + 11, + 12, + 13, + 14, + 16, + 17 + ], + "next_index": 18, + "stop_reason": null, + "prior_worker_cpu_seconds": 125134.74285999988, + "stage_worker_cpu_seconds": 133.83018399999997, + "cumulative_settled_worker_cpu_seconds": 125268.57304399989, + "live_guard_and_worker_cpu_seconds": 1366.1699999999998, + "active_tree_rss_bytes": 4539846656, + "disk_bytes": 6659018752, + "elapsed_seconds": 88.90436153503833, + "monitor_errors": 0, + "last_monitor_error": null, + "fresh_accounting": true, + "no_new_first50_barrier": true + }, + "worker_started_receipts": [ + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0000/worker.started.json", + "sha256": "3139a42920e06b6e8e4b054c008896da4aa4d37e4998e1e45329003117b29314", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "0" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0431378 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0001/worker.started.json", + "sha256": "780b2911cc78800072fa8949313bfcc8adc8e082052a8d0d7f07e487db95dd14", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "1" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0431378 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0002/worker.started.json", + "sha256": "0b553769e549dd6036dc5497348834d3bad768c6bc0753982c047467b0813efc", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "2" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.04094 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0003/worker.started.json", + "sha256": "5146ed5e01aabba8c111bfe6ac04db0e43d25524ee1924a9f44ed281775cb61e", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "3" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0401769 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0004/worker.started.json", + "sha256": "6dd166001e9968e38025573ae8868d16f5e5aa81da58e3c2b7b263d87af48a2b", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "4" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0573792 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0005/worker.started.json", + "sha256": "9c5e4a869c00c5cb5ff5a4131be853936d3cb77cb4a9fb9db583decd9d83b3f0", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "5" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0526981 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0006/worker.started.json", + "sha256": "ac1894c0eff367d241567f9341441ab507486837acb93b4e4153ffb7f277c57b", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "6" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0526977 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0007/worker.started.json", + "sha256": "de66f152b569d9431814c82289226eeb0fa979f877d4fe78cfd7aed6612fd96e", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "7" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0475082 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0008/worker.started.json", + "sha256": "eb30ad6c3b9c6fd5692f18811264b7ab9dc2531a38b1a7d382992c0e16872849", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "8" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.048133 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0009/worker.started.json", + "sha256": "959a527d0e3bb20be04376ff5c18b4809cdded32614982259e08e5d8a3dc814b", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "9" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.048225 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0010/worker.started.json", + "sha256": "84ba2a8c52606c7c18fcfef089db1235de88395ea88ce4c3b279ac1946583020", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "10" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.049467 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0011/worker.started.json", + "sha256": "b3d01da0cf730c372a3e190a8d5e3855cee15aa833d10afd5fb8844f44b596f9", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "11" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.050453 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0012/worker.started.json", + "sha256": "91d7ff9714a5d837383b015b04d41fd3e5db4934f1383810457903d394e6b2d5", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "12" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0515225 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0013/worker.started.json", + "sha256": "b23468be7cb9c59d431303c3f7af08b00136e39e656700789a4ebbf8e1f05b95", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "13" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0560074 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0014/worker.started.json", + "sha256": "51e0008959d256d12463fe4dd14cac1daadd1aec706b51891c758a0a5aaa41f1", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "14" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0537546 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0015/worker.started.json", + "sha256": "6cf821e21db336595f6b97c95c26f38f56abbea710063b3e48dda68041b308c9", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "15" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700265.0532062 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0016/worker.started.json", + "sha256": "5c1de23ef850114a9e6ee03d1dabc3b1dcfb6d4ebe83adee2f553d067f230280", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "16" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700332.3747575 + } + }, + { + "path": "artifacts/s2-main-preparation-2026-11-15/jobs/job-0017/worker.started.json", + "sha256": "24989b6e435de873a9c334c47875eeea4ca3eddf5b03b2431c6e060ebb73f741", + "record": { + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/s2_main_prepare.py", + "artifacts/s2-main-preparation-2026-11-15", + "17" + ], + "limits": { + "total_cpu_seconds": 1801, + "job_cpu_seconds": 1800, + "job_wall_seconds": 1800, + "tree_rss_bytes": 1342177280, + "disk_bytes": 107374182400, + "max_processes": 1 + }, + "started_unix": 1794700334.9483 + } + } + ], + "preparation_failure_files": [], + "labels_npz_files": [], + "no_duplicate_launch": true, + "slack_launch_message": "https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794700296656229", + "roster_status": "NOT_YET_FROZEN", + "neural_started": false, + "r2_started": false +} diff --git a/artifacts/s2-main-preparation-2026-11-15/batch-started.json b/artifacts/s2-main-preparation-2026-11-15/batch-started.json new file mode 100644 index 000000000..fef03d812 --- /dev/null +++ b/artifacts/s2-main-preparation-2026-11-15/batch-started.json @@ -0,0 +1,47 @@ +{ + "started_unix": 1794700264.621027, + "pid": 220180, + "contract_sha256": "0a3c628c81c008eab53e9337406b84ec2063edcd49529bcc7a82e3e4a3d719a3", + "cpu_affinity": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31 + ], + "limits": { + "worker_cpu_hours": 20, + "workers": 16, + "disk_bytes": 107374182400, + "per_part_tree_rss_bytes": 1342177280, + "retries": 0 + }, + "labels_decoded": false +} diff --git a/docs/s2-pilot-live-handoff-2026-11-15.md b/docs/s2-pilot-live-handoff-2026-11-15.md index 65c18b873..c48f1fb12 100644 --- a/docs/s2-pilot-live-handoff-2026-11-15.md +++ b/docs/s2-pilot-live-handoff-2026-11-15.md @@ -1,5 +1,13 @@ # S2 当前执行接续记录 +## 当前唯一准备批次:131件已启动(2026-11-15 07:51:04 UTC+8) + +Claude1794699027.366469批准后,固定实现 `bf5203c2aed85f2b836e5b827f96c257380db189` 已推送,session32694 / coordinator PID220180 已实际启动。根目录 `artifacts/s2-main-preparation-2026-11-15`,合同 SHA256 `0a3c628c81c008eab53e9337406b84ec2063edcd49529bcc7a82e3e4a3d719a3`。宿主实查16监督器+16工作者进入wall_distance/O2/R2特征阶段;该快照不是全批完成。查看新目录 `actual-start-audit.json`、`batch-started.json`、实时 `progress.json` 及 `jobs` 回执;禁止从下方历史记录重启。 + +本批125件fold0 test只准备几何/特征,6件旧超时各获独立60min尝试;其余125各30min、每件1.25GiB、最多16workers、无重试。新增20worker CPU-h,历史34.7596507944另列;累计准备目录≤100GiB。493成功只复用,旧数值源码、故障和回执原样保留。10/10合成检查PASS,131源输入和493几何/特征输出哈希已核验,未读取标签。 + +全部131终态且无全局停止后自动核验并冻结唯一 `final-roster.json` / `roster-receipt.json`。剩余失败跨五折统一排除,保持组件身份并报告实际池件数/节点数;未冻roster不得启动主矩阵。全90fresh、宽128基于可行性、E_max42/AMP1%不变。神经46GPU-h含等待/setup、每run≤30min、最多四V100、N/E相邻、首8重估;R2单fit≤30CPU-min/总100workerCPU-h。主矩阵/R2现在尚未启动,全部90+15终态并固定检查点后才统一托管预测/评分。详见 `s2-main-preparation-launch-2026-11-15.md`。本节取代下文历史“待裁量/当前运行”的状态描述。 + ## 最新终态:34632已停止,无活动pilot(07:14:59核查) N128/E128均42epoch COMPLETE+guard PASS;N256在epoch2因AMP跳步4/382超过1%而失败,E256未启动,PILOT_INCOMPLETE/无选宽。正式累计2439.912972s/7200s,全部相关进程退出。N256同时记录reserved峰值16416505856B超过15GiB,失败路径guard未检查该记录峰值;详见 `s2-v2-pilot-stop-results-2026-11-15.md`。原始回执/源码不变、125测试封存。勿从下方历史运行描述或旧progress重启;等待Claude对已交失败证据的裁量。