From 8108e52cd55c11c1f0635a4b7dd3be19294904e1 Mon Sep 17 00:00:00 2001 From: MeltAstra Date: Wed, 18 Nov 2026 14:46:16 +0800 Subject: [PATCH] Record adopted seed1 PASS and actual two-worker launch with first-epoch cost gates --- .../evidence.json | 52 ++++ .../review.json | 76 +++++ docs/phase2-live-handoff-2026-11-17.md | 10 + docs/phase3-seed1-launch-2026-11-18.md | 11 + .../actual-start-audit.json | 283 ++++++++++++++++++ .../first-two-epoch-audit.json | 280 +++++++++++++++++ .../host-precheck.json | 63 ++++ .../implementation-review-authorization.json | 4 + .../implementation-review-git-freeze.json | 21 ++ .../jobs/0/assignment.json | 25 ++ .../jobs/0/dispatch.json | 12 + .../jobs/0/first-epoch-projection.json | 42 +++ .../jobs/0/idle-polls.json | 17 ++ .../jobs/0/started.json | 7 + .../jobs/0/worker/environment.json | 11 + .../jobs/0/worker/history/001.json | 15 + .../jobs/1/assignment.json | 25 ++ .../jobs/1/dispatch.json | 12 + .../jobs/1/first-epoch-projection.json | 42 +++ .../jobs/1/idle-polls.json | 17 ++ .../jobs/1/started.json | 7 + .../jobs/1/worker/environment.json | 11 + .../jobs/1/worker/history/001.json | 15 + .../launch-attempt.json | 24 ++ .../review-adoption.json | 54 ++++ home-runs/phase3-seed1-2026-11-18/review.json | 76 +++++ .../service-launch.json | 8 + .../phase3-seed1-2026-11-18/started.json | 10 + 28 files changed, 1230 insertions(+) create mode 100644 artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json create mode 100644 artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json create mode 100644 docs/phase3-seed1-launch-2026-11-18.md create mode 100644 home-runs/phase3-seed1-2026-11-18/actual-start-audit.json create mode 100644 home-runs/phase3-seed1-2026-11-18/first-two-epoch-audit.json create mode 100644 home-runs/phase3-seed1-2026-11-18/host-precheck.json create mode 100644 home-runs/phase3-seed1-2026-11-18/implementation-review-authorization.json create mode 100644 home-runs/phase3-seed1-2026-11-18/implementation-review-git-freeze.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/assignment.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/dispatch.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/first-epoch-projection.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/idle-polls.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/started.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/worker/environment.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/0/worker/history/001.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/assignment.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/dispatch.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/first-epoch-projection.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/idle-polls.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/started.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/worker/environment.json create mode 100644 home-runs/phase3-seed1-2026-11-18/jobs/1/worker/history/001.json create mode 100644 home-runs/phase3-seed1-2026-11-18/launch-attempt.json create mode 100644 home-runs/phase3-seed1-2026-11-18/review-adoption.json create mode 100644 home-runs/phase3-seed1-2026-11-18/review.json create mode 100644 home-runs/phase3-seed1-2026-11-18/service-launch.json create mode 100644 home-runs/phase3-seed1-2026-11-18/started.json diff --git a/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json b/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json new file mode 100644 index 000000000..539ccd7a1 --- /dev/null +++ b/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json @@ -0,0 +1,52 @@ +{ + "timestamp": "2026-11-18T06:40:47.926565+00:00", + "binding_sha256": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6", + "code_files": 38, + "source_files": 170, + "implementation_files_current_and_local_git_checked": 59, + "changed_contract_fields": [ + "code_sha256", + "dispatch_idle_fix_review" + ], + "changed_code_files": [ + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py", + "/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py" + ], + "unchanged": [ + "Scientific worker and guard", + "All resource budgets and prior ledger", + "Five original fold roles and comparison contract", + "All source_sha256 entries", + "Assignment hash propagation, locks, three guard idle polls, post-assignment race STOP and no retry" + ], + "independent_delta_tests": { + "count": 3, + "failures": 0, + "errors": 0, + "session": 65406, + "status": "PASS", + "scope": [ + "busy first card and idle second card", + "all busy retains pending without assignment", + "only eligible GPUs queried; invalid observation rejected" + ] + }, + "earlier_15_tests": "PASS in same review; unchanged tests not rerun", + "audit_initial_assertion": { + "result": "AssertionError", + "reason": "Audit initially expected only code_sha256 contract field change; inspection revealed additional dispatch_idle_fix_review provenance field pointing exactly to original BLOCKED SHA. Corrected audit allows these two fields only; no scientific or implementation test failed." + }, + "root_markers": { + "review.json": false, + "started.json": false, + "complete.json": false + }, + "old_blocked_receipt_preserved": true, + "remote_publication_independently_verified": false, + "real_gpu_queries": false, + "science_executed": false, + "scientific_values_loaded": false, + "source_edits": false, + "git_writes": false +} diff --git a/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json b/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json new file mode 100644 index 000000000..3ad3db1bd --- /dev/null +++ b/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json @@ -0,0 +1,76 @@ +{ + "reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431", + "comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493", + "code_sha256": { + "/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd", + "/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a", + "/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575", + "/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8", + "/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd", + "/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff", + "/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd", + "/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381", + "/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c", + "/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f", + "/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1", + "/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948", + "/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", + "/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17", + "/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805", + "/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5", + "/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073" + }, + "verdict": "PASS", + "reviewer": "MeltAssist", + "timestamp": "2026-11-18T06:40:47.926565+00:00", + "scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only", + "previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1", + "previous_review_preserved": true, + "evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json", + "evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee", + "blocking_findings": [], + "closed_findings": [ + { + "id": "S1-DISPATCH-IDLE", + "resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry." + } + ], + "validation": [ + "Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review", + "38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified", + "Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged" + ], + "execution_conditions": [ + "Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review", + "Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten", + "No postfit/target access is authorized by this training-entry review; separate pre-score review remains required" + ], + "limitations": [ + "No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer", + "Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity", + "Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim" + ] +} diff --git a/docs/phase2-live-handoff-2026-11-17.md b/docs/phase2-live-handoff-2026-11-17.md index 85145339d..f1ba6e68d 100644 --- a/docs/phase2-live-handoff-2026-11-17.md +++ b/docs/phase2-live-handoff-2026-11-17.md @@ -1,3 +1,13 @@ +## 最新 seed1首两折成本门PASS(2026-11-18 14:45) + +原唯一1365333队列/1365444与1365428 worker已进入epoch2;首epoch门均PASS,fold0投影19207.933567s、fold1为21651.438886s,合计投影115019.372453/118800GPU-s,含pending2/3/4各22320整帽和7200postfit预留,不是五折全实测。phase3原72421.315999一次,总投影187440.688452/612000。first-two-epoch-audit记录原始history/门/进程;ac45e2de/95d23536源码与Track A原23pins均PASS。无重启/重试/后处理,原动态队列继续,后续若成本门停止须保留原因,不自动放宽帽。 + +## 最新 seed1唯一训练已真实启动(2026-11-18 14:43,Asia/Shanghai) + +新实际PASS79b55546原样freeze并validate,implementationac45e2de/contract95d23536/proof04592d0f/comparisoncba51291/38pins保持;旧BLOCKED不变。唯一service meltmind-phase3-seed1-20261118,coord1365333;fold0 guard1365362/worker1365444 GPU0,fold1 guard1365363/worker1365428 GPU1,真实epoch1进度147/320和180件快照,actual-start-audit已记录,assignment hash和三idle polls PASS。首epoch成本门尚未实观;不能把启动当成本PASS。pending2/3/4按动态释放卡调度,22320/fold、118800含7200postfit、phase3旧72421.315999一次。 + +启动前available RAM46347366400B、home free237850185728B,初始两worker+2GiB余量及100GiB磁盘通过。原Track A1262364/两worker在2/3继续,GPU2为其postfit优先,item1COMPLETE不重启。seed1只checkpoint冻结,不预测/评分;postfit独立审阅保留。不要因会话idle重启或修改固定源码。真实状态看新root complete/live-progress/每fold原始receipts。 + ## 最新 seed1同次轻审空闲分配修复待回(2026-11-18) 旧d2f552d1获BLOCKED ba4c62e8(唯一S1-DISPATCH-IDLE),原件/evidence308003c7/原源码与合同全部保留于artifacts/phase3-seed1-idle-fix-2026-11-18。只改common/queue/test三文件:eligible先实测显存≤128MiB且util0,再分配/写hash assignment/消费pending;busy未分配不算attempt,guard三polls/锁和分配后竞态STOP不变。18CPU合成PASS(busy0/idle1、全busy不分配等),科学worker/guard及预算不变。新implementationac45e2de82f1c336aba75c2d6908ce3776603fec/contract95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff/proof04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431,comparisoncba51291和38map,待同次Assist复核;尚无review/started/fit,旧BLOCKED入口不得启动。item1已COMPLETE不重跑,Track A原训练和已采用postfit PASS983bba99不动。 diff --git a/docs/phase3-seed1-launch-2026-11-18.md b/docs/phase3-seed1-launch-2026-11-18.md new file mode 100644 index 000000000..7dad64fe5 --- /dev/null +++ b/docs/phase3-seed1-launch-2026-11-18.md @@ -0,0 +1,11 @@ +# Seed1 actual launch — 2026-11-18 + +The exact revised PASS79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874 was copied unchanged, frozen and validated against ac45e2de /95d23536 /04592d0f /cba51291 and all38code pins. Original BLOCKED ba4c62e8 remains immutable. The review confirms implementation only; it is not a training or cost result. + +One service `meltmind-phase3-seed1-20261118.service` started at14:43 Asia/Shanghai, Restart=no. Actual coordinator1365333, fold0 guard1365362/worker1365444 onGPU0, fold1 guard1365363/worker1365428 onGPU1. Two workers reached epoch1. Assignment hashes match both command lines; independent guard idle polls passed. Original Track A coordinator1262364 and workers1262432/1262422 continue onGPU2/3. Item1 remains complete. + +Startup audit found46347366400B available RAM and237850185728B free disk. It required two16GiB initial worker allowances plus2GiB overhead, and100GiB disk. This checks initial availability, not a guarantee about future host load. Later dynamic release and sampled aggregate guards remain active. GPU2 stays reserved for Track A postfit. No duplicate seed1 service/process existed. + +Root `/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18` retains review-adoption, host-precheck, launch-attempt/service-launch, started, per-job assignments/dispatch/idle polls and actual-start-audit. Initial evidence is before the first-epoch cost gates; read subsequent receipts for their actual outcome. The original118800GPU-s cap,22320/fold and7200postfit reserve are unchanged; phase3 old72421.31599938683s counted once. No retries, no source mutation, no test predictions or scoring. Stop at frozen five endpoints; postfit has its own later pre-score review. + +At14:45 the two initial first-epoch gates passed and both workers entered epoch2. Per-fold projections19207.933567/21651.438886s; total115019.372453/118800s includes all three pending full22320s caps plus7200postfit. Phase3 total projection187440.688452/612000s includes item1 once. The first-two-epoch-audit retains actual histories and receipts. This is not a five-fold measurement or final result; later every-epoch guards remain binding. diff --git a/home-runs/phase3-seed1-2026-11-18/actual-start-audit.json b/home-runs/phase3-seed1-2026-11-18/actual-start-audit.json new file mode 100644 index 000000000..10284464a --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/actual-start-audit.json @@ -0,0 +1,283 @@ +{ + "status": "ACTUAL_TWO_WORKERS_OBSERVED", + "unix": 1794984241.7525752, + "processes": [ + { + "pid": 1365333, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18" + ] + }, + { + "pid": 1365362, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ] + }, + { + "pid": 1365363, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ] + }, + { + "pid": 1365428, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ] + }, + { + "pid": 1365444, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ] + } + ], + "jobs": [ + { + "id": 0, + "assignment": { + "id": 0, + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984202.150136, + "release_evidence": [ + "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + ], + "idle_observations": [ + { + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + }, + { + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + } + ], + "idle_observed_unix": 1794984202.1491625 + }, + "assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7", + "dispatch": { + "pid": 1365362, + "command": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ], + "unix": 1794984202.153769, + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c" + }, + "worker": { + "pid": 1365444, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ] + }, + "idle_polls": [ + { + "unix": 1794984204.7250211, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984206.7861986, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984209.3216872, + "memory_bytes": 5242880, + "utilization": 0 + } + ], + "progress": { + "fold": 0, + "stage": "TRAIN", + "epoch": 1, + "optimizer_steps": 69, + "wall_seconds": 25.879482096992433, + "cpu_seconds": 24.701372603, + "case": "00000164_91adbf180e114b698160c9a4_step_000", + "epoch_parts": 69, + "epoch_nodes": 1940945, + "lr": 0.0001, + "loss": 0.010011749342083931, + "gradient_norm_before_clip": 0.21852411329746246, + "peak_allocated_bytes": 983253504, + "peak_reserved_bytes": 1027604480 + }, + "environment": { + "torch": "2.5.1+cu124", + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}", + "model_dtype": "FP32", + "autocast": false, + "grad_scaler": false, + "fresh_seed": 1, + "pilot_weights_reused": false, + "parameter_count": 195077 + } + }, + { + "id": 1, + "assignment": { + "id": 1, + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984202.1541526, + "release_evidence": [ + "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + ], + "idle_observations": [ + { + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + }, + { + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + } + ], + "idle_observed_unix": 1794984202.1491625 + }, + "assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788", + "dispatch": { + "pid": 1365363, + "command": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ], + "unix": 1794984202.1607559, + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + }, + "worker": { + "pid": 1365428, + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ] + }, + "idle_polls": [ + { + "unix": 1794984204.0789552, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984206.1460407, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984208.3921127, + "memory_bytes": 5242880, + "utilization": 0 + } + ], + "progress": { + "fold": 1, + "stage": "TRAIN", + "epoch": 1, + "optimizer_steps": 99, + "wall_seconds": 30.202887983061373, + "cpu_seconds": 29.743704585, + "case": "00000632_4f322b34e87c43289916c298_step_001", + "epoch_parts": 99, + "epoch_nodes": 2325598, + "lr": 0.0001, + "loss": 0.000509415753185749, + "gradient_norm_before_clip": 0.05701059475541115, + "peak_allocated_bytes": 1109561856, + "peak_reserved_bytes": 1155530752 + }, + "environment": { + "torch": "2.5.1+cu124", + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}", + "model_dtype": "FP32", + "autocast": false, + "grad_scaler": false, + "fresh_seed": 1, + "pilot_weights_reused": false, + "parameter_count": 195077 + } + } + ], + "source_pins": "PASS", + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "started": { + "pid": 1365333, + "unix": 1794984201.9389372, + "new_fits": 5, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "gpu_cap": 118800, + "A_refit": false, + "test_targets_read": false + }, + "progress": { + "stage": "SEED1_TRAINING", + "unix": 1794984240.8063622, + "active": [ + { + "id": 0, + "guard_pid": 1365362 + }, + { + "id": 1, + "guard_pid": 1365363 + } + ], + "terminal": [], + "pending": [ + 2, + 3, + 4 + ], + "charged_training_gpu_seconds": 197.30896945705172, + "postfit_gpu_reserve": 7200 + }, + "first_epoch_cost_gate": "NOT_YET_OBSERVED", + "original_Track_A_not_restarted": true, + "item1_terminal_not_restarted": true +} diff --git a/home-runs/phase3-seed1-2026-11-18/first-two-epoch-audit.json b/home-runs/phase3-seed1-2026-11-18/first-two-epoch-audit.json new file mode 100644 index 000000000..200cc320d --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/first-two-epoch-audit.json @@ -0,0 +1,280 @@ +{ + "status": "TWO_MEASURED_FIRST_EPOCH_GATES_PASS", + "unix": 1794984348.398095, + "jobs": [ + { + "id": 0, + "first_epoch_history": { + "fold": 0, + "stage": "EPOCH_COMPLETE", + "epoch": 1, + "optimizer_steps": 320, + "wall_seconds": 82.56868608703371, + "cpu_seconds": 81.298950833, + "train_mean_weighted_loss": 0.00490666908735875, + "train_epoch_seconds": 74.86174861202016, + "epoch_parts": 320, + "epoch_nodes": 8742060, + "lr": 0.0001, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1388314624 + }, + "cost_gate": { + "status": "PASS", + "rows": [ + { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "within_cap": true + }, + { + "id": 1, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 2, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 3, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 4, + "projected_gpu_seconds": 22320, + "within_cap": true + } + ], + "projected_gpu_seconds": 115687.93356734375, + "phase3_prior_gpu_once": 72421.31599938683, + "projected_phase3_gpu_seconds": 188109.24956673058, + "postfit_reserve": 7200, + "cell": { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "validation_seconds_bound": 12.383006267948076, + "within_cap": true + }, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984298.648857 + }, + "current_progress": { + "fold": 0, + "stage": "TRAIN", + "epoch": 2, + "optimizer_steps": 528, + "wall_seconds": 132.30195007298607, + "cpu_seconds": 130.32103680499998, + "case": "00000003_1ffb81a71e5b402e966b9341_step_002", + "epoch_parts": 208, + "epoch_nodes": 5640154, + "lr": 0.00019999999999999998, + "loss": 0.005927667953073978, + "gradient_norm_before_clip": 0.12765231728553772, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1388314624 + }, + "assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + }, + { + "id": 1, + "first_epoch_history": { + "fold": 1, + "stage": "EPOCH_COMPLETE", + "epoch": 1, + "optimizer_steps": 374, + "wall_seconds": 91.85805886401795, + "cpu_seconds": 91.361549751, + "train_mean_weighted_loss": 0.004669894390017508, + "train_epoch_seconds": 84.75367450795602, + "epoch_parts": 374, + "epoch_nodes": 9731293, + "lr": 0.0001, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1390411776 + }, + "cost_gate": { + "status": "PASS", + "rows": [ + { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "within_cap": true + }, + { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "within_cap": true + }, + { + "id": 2, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 3, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 4, + "projected_gpu_seconds": 22320, + "within_cap": true + } + ], + "projected_gpu_seconds": 115019.37245294676, + "phase3_prior_gpu_once": 72421.31599938683, + "projected_phase3_gpu_seconds": 187440.6884523336, + "postfit_reserve": 7200, + "cell": { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "validation_seconds_bound": 11.502408961998299, + "within_cap": true + }, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984303.556503 + }, + "current_progress": { + "fold": 1, + "stage": "TRAIN", + "epoch": 2, + "optimizer_steps": 575, + "wall_seconds": 136.6659254730912, + "cpu_seconds": 135.601268615, + "case": "00000821_6bbad2756d7845bd8d731d60_step_003", + "epoch_parts": 201, + "epoch_nodes": 5038803, + "lr": 0.00019999999999999998, + "loss": 1.851302477007266e-05, + "gradient_norm_before_clip": 0.0039323014207184315, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1390411776 + }, + "assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + } + ], + "processes": [ + { + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18" + ], + "pid": 1365333 + }, + { + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ], + "pid": 1365362 + }, + { + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ], + "pid": 1365363 + }, + { + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ], + "pid": 1365428 + }, + { + "cmdline": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_worker.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ], + "pid": 1365444 + } + ], + "latest_projection": { + "status": "PASS", + "rows": [ + { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "within_cap": true + }, + { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "within_cap": true + }, + { + "id": 2, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 3, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 4, + "projected_gpu_seconds": 22320, + "within_cap": true + } + ], + "projected_gpu_seconds": 115019.37245294676, + "phase3_prior_gpu_once": 72421.31599938683, + "projected_phase3_gpu_seconds": 187440.6884523336, + "postfit_reserve": 7200, + "cell": { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "validation_seconds_bound": 11.502408961998299, + "within_cap": true + }, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984303.556503 + }, + "live_progress": { + "stage": "SEED1_TRAINING", + "unix": 1794984348.3649037, + "active": [ + { + "id": 0, + "guard_pid": 1365362 + }, + { + "id": 1, + "guard_pid": 1365363 + } + ], + "terminal": [], + "pending": [ + 2, + 3, + 4 + ], + "charged_training_gpu_seconds": 412.4260629659984, + "postfit_gpu_reserve": 7200 + }, + "all_five_measured": false, + "three_pending_full_caps_reserved": true, + "postfit_reserve7200": true, + "seed1_source_pins": "PASS", + "original_track_a_pins": "PASS", + "item1_not_restarted": true +} diff --git a/home-runs/phase3-seed1-2026-11-18/host-precheck.json b/home-runs/phase3-seed1-2026-11-18/host-precheck.json new file mode 100644 index 000000000..b506e9006 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/host-precheck.json @@ -0,0 +1,63 @@ +{ + "unix": 1794984198.7532058, + "eligible_gpus": [ + "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + ], + "observations": [ + { + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + }, + { + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + } + ], + "initial_dispatch": [ + { + "id": 0, + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c" + }, + { + "id": 1, + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + } + ], + "initial_worker_count": 2, + "required_available_memory_bytes": 36507222016, + "memory_available_bytes": 46347366400, + "disk_free_bytes": 237850185728, + "required_disk_bytes": 107374182400, + "no_existing_seed1_process": true, + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "source_pins": "PASS", + "item1_complete_sha256": "602e978eedf37b22208eb1dee4c7fb098b3d31c242d6db148a16cc2b9d2e8194", + "track_a_progress": { + "stage": "TRACK_A_TRAINING", + "unix": 1794984198.1742887, + "active": [ + { + "id": 0, + "guard_pid": 1262373 + }, + { + "id": 1, + "guard_pid": 1262374 + } + ], + "terminal": [], + "pending": [ + 2, + 3, + 4 + ], + "charged_training_gpu_seconds": 16331.062019960023, + "postfit_gpu_reserve": 7200 + }, + "later_dispatch": "Reviewed predecessor release/idle checks and aggregate usage guards; no advance claim of future availability" +} diff --git a/home-runs/phase3-seed1-2026-11-18/implementation-review-authorization.json b/home-runs/phase3-seed1-2026-11-18/implementation-review-authorization.json new file mode 100644 index 000000000..777737fa3 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/implementation-review-authorization.json @@ -0,0 +1,4 @@ +{ + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "proof_sha256": "b96f04681772fc5197618603099844396e5b9a3f41d2ba746363e665d047ca20" +} diff --git a/home-runs/phase3-seed1-2026-11-18/implementation-review-git-freeze.json b/home-runs/phase3-seed1-2026-11-18/implementation-review-git-freeze.json new file mode 100644 index 000000000..fa98e69d9 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/implementation-review-git-freeze.json @@ -0,0 +1,21 @@ +{ + "commit": "767799ebbc1b0dcdfd654b0a0d12413950de61a0", + "files": { + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1" + }, + "git_paths": { + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "home-runs/phase3-seed1-2026-11-18/review.json", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "home-runs/phase3-seed1-2026-11-18/expected-review-binding.json", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "home-runs/phase3-seed1-2026-11-18/contract.json", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json", + "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "artifacts/meltassist-seed1-entry-review-2026-11-18/review.json" + }, + "remote_published": false, + "local_repository": "/tmp/meltmind-phase2-local-fixed-20261117" +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/assignment.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/assignment.json new file mode 100644 index 000000000..8a21bace2 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/assignment.json @@ -0,0 +1,25 @@ +{ + "id": 0, + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984202.150136, + "release_evidence": [ + "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + ], + "idle_observations": [ + { + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + }, + { + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + } + ], + "idle_observed_unix": 1794984202.1491625 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/dispatch.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/dispatch.json new file mode 100644 index 000000000..59c34f89c --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/dispatch.json @@ -0,0 +1,12 @@ +{ + "pid": 1365362, + "command": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "0", + "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7" + ], + "unix": 1794984202.153769, + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c" +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/first-epoch-projection.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/first-epoch-projection.json new file mode 100644 index 000000000..cea57cdaa --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/first-epoch-projection.json @@ -0,0 +1,42 @@ +{ + "status": "PASS", + "rows": [ + { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "within_cap": true + }, + { + "id": 1, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 2, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 3, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 4, + "projected_gpu_seconds": 22320, + "within_cap": true + } + ], + "projected_gpu_seconds": 115687.93356734375, + "phase3_prior_gpu_once": 72421.31599938683, + "projected_phase3_gpu_seconds": 188109.24956673058, + "postfit_reserve": 7200, + "cell": { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "validation_seconds_bound": 12.383006267948076, + "within_cap": true + }, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984298.648857 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/idle-polls.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/idle-polls.json new file mode 100644 index 000000000..3708343c3 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/idle-polls.json @@ -0,0 +1,17 @@ +[ + { + "unix": 1794984204.7250211, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984206.7861986, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984209.3216872, + "memory_bytes": 5242880, + "utilization": 0 + } +] diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/started.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/started.json new file mode 100644 index 000000000..0b32cc3de --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/started.json @@ -0,0 +1,7 @@ +{ + "pid": 1365362, + "unix": 1794984204.6592512, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "setup_gpu_seconds": 60 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/environment.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/environment.json new file mode 100644 index 000000000..6282d3012 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/environment.json @@ -0,0 +1,11 @@ +{ + "torch": "2.5.1+cu124", + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}", + "model_dtype": "FP32", + "autocast": false, + "grad_scaler": false, + "fresh_seed": 1, + "pilot_weights_reused": false, + "parameter_count": 195077 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/history/001.json b/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/history/001.json new file mode 100644 index 000000000..5ae84d264 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/0/worker/history/001.json @@ -0,0 +1,15 @@ +{ + "fold": 0, + "stage": "EPOCH_COMPLETE", + "epoch": 1, + "optimizer_steps": 320, + "wall_seconds": 82.56868608703371, + "cpu_seconds": 81.298950833, + "train_mean_weighted_loss": 0.00490666908735875, + "train_epoch_seconds": 74.86174861202016, + "epoch_parts": 320, + "epoch_nodes": 8742060, + "lr": 0.0001, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1388314624 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/assignment.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/assignment.json new file mode 100644 index 000000000..2154e0f51 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/assignment.json @@ -0,0 +1,25 @@ +{ + "id": 1, + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984202.1541526, + "release_evidence": [ + "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" + ], + "idle_observations": [ + { + "gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + }, + { + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "memory_bytes": 5242880, + "utilization": 0, + "idle": true + } + ], + "idle_observed_unix": 1794984202.1491625 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/dispatch.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/dispatch.json new file mode 100644 index 000000000..0c3d8f9be --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/dispatch.json @@ -0,0 +1,12 @@ +{ + "pid": 1365363, + "command": [ + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "tools/phase3_seed1_guard.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18", + "1", + "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788" + ], + "unix": 1794984202.1607559, + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36" +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/first-epoch-projection.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/first-epoch-projection.json new file mode 100644 index 000000000..6100858c5 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/first-epoch-projection.json @@ -0,0 +1,42 @@ +{ + "status": "PASS", + "rows": [ + { + "id": 0, + "projected_gpu_seconds": 19207.933567343745, + "within_cap": true + }, + { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "within_cap": true + }, + { + "id": 2, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 3, + "projected_gpu_seconds": 22320, + "within_cap": true + }, + { + "id": 4, + "projected_gpu_seconds": 22320, + "within_cap": true + } + ], + "projected_gpu_seconds": 115019.37245294676, + "phase3_prior_gpu_once": 72421.31599938683, + "projected_phase3_gpu_seconds": 187440.6884523336, + "postfit_reserve": 7200, + "cell": { + "id": 1, + "projected_gpu_seconds": 21651.438885603013, + "validation_seconds_bound": 11.502408961998299, + "within_cap": true + }, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "unix": 1794984303.556503 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/idle-polls.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/idle-polls.json new file mode 100644 index 000000000..61f6671c2 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/idle-polls.json @@ -0,0 +1,17 @@ +[ + { + "unix": 1794984204.0789552, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984206.1460407, + "memory_bytes": 5242880, + "utilization": 0 + }, + { + "unix": 1794984208.3921127, + "memory_bytes": 5242880, + "utilization": 0 + } +] diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/started.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/started.json new file mode 100644 index 000000000..bbd0b64d0 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/started.json @@ -0,0 +1,7 @@ +{ + "pid": 1365363, + "unix": 1794984204.031068, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "setup_gpu_seconds": 60 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/environment.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/environment.json new file mode 100644 index 000000000..2557a1f73 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/environment.json @@ -0,0 +1,11 @@ +{ + "torch": "2.5.1+cu124", + "gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36", + "allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}", + "model_dtype": "FP32", + "autocast": false, + "grad_scaler": false, + "fresh_seed": 1, + "pilot_weights_reused": false, + "parameter_count": 195077 +} diff --git a/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/history/001.json b/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/history/001.json new file mode 100644 index 000000000..a8c8883a4 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/jobs/1/worker/history/001.json @@ -0,0 +1,15 @@ +{ + "fold": 1, + "stage": "EPOCH_COMPLETE", + "epoch": 1, + "optimizer_steps": 374, + "wall_seconds": 91.85805886401795, + "cpu_seconds": 91.361549751, + "train_mean_weighted_loss": 0.004669894390017508, + "train_epoch_seconds": 84.75367450795602, + "epoch_parts": 374, + "epoch_nodes": 9731293, + "lr": 0.0001, + "peak_allocated_bytes": 1334860288, + "peak_reserved_bytes": 1390411776 +} diff --git a/home-runs/phase3-seed1-2026-11-18/launch-attempt.json b/home-runs/phase3-seed1-2026-11-18/launch-attempt.json new file mode 100644 index 000000000..6d1ca1629 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/launch-attempt.json @@ -0,0 +1,24 @@ +{ + "unix": 1794984198.7548306, + "unit": "meltmind-phase3-seed1-20261118.service", + "command": [ + "systemd-run", + "--user", + "--unit=meltmind-phase3-seed1-20261118.service", + "--property=Restart=no", + "--property=KillMode=control-group", + "--working-directory=/home/frank14f/optane/MeltMind", + "--setenv=OPENBLAS_NUM_THREADS=1", + "--setenv=OMP_NUM_THREADS=1", + "--setenv=MKL_NUM_THREADS=1", + "--setenv=PYTHONPATH=/home/frank14f/optane/MeltMind/tools", + "--property=StandardOutput=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log", + "--property=StandardError=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log", + "/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py", + "/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18" + ], + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "no_retry": true +} diff --git a/home-runs/phase3-seed1-2026-11-18/review-adoption.json b/home-runs/phase3-seed1-2026-11-18/review-adoption.json new file mode 100644 index 000000000..3f705e674 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/review-adoption.json @@ -0,0 +1,54 @@ +{ + "unix": 1794984198.3473454, + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "original": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json", + "binding": { + "reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431", + "comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493", + "code_sha256": { + "/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd", + "/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a", + "/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575", + "/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8", + "/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd", + "/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff", + "/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd", + "/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381", + "/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c", + "/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f", + "/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1", + "/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948", + "/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", + "/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17", + "/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805", + "/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5", + "/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073" + } + }, + "verdict": "PASS", + "validation": "PASS", + "old_blocked_preserved_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1" +} diff --git a/home-runs/phase3-seed1-2026-11-18/review.json b/home-runs/phase3-seed1-2026-11-18/review.json new file mode 100644 index 000000000..3ad3db1bd --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/review.json @@ -0,0 +1,76 @@ +{ + "reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec", + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431", + "comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493", + "code_sha256": { + "/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd", + "/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a", + "/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575", + "/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8", + "/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd", + "/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff", + "/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd", + "/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381", + "/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c", + "/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f", + "/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1", + "/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948", + "/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", + "/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17", + "/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805", + "/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6", + "/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5", + "/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073" + }, + "verdict": "PASS", + "reviewer": "MeltAssist", + "timestamp": "2026-11-18T06:40:47.926565+00:00", + "scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only", + "previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1", + "previous_review_preserved": true, + "evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json", + "evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee", + "blocking_findings": [], + "closed_findings": [ + { + "id": "S1-DISPATCH-IDLE", + "resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry." + } + ], + "validation": [ + "Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review", + "38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified", + "Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged" + ], + "execution_conditions": [ + "Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review", + "Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten", + "No postfit/target access is authorized by this training-entry review; separate pre-score review remains required" + ], + "limitations": [ + "No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer", + "Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity", + "Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim" + ] +} diff --git a/home-runs/phase3-seed1-2026-11-18/service-launch.json b/home-runs/phase3-seed1-2026-11-18/service-launch.json new file mode 100644 index 000000000..b453bd8c1 --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/service-launch.json @@ -0,0 +1,8 @@ +{ + "unit": "meltmind-phase3-seed1-20261118.service", + "returncode": 0, + "stdout": "", + "stderr": "Running as unit: meltmind-phase3-seed1-20261118.service\n", + "unix": 1794984198.7863932, + "submitted_only": true +} diff --git a/home-runs/phase3-seed1-2026-11-18/started.json b/home-runs/phase3-seed1-2026-11-18/started.json new file mode 100644 index 000000000..d234d6e8a --- /dev/null +++ b/home-runs/phase3-seed1-2026-11-18/started.json @@ -0,0 +1,10 @@ +{ + "pid": 1365333, + "unix": 1794984201.9389372, + "new_fits": 5, + "contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff", + "review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874", + "gpu_cap": 118800, + "A_refit": false, + "test_targets_read": false +}