Record adopted seed1 PASS and actual two-worker launch with first-epoch cost gates
This commit is contained in:
1 parent
8c5020c5cb
commit
8108e52cd5
28 files changed
+1230
No files matched your search
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"timestamp": "2026-11-18T06:40:47.926565+00:00",
|
||||
"binding_sha256": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6",
|
||||
"code_files": 38,
|
||||
"source_files": 170,
|
||||
"implementation_files_current_and_local_git_checked": 59,
|
||||
"changed_contract_fields": [
|
||||
"code_sha256",
|
||||
"dispatch_idle_fix_review"
|
||||
],
|
||||
"changed_code_files": [
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py"
|
||||
],
|
||||
"unchanged": [
|
||||
"Scientific worker and guard",
|
||||
"All resource budgets and prior ledger",
|
||||
"Five original fold roles and comparison contract",
|
||||
"All source_sha256 entries",
|
||||
"Assignment hash propagation, locks, three guard idle polls, post-assignment race STOP and no retry"
|
||||
],
|
||||
"independent_delta_tests": {
|
||||
"count": 3,
|
||||
"failures": 0,
|
||||
"errors": 0,
|
||||
"session": 65406,
|
||||
"status": "PASS",
|
||||
"scope": [
|
||||
"busy first card and idle second card",
|
||||
"all busy retains pending without assignment",
|
||||
"only eligible GPUs queried; invalid observation rejected"
|
||||
]
|
||||
},
|
||||
"earlier_15_tests": "PASS in same review; unchanged tests not rerun",
|
||||
"audit_initial_assertion": {
|
||||
"result": "AssertionError",
|
||||
"reason": "Audit initially expected only code_sha256 contract field change; inspection revealed additional dispatch_idle_fix_review provenance field pointing exactly to original BLOCKED SHA. Corrected audit allows these two fields only; no scientific or implementation test failed."
|
||||
},
|
||||
"root_markers": {
|
||||
"review.json": false,
|
||||
"started.json": false,
|
||||
"complete.json": false
|
||||
},
|
||||
"old_blocked_receipt_preserved": true,
|
||||
"remote_publication_independently_verified": false,
|
||||
"real_gpu_queries": false,
|
||||
"science_executed": false,
|
||||
"scientific_values_loaded": false,
|
||||
"source_edits": false,
|
||||
"git_writes": false
|
||||
}
|
||||
@@ -0,0 +1,76 @@
|
||||
{
|
||||
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
|
||||
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
|
||||
"code_sha256": {
|
||||
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
|
||||
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
|
||||
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
|
||||
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
|
||||
},
|
||||
"verdict": "PASS",
|
||||
"reviewer": "MeltAssist",
|
||||
"timestamp": "2026-11-18T06:40:47.926565+00:00",
|
||||
"scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only",
|
||||
"previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1",
|
||||
"previous_review_preserved": true,
|
||||
"evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
|
||||
"evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
|
||||
"blocking_findings": [],
|
||||
"closed_findings": [
|
||||
{
|
||||
"id": "S1-DISPATCH-IDLE",
|
||||
"resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry."
|
||||
}
|
||||
],
|
||||
"validation": [
|
||||
"Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review",
|
||||
"38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified",
|
||||
"Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged"
|
||||
],
|
||||
"execution_conditions": [
|
||||
"Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review",
|
||||
"Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten",
|
||||
"No postfit/target access is authorized by this training-entry review; separate pre-score review remains required"
|
||||
],
|
||||
"limitations": [
|
||||
"No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer",
|
||||
"Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity",
|
||||
"Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim"
|
||||
]
|
||||
}
|
||||
@@ -1,3 +1,13 @@
|
||||
## 最新 seed1首两折成本门PASS(2026-11-18 14:45)
|
||||
|
||||
原唯一1365333队列/1365444与1365428 worker已进入epoch2;首epoch门均PASS,fold0投影19207.933567s、fold1为21651.438886s,合计投影115019.372453/118800GPU-s,含pending2/3/4各22320整帽和7200postfit预留,不是五折全实测。phase3原72421.315999一次,总投影187440.688452/612000。first-two-epoch-audit记录原始history/门/进程;ac45e2de/95d23536源码与Track A原23pins均PASS。无重启/重试/后处理,原动态队列继续,后续若成本门停止须保留原因,不自动放宽帽。
|
||||
|
||||
## 最新 seed1唯一训练已真实启动(2026-11-18 14:43,Asia/Shanghai)
|
||||
|
||||
新实际PASS79b55546原样freeze并validate,implementationac45e2de/contract95d23536/proof04592d0f/comparisoncba51291/38pins保持;旧BLOCKED不变。唯一service meltmind-phase3-seed1-20261118,coord1365333;fold0 guard1365362/worker1365444 GPU0,fold1 guard1365363/worker1365428 GPU1,真实epoch1进度147/320和180件快照,actual-start-audit已记录,assignment hash和三idle polls PASS。首epoch成本门尚未实观;不能把启动当成本PASS。pending2/3/4按动态释放卡调度,22320/fold、118800含7200postfit、phase3旧72421.315999一次。
|
||||
|
||||
启动前available RAM46347366400B、home free237850185728B,初始两worker+2GiB余量及100GiB磁盘通过。原Track A1262364/两worker在2/3继续,GPU2为其postfit优先,item1COMPLETE不重启。seed1只checkpoint冻结,不预测/评分;postfit独立审阅保留。不要因会话idle重启或修改固定源码。真实状态看新root complete/live-progress/每fold原始receipts。
|
||||
|
||||
## 最新 seed1同次轻审空闲分配修复待回(2026-11-18)
|
||||
|
||||
旧d2f552d1获BLOCKED ba4c62e8(唯一S1-DISPATCH-IDLE),原件/evidence308003c7/原源码与合同全部保留于artifacts/phase3-seed1-idle-fix-2026-11-18。只改common/queue/test三文件:eligible先实测显存≤128MiB且util0,再分配/写hash assignment/消费pending;busy未分配不算attempt,guard三polls/锁和分配后竞态STOP不变。18CPU合成PASS(busy0/idle1、全busy不分配等),科学worker/guard及预算不变。新implementationac45e2de82f1c336aba75c2d6908ce3776603fec/contract95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff/proof04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431,comparisoncba51291和38map,待同次Assist复核;尚无review/started/fit,旧BLOCKED入口不得启动。item1已COMPLETE不重跑,Track A原训练和已采用postfit PASS983bba99不动。
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
# Seed1 actual launch — 2026-11-18
|
||||
|
||||
The exact revised PASS79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874 was copied unchanged, frozen and validated against ac45e2de /95d23536 /04592d0f /cba51291 and all38code pins. Original BLOCKED ba4c62e8 remains immutable. The review confirms implementation only; it is not a training or cost result.
|
||||
|
||||
One service `meltmind-phase3-seed1-20261118.service` started at14:43 Asia/Shanghai, Restart=no. Actual coordinator1365333, fold0 guard1365362/worker1365444 onGPU0, fold1 guard1365363/worker1365428 onGPU1. Two workers reached epoch1. Assignment hashes match both command lines; independent guard idle polls passed. Original Track A coordinator1262364 and workers1262432/1262422 continue onGPU2/3. Item1 remains complete.
|
||||
|
||||
Startup audit found46347366400B available RAM and237850185728B free disk. It required two16GiB initial worker allowances plus2GiB overhead, and100GiB disk. This checks initial availability, not a guarantee about future host load. Later dynamic release and sampled aggregate guards remain active. GPU2 stays reserved for Track A postfit. No duplicate seed1 service/process existed.
|
||||
|
||||
Root `/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18` retains review-adoption, host-precheck, launch-attempt/service-launch, started, per-job assignments/dispatch/idle polls and actual-start-audit. Initial evidence is before the first-epoch cost gates; read subsequent receipts for their actual outcome. The original118800GPU-s cap,22320/fold and7200postfit reserve are unchanged; phase3 old72421.31599938683s counted once. No retries, no source mutation, no test predictions or scoring. Stop at frozen five endpoints; postfit has its own later pre-score review.
|
||||
|
||||
At14:45 the two initial first-epoch gates passed and both workers entered epoch2. Per-fold projections19207.933567/21651.438886s; total115019.372453/118800s includes all three pending full22320s caps plus7200postfit. Phase3 total projection187440.688452/612000s includes item1 once. The first-two-epoch-audit retains actual histories and receipts. This is not a five-fold measurement or final result; later every-epoch guards remain binding.
|
||||
@@ -0,0 +1,283 @@
|
||||
{
|
||||
"status": "ACTUAL_TWO_WORKERS_OBSERVED",
|
||||
"unix": 1794984241.7525752,
|
||||
"processes": [
|
||||
{
|
||||
"pid": 1365333,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 1365362,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 1365363,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 1365428,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
]
|
||||
},
|
||||
{
|
||||
"pid": 1365444,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
]
|
||||
}
|
||||
],
|
||||
"jobs": [
|
||||
{
|
||||
"id": 0,
|
||||
"assignment": {
|
||||
"id": 0,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984202.150136,
|
||||
"release_evidence": [
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
],
|
||||
"idle_observations": [
|
||||
{
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
},
|
||||
{
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
}
|
||||
],
|
||||
"idle_observed_unix": 1794984202.1491625
|
||||
},
|
||||
"assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7",
|
||||
"dispatch": {
|
||||
"pid": 1365362,
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
],
|
||||
"unix": 1794984202.153769,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
|
||||
},
|
||||
"worker": {
|
||||
"pid": 1365444,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
]
|
||||
},
|
||||
"idle_polls": [
|
||||
{
|
||||
"unix": 1794984204.7250211,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984206.7861986,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984209.3216872,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"fold": 0,
|
||||
"stage": "TRAIN",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 69,
|
||||
"wall_seconds": 25.879482096992433,
|
||||
"cpu_seconds": 24.701372603,
|
||||
"case": "00000164_91adbf180e114b698160c9a4_step_000",
|
||||
"epoch_parts": 69,
|
||||
"epoch_nodes": 1940945,
|
||||
"lr": 0.0001,
|
||||
"loss": 0.010011749342083931,
|
||||
"gradient_norm_before_clip": 0.21852411329746246,
|
||||
"peak_allocated_bytes": 983253504,
|
||||
"peak_reserved_bytes": 1027604480
|
||||
},
|
||||
"environment": {
|
||||
"torch": "2.5.1+cu124",
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
|
||||
"model_dtype": "FP32",
|
||||
"autocast": false,
|
||||
"grad_scaler": false,
|
||||
"fresh_seed": 1,
|
||||
"pilot_weights_reused": false,
|
||||
"parameter_count": 195077
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"assignment": {
|
||||
"id": 1,
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984202.1541526,
|
||||
"release_evidence": [
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
],
|
||||
"idle_observations": [
|
||||
{
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
},
|
||||
{
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
}
|
||||
],
|
||||
"idle_observed_unix": 1794984202.1491625
|
||||
},
|
||||
"assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788",
|
||||
"dispatch": {
|
||||
"pid": 1365363,
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
],
|
||||
"unix": 1794984202.1607559,
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
},
|
||||
"worker": {
|
||||
"pid": 1365428,
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
]
|
||||
},
|
||||
"idle_polls": [
|
||||
{
|
||||
"unix": 1794984204.0789552,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984206.1460407,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984208.3921127,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"fold": 1,
|
||||
"stage": "TRAIN",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 99,
|
||||
"wall_seconds": 30.202887983061373,
|
||||
"cpu_seconds": 29.743704585,
|
||||
"case": "00000632_4f322b34e87c43289916c298_step_001",
|
||||
"epoch_parts": 99,
|
||||
"epoch_nodes": 2325598,
|
||||
"lr": 0.0001,
|
||||
"loss": 0.000509415753185749,
|
||||
"gradient_norm_before_clip": 0.05701059475541115,
|
||||
"peak_allocated_bytes": 1109561856,
|
||||
"peak_reserved_bytes": 1155530752
|
||||
},
|
||||
"environment": {
|
||||
"torch": "2.5.1+cu124",
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
|
||||
"model_dtype": "FP32",
|
||||
"autocast": false,
|
||||
"grad_scaler": false,
|
||||
"fresh_seed": 1,
|
||||
"pilot_weights_reused": false,
|
||||
"parameter_count": 195077
|
||||
}
|
||||
}
|
||||
],
|
||||
"source_pins": "PASS",
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"started": {
|
||||
"pid": 1365333,
|
||||
"unix": 1794984201.9389372,
|
||||
"new_fits": 5,
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"gpu_cap": 118800,
|
||||
"A_refit": false,
|
||||
"test_targets_read": false
|
||||
},
|
||||
"progress": {
|
||||
"stage": "SEED1_TRAINING",
|
||||
"unix": 1794984240.8063622,
|
||||
"active": [
|
||||
{
|
||||
"id": 0,
|
||||
"guard_pid": 1365362
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"guard_pid": 1365363
|
||||
}
|
||||
],
|
||||
"terminal": [],
|
||||
"pending": [
|
||||
2,
|
||||
3,
|
||||
4
|
||||
],
|
||||
"charged_training_gpu_seconds": 197.30896945705172,
|
||||
"postfit_gpu_reserve": 7200
|
||||
},
|
||||
"first_epoch_cost_gate": "NOT_YET_OBSERVED",
|
||||
"original_Track_A_not_restarted": true,
|
||||
"item1_terminal_not_restarted": true
|
||||
}
|
||||
@@ -0,0 +1,280 @@
|
||||
{
|
||||
"status": "TWO_MEASURED_FIRST_EPOCH_GATES_PASS",
|
||||
"unix": 1794984348.398095,
|
||||
"jobs": [
|
||||
{
|
||||
"id": 0,
|
||||
"first_epoch_history": {
|
||||
"fold": 0,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 320,
|
||||
"wall_seconds": 82.56868608703371,
|
||||
"cpu_seconds": 81.298950833,
|
||||
"train_mean_weighted_loss": 0.00490666908735875,
|
||||
"train_epoch_seconds": 74.86174861202016,
|
||||
"epoch_parts": 320,
|
||||
"epoch_nodes": 8742060,
|
||||
"lr": 0.0001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1388314624
|
||||
},
|
||||
"cost_gate": {
|
||||
"status": "PASS",
|
||||
"rows": [
|
||||
{
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
}
|
||||
],
|
||||
"projected_gpu_seconds": 115687.93356734375,
|
||||
"phase3_prior_gpu_once": 72421.31599938683,
|
||||
"projected_phase3_gpu_seconds": 188109.24956673058,
|
||||
"postfit_reserve": 7200,
|
||||
"cell": {
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"validation_seconds_bound": 12.383006267948076,
|
||||
"within_cap": true
|
||||
},
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984298.648857
|
||||
},
|
||||
"current_progress": {
|
||||
"fold": 0,
|
||||
"stage": "TRAIN",
|
||||
"epoch": 2,
|
||||
"optimizer_steps": 528,
|
||||
"wall_seconds": 132.30195007298607,
|
||||
"cpu_seconds": 130.32103680499998,
|
||||
"case": "00000003_1ffb81a71e5b402e966b9341_step_002",
|
||||
"epoch_parts": 208,
|
||||
"epoch_nodes": 5640154,
|
||||
"lr": 0.00019999999999999998,
|
||||
"loss": 0.005927667953073978,
|
||||
"gradient_norm_before_clip": 0.12765231728553772,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1388314624
|
||||
},
|
||||
"assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"first_epoch_history": {
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 374,
|
||||
"wall_seconds": 91.85805886401795,
|
||||
"cpu_seconds": 91.361549751,
|
||||
"train_mean_weighted_loss": 0.004669894390017508,
|
||||
"train_epoch_seconds": 84.75367450795602,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
},
|
||||
"cost_gate": {
|
||||
"status": "PASS",
|
||||
"rows": [
|
||||
{
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
}
|
||||
],
|
||||
"projected_gpu_seconds": 115019.37245294676,
|
||||
"phase3_prior_gpu_once": 72421.31599938683,
|
||||
"projected_phase3_gpu_seconds": 187440.6884523336,
|
||||
"postfit_reserve": 7200,
|
||||
"cell": {
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"validation_seconds_bound": 11.502408961998299,
|
||||
"within_cap": true
|
||||
},
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984303.556503
|
||||
},
|
||||
"current_progress": {
|
||||
"fold": 1,
|
||||
"stage": "TRAIN",
|
||||
"epoch": 2,
|
||||
"optimizer_steps": 575,
|
||||
"wall_seconds": 136.6659254730912,
|
||||
"cpu_seconds": 135.601268615,
|
||||
"case": "00000821_6bbad2756d7845bd8d731d60_step_003",
|
||||
"epoch_parts": 201,
|
||||
"epoch_nodes": 5038803,
|
||||
"lr": 0.00019999999999999998,
|
||||
"loss": 1.851302477007266e-05,
|
||||
"gradient_norm_before_clip": 0.0039323014207184315,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
},
|
||||
"assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
}
|
||||
],
|
||||
"processes": [
|
||||
{
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
|
||||
],
|
||||
"pid": 1365333
|
||||
},
|
||||
{
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
],
|
||||
"pid": 1365362
|
||||
},
|
||||
{
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
],
|
||||
"pid": 1365363
|
||||
},
|
||||
{
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
],
|
||||
"pid": 1365428
|
||||
},
|
||||
{
|
||||
"cmdline": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_worker.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
],
|
||||
"pid": 1365444
|
||||
}
|
||||
],
|
||||
"latest_projection": {
|
||||
"status": "PASS",
|
||||
"rows": [
|
||||
{
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
}
|
||||
],
|
||||
"projected_gpu_seconds": 115019.37245294676,
|
||||
"phase3_prior_gpu_once": 72421.31599938683,
|
||||
"projected_phase3_gpu_seconds": 187440.6884523336,
|
||||
"postfit_reserve": 7200,
|
||||
"cell": {
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"validation_seconds_bound": 11.502408961998299,
|
||||
"within_cap": true
|
||||
},
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984303.556503
|
||||
},
|
||||
"live_progress": {
|
||||
"stage": "SEED1_TRAINING",
|
||||
"unix": 1794984348.3649037,
|
||||
"active": [
|
||||
{
|
||||
"id": 0,
|
||||
"guard_pid": 1365362
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"guard_pid": 1365363
|
||||
}
|
||||
],
|
||||
"terminal": [],
|
||||
"pending": [
|
||||
2,
|
||||
3,
|
||||
4
|
||||
],
|
||||
"charged_training_gpu_seconds": 412.4260629659984,
|
||||
"postfit_gpu_reserve": 7200
|
||||
},
|
||||
"all_five_measured": false,
|
||||
"three_pending_full_caps_reserved": true,
|
||||
"postfit_reserve7200": true,
|
||||
"seed1_source_pins": "PASS",
|
||||
"original_track_a_pins": "PASS",
|
||||
"item1_not_restarted": true
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
{
|
||||
"unix": 1794984198.7532058,
|
||||
"eligible_gpus": [
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
],
|
||||
"observations": [
|
||||
{
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
},
|
||||
{
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
}
|
||||
],
|
||||
"initial_dispatch": [
|
||||
{
|
||||
"id": 0,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
}
|
||||
],
|
||||
"initial_worker_count": 2,
|
||||
"required_available_memory_bytes": 36507222016,
|
||||
"memory_available_bytes": 46347366400,
|
||||
"disk_free_bytes": 237850185728,
|
||||
"required_disk_bytes": 107374182400,
|
||||
"no_existing_seed1_process": true,
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"source_pins": "PASS",
|
||||
"item1_complete_sha256": "602e978eedf37b22208eb1dee4c7fb098b3d31c242d6db148a16cc2b9d2e8194",
|
||||
"track_a_progress": {
|
||||
"stage": "TRACK_A_TRAINING",
|
||||
"unix": 1794984198.1742887,
|
||||
"active": [
|
||||
{
|
||||
"id": 0,
|
||||
"guard_pid": 1262373
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"guard_pid": 1262374
|
||||
}
|
||||
],
|
||||
"terminal": [],
|
||||
"pending": [
|
||||
2,
|
||||
3,
|
||||
4
|
||||
],
|
||||
"charged_training_gpu_seconds": 16331.062019960023,
|
||||
"postfit_gpu_reserve": 7200
|
||||
},
|
||||
"later_dispatch": "Reviewed predecessor release/idle checks and aggregate usage guards; no advance claim of future availability"
|
||||
}
|
||||
@@ -0,0 +1,4 @@
|
||||
{
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"proof_sha256": "b96f04681772fc5197618603099844396e5b9a3f41d2ba746363e665d047ca20"
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"commit": "767799ebbc1b0dcdfd654b0a0d12413950de61a0",
|
||||
"files": {
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1"
|
||||
},
|
||||
"git_paths": {
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "home-runs/phase3-seed1-2026-11-18/review.json",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "home-runs/phase3-seed1-2026-11-18/expected-review-binding.json",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "home-runs/phase3-seed1-2026-11-18/contract.json",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "artifacts/meltassist-seed1-entry-review-2026-11-18/review.json"
|
||||
},
|
||||
"remote_published": false,
|
||||
"local_repository": "/tmp/meltmind-phase2-local-fixed-20261117"
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"id": 0,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984202.150136,
|
||||
"release_evidence": [
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
],
|
||||
"idle_observations": [
|
||||
{
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
},
|
||||
{
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
}
|
||||
],
|
||||
"idle_observed_unix": 1794984202.1491625
|
||||
}
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"pid": 1365362,
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"0",
|
||||
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
|
||||
],
|
||||
"unix": 1794984202.153769,
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"rows": [
|
||||
{
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
}
|
||||
],
|
||||
"projected_gpu_seconds": 115687.93356734375,
|
||||
"phase3_prior_gpu_once": 72421.31599938683,
|
||||
"projected_phase3_gpu_seconds": 188109.24956673058,
|
||||
"postfit_reserve": 7200,
|
||||
"cell": {
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"validation_seconds_bound": 12.383006267948076,
|
||||
"within_cap": true
|
||||
},
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984298.648857
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
[
|
||||
{
|
||||
"unix": 1794984204.7250211,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984206.7861986,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984209.3216872,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"pid": 1365362,
|
||||
"unix": 1794984204.6592512,
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"setup_gpu_seconds": 60
|
||||
}
|
||||
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"torch": "2.5.1+cu124",
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
|
||||
"model_dtype": "FP32",
|
||||
"autocast": false,
|
||||
"grad_scaler": false,
|
||||
"fresh_seed": 1,
|
||||
"pilot_weights_reused": false,
|
||||
"parameter_count": 195077
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 0,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 320,
|
||||
"wall_seconds": 82.56868608703371,
|
||||
"cpu_seconds": 81.298950833,
|
||||
"train_mean_weighted_loss": 0.00490666908735875,
|
||||
"train_epoch_seconds": 74.86174861202016,
|
||||
"epoch_parts": 320,
|
||||
"epoch_nodes": 8742060,
|
||||
"lr": 0.0001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1388314624
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"id": 1,
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984202.1541526,
|
||||
"release_evidence": [
|
||||
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
],
|
||||
"idle_observations": [
|
||||
{
|
||||
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
},
|
||||
{
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0,
|
||||
"idle": true
|
||||
}
|
||||
],
|
||||
"idle_observed_unix": 1794984202.1491625
|
||||
}
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"pid": 1365363,
|
||||
"command": [
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"tools/phase3_seed1_guard.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
|
||||
"1",
|
||||
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
|
||||
],
|
||||
"unix": 1794984202.1607559,
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"rows": [
|
||||
{
|
||||
"id": 0,
|
||||
"projected_gpu_seconds": 19207.933567343745,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"projected_gpu_seconds": 22320,
|
||||
"within_cap": true
|
||||
}
|
||||
],
|
||||
"projected_gpu_seconds": 115019.37245294676,
|
||||
"phase3_prior_gpu_once": 72421.31599938683,
|
||||
"projected_phase3_gpu_seconds": 187440.6884523336,
|
||||
"postfit_reserve": 7200,
|
||||
"cell": {
|
||||
"id": 1,
|
||||
"projected_gpu_seconds": 21651.438885603013,
|
||||
"validation_seconds_bound": 11.502408961998299,
|
||||
"within_cap": true
|
||||
},
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"unix": 1794984303.556503
|
||||
}
|
||||
@@ -0,0 +1,17 @@
|
||||
[
|
||||
{
|
||||
"unix": 1794984204.0789552,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984206.1460407,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
},
|
||||
{
|
||||
"unix": 1794984208.3921127,
|
||||
"memory_bytes": 5242880,
|
||||
"utilization": 0
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
{
|
||||
"pid": 1365363,
|
||||
"unix": 1794984204.031068,
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"setup_gpu_seconds": 60
|
||||
}
|
||||
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"torch": "2.5.1+cu124",
|
||||
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
|
||||
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
|
||||
"model_dtype": "FP32",
|
||||
"autocast": false,
|
||||
"grad_scaler": false,
|
||||
"fresh_seed": 1,
|
||||
"pilot_weights_reused": false,
|
||||
"parameter_count": 195077
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"fold": 1,
|
||||
"stage": "EPOCH_COMPLETE",
|
||||
"epoch": 1,
|
||||
"optimizer_steps": 374,
|
||||
"wall_seconds": 91.85805886401795,
|
||||
"cpu_seconds": 91.361549751,
|
||||
"train_mean_weighted_loss": 0.004669894390017508,
|
||||
"train_epoch_seconds": 84.75367450795602,
|
||||
"epoch_parts": 374,
|
||||
"epoch_nodes": 9731293,
|
||||
"lr": 0.0001,
|
||||
"peak_allocated_bytes": 1334860288,
|
||||
"peak_reserved_bytes": 1390411776
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"unix": 1794984198.7548306,
|
||||
"unit": "meltmind-phase3-seed1-20261118.service",
|
||||
"command": [
|
||||
"systemd-run",
|
||||
"--user",
|
||||
"--unit=meltmind-phase3-seed1-20261118.service",
|
||||
"--property=Restart=no",
|
||||
"--property=KillMode=control-group",
|
||||
"--working-directory=/home/frank14f/optane/MeltMind",
|
||||
"--setenv=OPENBLAS_NUM_THREADS=1",
|
||||
"--setenv=OMP_NUM_THREADS=1",
|
||||
"--setenv=MKL_NUM_THREADS=1",
|
||||
"--setenv=PYTHONPATH=/home/frank14f/optane/MeltMind/tools",
|
||||
"--property=StandardOutput=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log",
|
||||
"--property=StandardError=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
|
||||
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
|
||||
],
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"no_retry": true
|
||||
}
|
||||
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"unix": 1794984198.3473454,
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"original": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json",
|
||||
"binding": {
|
||||
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
|
||||
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
|
||||
"code_sha256": {
|
||||
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
|
||||
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
|
||||
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
|
||||
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
|
||||
}
|
||||
},
|
||||
"verdict": "PASS",
|
||||
"validation": "PASS",
|
||||
"old_blocked_preserved_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1"
|
||||
}
|
||||
@@ -0,0 +1,76 @@
|
||||
{
|
||||
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
|
||||
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
|
||||
"code_sha256": {
|
||||
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
|
||||
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
|
||||
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
|
||||
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
|
||||
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
|
||||
},
|
||||
"verdict": "PASS",
|
||||
"reviewer": "MeltAssist",
|
||||
"timestamp": "2026-11-18T06:40:47.926565+00:00",
|
||||
"scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only",
|
||||
"previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1",
|
||||
"previous_review_preserved": true,
|
||||
"evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
|
||||
"evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
|
||||
"blocking_findings": [],
|
||||
"closed_findings": [
|
||||
{
|
||||
"id": "S1-DISPATCH-IDLE",
|
||||
"resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry."
|
||||
}
|
||||
],
|
||||
"validation": [
|
||||
"Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review",
|
||||
"38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified",
|
||||
"Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged"
|
||||
],
|
||||
"execution_conditions": [
|
||||
"Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review",
|
||||
"Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten",
|
||||
"No postfit/target access is authorized by this training-entry review; separate pre-score review remains required"
|
||||
],
|
||||
"limitations": [
|
||||
"No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer",
|
||||
"Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity",
|
||||
"Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"unit": "meltmind-phase3-seed1-20261118.service",
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": "Running as unit: meltmind-phase3-seed1-20261118.service\n",
|
||||
"unix": 1794984198.7863932,
|
||||
"submitted_only": true
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"pid": 1365333,
|
||||
"unix": 1794984201.9389372,
|
||||
"new_fits": 5,
|
||||
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
|
||||
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
|
||||
"gpu_cap": 118800,
|
||||
"A_refit": false,
|
||||
"test_targets_read": false
|
||||
}
|
||||
Reference in new issue
Block a user