Record adopted seed1 PASS and actual two-worker launch with first-epoch cost gates

This commit is contained in:
MeltAstra committed 2026-11-18 14:46:16 +08:00
1 parent 8c5020c5cb
commit 8108e52cd5
28 files changed
+1230

No files matched your search

@@ -0,0 +1,52 @@
{
"timestamp": "2026-11-18T06:40:47.926565+00:00",
"binding_sha256": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6",
"code_files": 38,
"source_files": 170,
"implementation_files_current_and_local_git_checked": 59,
"changed_contract_fields": [
"code_sha256",
"dispatch_idle_fix_review"
],
"changed_code_files": [
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py"
],
"unchanged": [
"Scientific worker and guard",
"All resource budgets and prior ledger",
"Five original fold roles and comparison contract",
"All source_sha256 entries",
"Assignment hash propagation, locks, three guard idle polls, post-assignment race STOP and no retry"
],
"independent_delta_tests": {
"count": 3,
"failures": 0,
"errors": 0,
"session": 65406,
"status": "PASS",
"scope": [
"busy first card and idle second card",
"all busy retains pending without assignment",
"only eligible GPUs queried; invalid observation rejected"
]
},
"earlier_15_tests": "PASS in same review; unchanged tests not rerun",
"audit_initial_assertion": {
"result": "AssertionError",
"reason": "Audit initially expected only code_sha256 contract field change; inspection revealed additional dispatch_idle_fix_review provenance field pointing exactly to original BLOCKED SHA. Corrected audit allows these two fields only; no scientific or implementation test failed."
},
"root_markers": {
"review.json": false,
"started.json": false,
"complete.json": false
},
"old_blocked_receipt_preserved": true,
"remote_publication_independently_verified": false,
"real_gpu_queries": false,
"science_executed": false,
"scientific_values_loaded": false,
"source_edits": false,
"git_writes": false
}
@@ -0,0 +1,76 @@
{
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
"code_sha256": {
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
},
"verdict": "PASS",
"reviewer": "MeltAssist",
"timestamp": "2026-11-18T06:40:47.926565+00:00",
"scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only",
"previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1",
"previous_review_preserved": true,
"evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
"evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
"blocking_findings": [],
"closed_findings": [
{
"id": "S1-DISPATCH-IDLE",
"resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry."
}
],
"validation": [
"Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review",
"38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified",
"Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged"
],
"execution_conditions": [
"Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review",
"Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten",
"No postfit/target access is authorized by this training-entry review; separate pre-score review remains required"
],
"limitations": [
"No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer",
"Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity",
"Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim"
]
}
+10
View File
@@ -1,3 +1,13 @@
## 最新 seed1首两折成本门PASS(2026-11-18 14:45)
原唯一1365333队列/1365444与1365428 worker已进入epoch2;首epoch门均PASS,fold0投影19207.933567s、fold1为21651.438886s,合计投影115019.372453/118800GPU-s,含pending2/3/4各22320整帽和7200postfit预留,不是五折全实测。phase3原72421.315999一次,总投影187440.688452/612000。first-two-epoch-audit记录原始history/门/进程;ac45e2de/95d23536源码与Track A原23pins均PASS。无重启/重试/后处理,原动态队列继续,后续若成本门停止须保留原因,不自动放宽帽。
## 最新 seed1唯一训练已真实启动(2026-11-18 14:43,Asia/Shanghai)
新实际PASS79b55546原样freeze并validate,implementationac45e2de/contract95d23536/proof04592d0f/comparisoncba51291/38pins保持;旧BLOCKED不变。唯一service meltmind-phase3-seed1-20261118,coord1365333;fold0 guard1365362/worker1365444 GPU0,fold1 guard1365363/worker1365428 GPU1,真实epoch1进度147/320和180件快照,actual-start-audit已记录,assignment hash和三idle polls PASS。首epoch成本门尚未实观;不能把启动当成本PASS。pending2/3/4按动态释放卡调度,22320/fold、118800含7200postfit、phase3旧72421.315999一次。
启动前available RAM46347366400B、home free237850185728B,初始两worker+2GiB余量及100GiB磁盘通过。原Track A1262364/两worker在2/3继续,GPU2为其postfit优先,item1COMPLETE不重启。seed1只checkpoint冻结,不预测/评分;postfit独立审阅保留。不要因会话idle重启或修改固定源码。真实状态看新root complete/live-progress/每fold原始receipts。
## 最新 seed1同次轻审空闲分配修复待回(2026-11-18)
旧d2f552d1获BLOCKED ba4c62e8(唯一S1-DISPATCH-IDLE),原件/evidence308003c7/原源码与合同全部保留于artifacts/phase3-seed1-idle-fix-2026-11-18。只改common/queue/test三文件:eligible先实测显存≤128MiB且util0,再分配/写hash assignment/消费pending;busy未分配不算attempt,guard三polls/锁和分配后竞态STOP不变。18CPU合成PASS(busy0/idle1、全busy不分配等),科学worker/guard及预算不变。新implementationac45e2de82f1c336aba75c2d6908ce3776603fec/contract95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff/proof04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431,comparisoncba51291和38map,待同次Assist复核;尚无review/started/fit,旧BLOCKED入口不得启动。item1已COMPLETE不重跑,Track A原训练和已采用postfit PASS983bba99不动。
+11
View File
@@ -0,0 +1,11 @@
# Seed1 actual launch — 2026-11-18
The exact revised PASS79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874 was copied unchanged, frozen and validated against ac45e2de /95d23536 /04592d0f /cba51291 and all38code pins. Original BLOCKED ba4c62e8 remains immutable. The review confirms implementation only; it is not a training or cost result.
One service `meltmind-phase3-seed1-20261118.service` started at14:43 Asia/Shanghai, Restart=no. Actual coordinator1365333, fold0 guard1365362/worker1365444 onGPU0, fold1 guard1365363/worker1365428 onGPU1. Two workers reached epoch1. Assignment hashes match both command lines; independent guard idle polls passed. Original Track A coordinator1262364 and workers1262432/1262422 continue onGPU2/3. Item1 remains complete.
Startup audit found46347366400B available RAM and237850185728B free disk. It required two16GiB initial worker allowances plus2GiB overhead, and100GiB disk. This checks initial availability, not a guarantee about future host load. Later dynamic release and sampled aggregate guards remain active. GPU2 stays reserved for Track A postfit. No duplicate seed1 service/process existed.
Root `/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18` retains review-adoption, host-precheck, launch-attempt/service-launch, started, per-job assignments/dispatch/idle polls and actual-start-audit. Initial evidence is before the first-epoch cost gates; read subsequent receipts for their actual outcome. The original118800GPU-s cap,22320/fold and7200postfit reserve are unchanged; phase3 old72421.31599938683s counted once. No retries, no source mutation, no test predictions or scoring. Stop at frozen five endpoints; postfit has its own later pre-score review.
At14:45 the two initial first-epoch gates passed and both workers entered epoch2. Per-fold projections19207.933567/21651.438886s; total115019.372453/118800s includes all three pending full22320s caps plus7200postfit. Phase3 total projection187440.688452/612000s includes item1 once. The first-two-epoch-audit retains actual histories and receipts. This is not a five-fold measurement or final result; later every-epoch guards remain binding.
@@ -0,0 +1,283 @@
{
"status": "ACTUAL_TWO_WORKERS_OBSERVED",
"unix": 1794984241.7525752,
"processes": [
{
"pid": 1365333,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
]
},
{
"pid": 1365362,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
]
},
{
"pid": 1365363,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
]
},
{
"pid": 1365428,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
]
},
{
"pid": 1365444,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
]
}
],
"jobs": [
{
"id": 0,
"assignment": {
"id": 0,
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984202.150136,
"release_evidence": [
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
],
"idle_observations": [
{
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
},
{
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
}
],
"idle_observed_unix": 1794984202.1491625
},
"assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7",
"dispatch": {
"pid": 1365362,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
],
"unix": 1794984202.153769,
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
},
"worker": {
"pid": 1365444,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
]
},
"idle_polls": [
{
"unix": 1794984204.7250211,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984206.7861986,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984209.3216872,
"memory_bytes": 5242880,
"utilization": 0
}
],
"progress": {
"fold": 0,
"stage": "TRAIN",
"epoch": 1,
"optimizer_steps": 69,
"wall_seconds": 25.879482096992433,
"cpu_seconds": 24.701372603,
"case": "00000164_91adbf180e114b698160c9a4_step_000",
"epoch_parts": 69,
"epoch_nodes": 1940945,
"lr": 0.0001,
"loss": 0.010011749342083931,
"gradient_norm_before_clip": 0.21852411329746246,
"peak_allocated_bytes": 983253504,
"peak_reserved_bytes": 1027604480
},
"environment": {
"torch": "2.5.1+cu124",
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
"model_dtype": "FP32",
"autocast": false,
"grad_scaler": false,
"fresh_seed": 1,
"pilot_weights_reused": false,
"parameter_count": 195077
}
},
{
"id": 1,
"assignment": {
"id": 1,
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984202.1541526,
"release_evidence": [
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
],
"idle_observations": [
{
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
},
{
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
}
],
"idle_observed_unix": 1794984202.1491625
},
"assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788",
"dispatch": {
"pid": 1365363,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
],
"unix": 1794984202.1607559,
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
},
"worker": {
"pid": 1365428,
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
]
},
"idle_polls": [
{
"unix": 1794984204.0789552,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984206.1460407,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984208.3921127,
"memory_bytes": 5242880,
"utilization": 0
}
],
"progress": {
"fold": 1,
"stage": "TRAIN",
"epoch": 1,
"optimizer_steps": 99,
"wall_seconds": 30.202887983061373,
"cpu_seconds": 29.743704585,
"case": "00000632_4f322b34e87c43289916c298_step_001",
"epoch_parts": 99,
"epoch_nodes": 2325598,
"lr": 0.0001,
"loss": 0.000509415753185749,
"gradient_norm_before_clip": 0.05701059475541115,
"peak_allocated_bytes": 1109561856,
"peak_reserved_bytes": 1155530752
},
"environment": {
"torch": "2.5.1+cu124",
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
"model_dtype": "FP32",
"autocast": false,
"grad_scaler": false,
"fresh_seed": 1,
"pilot_weights_reused": false,
"parameter_count": 195077
}
}
],
"source_pins": "PASS",
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"started": {
"pid": 1365333,
"unix": 1794984201.9389372,
"new_fits": 5,
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"gpu_cap": 118800,
"A_refit": false,
"test_targets_read": false
},
"progress": {
"stage": "SEED1_TRAINING",
"unix": 1794984240.8063622,
"active": [
{
"id": 0,
"guard_pid": 1365362
},
{
"id": 1,
"guard_pid": 1365363
}
],
"terminal": [],
"pending": [
2,
3,
4
],
"charged_training_gpu_seconds": 197.30896945705172,
"postfit_gpu_reserve": 7200
},
"first_epoch_cost_gate": "NOT_YET_OBSERVED",
"original_Track_A_not_restarted": true,
"item1_terminal_not_restarted": true
}
@@ -0,0 +1,280 @@
{
"status": "TWO_MEASURED_FIRST_EPOCH_GATES_PASS",
"unix": 1794984348.398095,
"jobs": [
{
"id": 0,
"first_epoch_history": {
"fold": 0,
"stage": "EPOCH_COMPLETE",
"epoch": 1,
"optimizer_steps": 320,
"wall_seconds": 82.56868608703371,
"cpu_seconds": 81.298950833,
"train_mean_weighted_loss": 0.00490666908735875,
"train_epoch_seconds": 74.86174861202016,
"epoch_parts": 320,
"epoch_nodes": 8742060,
"lr": 0.0001,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1388314624
},
"cost_gate": {
"status": "PASS",
"rows": [
{
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"within_cap": true
},
{
"id": 1,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 2,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 3,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 4,
"projected_gpu_seconds": 22320,
"within_cap": true
}
],
"projected_gpu_seconds": 115687.93356734375,
"phase3_prior_gpu_once": 72421.31599938683,
"projected_phase3_gpu_seconds": 188109.24956673058,
"postfit_reserve": 7200,
"cell": {
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"validation_seconds_bound": 12.383006267948076,
"within_cap": true
},
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984298.648857
},
"current_progress": {
"fold": 0,
"stage": "TRAIN",
"epoch": 2,
"optimizer_steps": 528,
"wall_seconds": 132.30195007298607,
"cpu_seconds": 130.32103680499998,
"case": "00000003_1ffb81a71e5b402e966b9341_step_002",
"epoch_parts": 208,
"epoch_nodes": 5640154,
"lr": 0.00019999999999999998,
"loss": 0.005927667953073978,
"gradient_norm_before_clip": 0.12765231728553772,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1388314624
},
"assignment_sha256": "bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
},
{
"id": 1,
"first_epoch_history": {
"fold": 1,
"stage": "EPOCH_COMPLETE",
"epoch": 1,
"optimizer_steps": 374,
"wall_seconds": 91.85805886401795,
"cpu_seconds": 91.361549751,
"train_mean_weighted_loss": 0.004669894390017508,
"train_epoch_seconds": 84.75367450795602,
"epoch_parts": 374,
"epoch_nodes": 9731293,
"lr": 0.0001,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1390411776
},
"cost_gate": {
"status": "PASS",
"rows": [
{
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"within_cap": true
},
{
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"within_cap": true
},
{
"id": 2,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 3,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 4,
"projected_gpu_seconds": 22320,
"within_cap": true
}
],
"projected_gpu_seconds": 115019.37245294676,
"phase3_prior_gpu_once": 72421.31599938683,
"projected_phase3_gpu_seconds": 187440.6884523336,
"postfit_reserve": 7200,
"cell": {
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"validation_seconds_bound": 11.502408961998299,
"within_cap": true
},
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984303.556503
},
"current_progress": {
"fold": 1,
"stage": "TRAIN",
"epoch": 2,
"optimizer_steps": 575,
"wall_seconds": 136.6659254730912,
"cpu_seconds": 135.601268615,
"case": "00000821_6bbad2756d7845bd8d731d60_step_003",
"epoch_parts": 201,
"epoch_nodes": 5038803,
"lr": 0.00019999999999999998,
"loss": 1.851302477007266e-05,
"gradient_norm_before_clip": 0.0039323014207184315,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1390411776
},
"assignment_sha256": "2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
}
],
"processes": [
{
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
],
"pid": 1365333
},
{
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
],
"pid": 1365362
},
{
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
],
"pid": 1365363
},
{
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
],
"pid": 1365428
},
{
"cmdline": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_worker.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
],
"pid": 1365444
}
],
"latest_projection": {
"status": "PASS",
"rows": [
{
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"within_cap": true
},
{
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"within_cap": true
},
{
"id": 2,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 3,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 4,
"projected_gpu_seconds": 22320,
"within_cap": true
}
],
"projected_gpu_seconds": 115019.37245294676,
"phase3_prior_gpu_once": 72421.31599938683,
"projected_phase3_gpu_seconds": 187440.6884523336,
"postfit_reserve": 7200,
"cell": {
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"validation_seconds_bound": 11.502408961998299,
"within_cap": true
},
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984303.556503
},
"live_progress": {
"stage": "SEED1_TRAINING",
"unix": 1794984348.3649037,
"active": [
{
"id": 0,
"guard_pid": 1365362
},
{
"id": 1,
"guard_pid": 1365363
}
],
"terminal": [],
"pending": [
2,
3,
4
],
"charged_training_gpu_seconds": 412.4260629659984,
"postfit_gpu_reserve": 7200
},
"all_five_measured": false,
"three_pending_full_caps_reserved": true,
"postfit_reserve7200": true,
"seed1_source_pins": "PASS",
"original_track_a_pins": "PASS",
"item1_not_restarted": true
}
@@ -0,0 +1,63 @@
{
"unix": 1794984198.7532058,
"eligible_gpus": [
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
],
"observations": [
{
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
},
{
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
}
],
"initial_dispatch": [
{
"id": 0,
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
},
{
"id": 1,
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
}
],
"initial_worker_count": 2,
"required_available_memory_bytes": 36507222016,
"memory_available_bytes": 46347366400,
"disk_free_bytes": 237850185728,
"required_disk_bytes": 107374182400,
"no_existing_seed1_process": true,
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"source_pins": "PASS",
"item1_complete_sha256": "602e978eedf37b22208eb1dee4c7fb098b3d31c242d6db148a16cc2b9d2e8194",
"track_a_progress": {
"stage": "TRACK_A_TRAINING",
"unix": 1794984198.1742887,
"active": [
{
"id": 0,
"guard_pid": 1262373
},
{
"id": 1,
"guard_pid": 1262374
}
],
"terminal": [],
"pending": [
2,
3,
4
],
"charged_training_gpu_seconds": 16331.062019960023,
"postfit_gpu_reserve": 7200
},
"later_dispatch": "Reviewed predecessor release/idle checks and aggregate usage guards; no advance claim of future availability"
}
@@ -0,0 +1,4 @@
{
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"proof_sha256": "b96f04681772fc5197618603099844396e5b9a3f41d2ba746363e665d047ca20"
}
@@ -0,0 +1,21 @@
{
"commit": "767799ebbc1b0dcdfd654b0a0d12413950de61a0",
"files": {
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "587613901b11843d088377abd7c839dc108ada8aad412b0e619c1938b9b985f6",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1"
},
"git_paths": {
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/review.json": "home-runs/phase3-seed1-2026-11-18/review.json",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/expected-review-binding.json": "home-runs/phase3-seed1-2026-11-18/expected-review-binding.json",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/contract.json": "home-runs/phase3-seed1-2026-11-18/contract.json",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json": "artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
"/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-entry-review-2026-11-18/review.json": "artifacts/meltassist-seed1-entry-review-2026-11-18/review.json"
},
"remote_published": false,
"local_repository": "/tmp/meltmind-phase2-local-fixed-20261117"
}
@@ -0,0 +1,25 @@
{
"id": 0,
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984202.150136,
"release_evidence": [
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
],
"idle_observations": [
{
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
},
{
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
}
],
"idle_observed_unix": 1794984202.1491625
}
@@ -0,0 +1,12 @@
{
"pid": 1365362,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"0",
"bac79bb68cc7ae29209d9039342fc5fa7e95a538a9115758f5e4f4b6a06422b7"
],
"unix": 1794984202.153769,
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
}
@@ -0,0 +1,42 @@
{
"status": "PASS",
"rows": [
{
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"within_cap": true
},
{
"id": 1,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 2,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 3,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 4,
"projected_gpu_seconds": 22320,
"within_cap": true
}
],
"projected_gpu_seconds": 115687.93356734375,
"phase3_prior_gpu_once": 72421.31599938683,
"projected_phase3_gpu_seconds": 188109.24956673058,
"postfit_reserve": 7200,
"cell": {
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"validation_seconds_bound": 12.383006267948076,
"within_cap": true
},
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984298.648857
}
@@ -0,0 +1,17 @@
[
{
"unix": 1794984204.7250211,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984206.7861986,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984209.3216872,
"memory_bytes": 5242880,
"utilization": 0
}
]
@@ -0,0 +1,7 @@
{
"pid": 1365362,
"unix": 1794984204.6592512,
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"setup_gpu_seconds": 60
}
@@ -0,0 +1,11 @@
{
"torch": "2.5.1+cu124",
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
"model_dtype": "FP32",
"autocast": false,
"grad_scaler": false,
"fresh_seed": 1,
"pilot_weights_reused": false,
"parameter_count": 195077
}
@@ -0,0 +1,15 @@
{
"fold": 0,
"stage": "EPOCH_COMPLETE",
"epoch": 1,
"optimizer_steps": 320,
"wall_seconds": 82.56868608703371,
"cpu_seconds": 81.298950833,
"train_mean_weighted_loss": 0.00490666908735875,
"train_epoch_seconds": 74.86174861202016,
"epoch_parts": 320,
"epoch_nodes": 8742060,
"lr": 0.0001,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1388314624
}
@@ -0,0 +1,25 @@
{
"id": 1,
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984202.1541526,
"release_evidence": [
"GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
],
"idle_observations": [
{
"gpu_uuid": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
},
{
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"memory_bytes": 5242880,
"utilization": 0,
"idle": true
}
],
"idle_observed_unix": 1794984202.1491625
}
@@ -0,0 +1,12 @@
{
"pid": 1365363,
"command": [
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"tools/phase3_seed1_guard.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18",
"1",
"2e59482d320e81f4986fa3bacc9a2c250055d24460f2cc7ee6789ca40987c788"
],
"unix": 1794984202.1607559,
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36"
}
@@ -0,0 +1,42 @@
{
"status": "PASS",
"rows": [
{
"id": 0,
"projected_gpu_seconds": 19207.933567343745,
"within_cap": true
},
{
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"within_cap": true
},
{
"id": 2,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 3,
"projected_gpu_seconds": 22320,
"within_cap": true
},
{
"id": 4,
"projected_gpu_seconds": 22320,
"within_cap": true
}
],
"projected_gpu_seconds": 115019.37245294676,
"phase3_prior_gpu_once": 72421.31599938683,
"projected_phase3_gpu_seconds": 187440.6884523336,
"postfit_reserve": 7200,
"cell": {
"id": 1,
"projected_gpu_seconds": 21651.438885603013,
"validation_seconds_bound": 11.502408961998299,
"within_cap": true
},
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"unix": 1794984303.556503
}
@@ -0,0 +1,17 @@
[
{
"unix": 1794984204.0789552,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984206.1460407,
"memory_bytes": 5242880,
"utilization": 0
},
{
"unix": 1794984208.3921127,
"memory_bytes": 5242880,
"utilization": 0
}
]
@@ -0,0 +1,7 @@
{
"pid": 1365363,
"unix": 1794984204.031068,
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"setup_gpu_seconds": 60
}
@@ -0,0 +1,11 @@
{
"torch": "2.5.1+cu124",
"gpu_uuid": "GPU-f1c9fd5a-e917-56e0-21fb-24035ba44a36",
"allocator_settings": "{'PYTORCH_CUDA_ALLOC_CONF': 'expandable_segments:True', 'max_split_size': -1, 'garbage_collection_threshold': 0.0, 'expandable_segments': True, 'pinned_num_register_threads': 1, 'release_lock_on_cudamalloc': False, 'pinned_use_cuda_host_register': False, 'roundup_power2_divisions': {'1': 0, '2': 0, '4': 0, '8': 0, '16': 0, '32': 0, '64': 0, '128': 0, '256': 0, '512': 0, '1024': 0, '2048': 0, '4096': 0, '8192': 0, '16384': 0, '32768': 0}}",
"model_dtype": "FP32",
"autocast": false,
"grad_scaler": false,
"fresh_seed": 1,
"pilot_weights_reused": false,
"parameter_count": 195077
}
@@ -0,0 +1,15 @@
{
"fold": 1,
"stage": "EPOCH_COMPLETE",
"epoch": 1,
"optimizer_steps": 374,
"wall_seconds": 91.85805886401795,
"cpu_seconds": 91.361549751,
"train_mean_weighted_loss": 0.004669894390017508,
"train_epoch_seconds": 84.75367450795602,
"epoch_parts": 374,
"epoch_nodes": 9731293,
"lr": 0.0001,
"peak_allocated_bytes": 1334860288,
"peak_reserved_bytes": 1390411776
}
@@ -0,0 +1,24 @@
{
"unix": 1794984198.7548306,
"unit": "meltmind-phase3-seed1-20261118.service",
"command": [
"systemd-run",
"--user",
"--unit=meltmind-phase3-seed1-20261118.service",
"--property=Restart=no",
"--property=KillMode=control-group",
"--working-directory=/home/frank14f/optane/MeltMind",
"--setenv=OPENBLAS_NUM_THREADS=1",
"--setenv=OMP_NUM_THREADS=1",
"--setenv=MKL_NUM_THREADS=1",
"--setenv=PYTHONPATH=/home/frank14f/optane/MeltMind/tools",
"--property=StandardOutput=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log",
"--property=StandardError=append:/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18/service.log",
"/home/frank14f/optane/MeltMind/artifacts/gre24-reproduction-2026-11-15/environment/venv/bin/python",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py",
"/home/frank14f/MeltMind-runs/phase3-seed1-2026-11-18"
],
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"no_retry": true
}
@@ -0,0 +1,54 @@
{
"unix": 1794984198.3473454,
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"original": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/review.json",
"binding": {
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
"code_sha256": {
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
}
},
"verdict": "PASS",
"validation": "PASS",
"old_blocked_preserved_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1"
}
@@ -0,0 +1,76 @@
{
"reviewed_commit": "ac45e2de82f1c336aba75c2d6908ce3776603fec",
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"implementation_proof_sha256": "04592d0fd72cc8a71201e5dea145bc8c618ff05d15a78b257f0d2dc60ab54431",
"comparison_contract_sha256": "cba51291811c224966ccab82ff64a9b0690c83eaf2482316853ec9c656322493",
"code_sha256": {
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
"/home/frank14f/optane/MeltMind/tools/phase2_fixed_io.py": "ea17fdfc7508f3f980e3cdf69534b1eb8ceb8a8e469c32451b2d5e16d0ada575",
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_data.py": "7e03dd7a94e7bb43593277f183c222473d7cb7aaf2f60e53b45ab8d9499fcb09",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_model.py": "fab2470dd0654ca74c3b7d893f35ad1f3ae6c5c08ffe334ef6312cf6ec87892a",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_pilot_worker.py": "14651ca402e6d02466d8afdb77bc9e62fb2e752f0c0c3d20d98593157d5ebe81",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_common.py": "38a29a34663a5d6310571eeff53b5d18a0355e51b9fa58a08033f64fa379a9df",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_common.py": "308486507ae3589a0e6cc40565f6e60e6d2f63ae74c4d828bdacf33b3b8b8062",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_worker.py": "37dfd75fff50b3d65f4ef37f4255536616582fe5f3d01155a0e037325ab5c7cd",
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_common.py": "a7b2b4c77b8646ab0b6616f1065390f91d2cc7ec386d52dd119cda2822d57c95",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_guard.py": "c394b7b8b12ba316910ac00abeba7ba0632a1d240d8e3fd03ddbf0cbc3b66ba1",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_queue.py": "ee858a52878032b49601e56e98e224640c62f86523495d85ceba644ce0c86172",
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_worker.py": "03f33f3c0d30a3b51602a46422ecc8a0392bdc9435f335a90bcc1c1084a3f381",
"/home/frank14f/optane/MeltMind/tools/prepare_phase3_seed1.py": "eed47b0cfba0861700f5e1731051bae92065e9bedec727a4f15e6f5c77ce367c",
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
"/home/frank14f/optane/MeltMind/tools/test_phase3_seed1.py": "f6415a4f7d4778ae79c5886f0ff1d6080b4ef32f493080e4bcb626ed7c7fd3e5",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
"/home/frank14f/optane/MeltMind/tools/test_phase2_h2_s2.py": "4235890fd194b7778e937f0be9245b964512df2c75d962ef703e3a988c5b8805",
"/home/frank14f/optane/MeltMind/tools/s2_models/network.py": "5137e845d81d1223afc13bf87e03ccba1132a3baa75d5189a8f320b2752be071",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_guard.py": "6bc7624b0cfe850591f77153cd2034eefdd62f7e63b93211ccdb87eb8aba346c",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_worker.py": "ecee04b183ef2b93b7b39a447d48c40a5843d3190e48d2d7eb4939811a5db9b0",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_prepare.py": "964fae13ac95e4de4dc50b3c0a80791d86349ce3a9f3c5a6e7dc3cf8ca041fad",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_prepare.py": "3a31af0766f628a80f38e0b7286beb11ca3109188eabc4adfdb2ecb0eef3dc27",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s2_queue.py": "d82dfb365956e08250758bb4c651a19fbecce92fe209072f5f8ed35970450735",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_launch.py": "480fac25dea5a2006bb84130a4b0a0b253b3040b2150a56c38eada62b2c259e6",
"/home/frank14f/optane/MeltMind/tools/phase2_h2_s1_guard.py": "ae94711adc17a7630f398e8d4120fa3cc8f60979a00122c4cd2dc364c382ced5",
"/home/frank14f/optane/MeltMind/docs/phase2-h2-s2-execution-contract-2026-11-17.md": "1e8e5ef31650519737cd6cd247abc0bd04744dd93ffb013eff88866d42f03073"
},
"verdict": "PASS",
"reviewer": "MeltAssist",
"timestamp": "2026-11-18T06:40:47.926565+00:00",
"scope": "Same seed1 training-entry review, narrow delta closure of S1-DISPATCH-IDLE only",
"previous_review_sha256": "ba4c62e8eec17d39258deab5759e8a849590cabbf4ace354288e609fcaeec1d1",
"previous_review_preserved": true,
"evidence_path": "/home/frank14f/optane/MeltMind/artifacts/meltassist-seed1-idle-fix-review-2026-11-18/evidence.json",
"evidence_sha256": "53693f992a85fa7bca1099d49e02086074f5d45766543e2184c088c952c923ee",
"blocking_findings": [],
"closed_findings": [
{
"id": "S1-DISPATCH-IDLE",
"resolution": "Queue excludes own active GPUs from eligibility, queries actual eligible occupancy and selects mem<=128MiB/utilization==0 before assignment directory creation and pending removal. Busy cards do not consume attempts. Actual observations and timestamp are stored in the hashed assignment. All-busy leaves pending untouched. Existing guard performs independent three idle polls and lock; post-assignment occupancy race remains STOP with no retry."
}
],
"validation": [
"Three added CPU synthetic delta tests independently PASS; original fifteen independently PASS earlier in this same review",
"38 code and all source pins, exact five-field binding and all local fixed implementation proof files verified",
"Only common/queue/tests changed; contract changes are code pins plus exact old BLOCKED provenance SHA; worker/guard/scientific recipe and resource caps unchanged"
],
"execution_conditions": [
"Actual available-memory/free-disk and uniqueness startup audit remains required before launch, as already documented; not claimed performed in this review",
"Executor must adopt/freeze this exact new PASS and validate new binding; old BLOCKED is immutable and is not overwritten",
"No postfit/target access is authorized by this training-entry review; separate pre-score review remains required"
],
"limitations": [
"No real GPU probe, training, predictions, target/model value reads or Git writes by reviewer",
"Remote delta publication not independently read; this PASS is bound to local immutable ac45e2de implementation and not a publication identity",
"Resource enforcement remains sampled and failures/overshoot retained; this is not a completion/result claim"
]
}
@@ -0,0 +1,8 @@
{
"unit": "meltmind-phase3-seed1-20261118.service",
"returncode": 0,
"stdout": "",
"stderr": "Running as unit: meltmind-phase3-seed1-20261118.service\n",
"unix": 1794984198.7863932,
"submitted_only": true
}
@@ -0,0 +1,10 @@
{
"pid": 1365333,
"unix": 1794984201.9389372,
"new_fits": 5,
"contract_sha256": "95d23536a653ef2d2598127cabe29c3b4bcab40bcc0f2fafee0a2931893395ff",
"review_sha256": "79b5554654f8bfe5a06be49bf7af5cfe7d6cf467bdf55f53994b342e00545874",
"gpu_cap": 118800,
"A_refit": false,
"test_targets_read": false
}