Honor GINO day reservation at new dispatch and preserve running guard
This commit is contained in:
1 parent
9a4f8563ee
commit
8af022e434
7 files changed
+953
-13
No files matched your search
@@ -0,0 +1,836 @@
|
||||
{
|
||||
"mode": "formal-gino-reproduction",
|
||||
"ruling": "h-f84547d7",
|
||||
"retry": false,
|
||||
"evaluate_other_models": false,
|
||||
"limits": {
|
||||
"cleanup_seconds": 20,
|
||||
"idle_wait_seconds": 60,
|
||||
"rss_bytes": 12884901888,
|
||||
"recorded_vram_bytes": 15032385536,
|
||||
"device_vram_bytes": 16106127360,
|
||||
"disk_bytes": 2147483648,
|
||||
"torch_threads": 1,
|
||||
"max_processes": 1,
|
||||
"cpu_seconds_per_gpu_second": 8
|
||||
},
|
||||
"protocol": {
|
||||
"model": "NeurIPS 2023 supplement SDFFNOGNO decoder",
|
||||
"seeds": [
|
||||
0,
|
||||
1,
|
||||
2
|
||||
],
|
||||
"grid": [
|
||||
64,
|
||||
64,
|
||||
64
|
||||
],
|
||||
"modes": [
|
||||
24,
|
||||
24,
|
||||
24
|
||||
],
|
||||
"hidden_channels": 32,
|
||||
"radius": 0.05,
|
||||
"epochs_per_seed": 100,
|
||||
"batch_size": 1,
|
||||
"learning_rate": 0.001,
|
||||
"bounds_expansion": 0.01,
|
||||
"pressure_epsilon": 1e-06,
|
||||
"optimizer": "Adam",
|
||||
"weight_decay": 0.0001,
|
||||
"lr_step_epochs": 50,
|
||||
"lr_gamma": 0.5,
|
||||
"pressure_training_transform": "scalar Gaussian on the 500 learning cases",
|
||||
"metric": "per-case L2(predicted minus true decoded pressure) / L2(true decoded pressure)",
|
||||
"report": "equal mean over 111 cases for each seed, then equal mean over the three seeds",
|
||||
"acceptance_percent": [
|
||||
6.62,
|
||||
7.62
|
||||
],
|
||||
"paper_reference_percent": 7.12,
|
||||
"checkpoint_epoch": 100,
|
||||
"heldout_access_after_all_checkpoints_frozen": true
|
||||
},
|
||||
"environment": {
|
||||
"python": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python",
|
||||
"python_version": "3.10",
|
||||
"torch_cuda": "11.6",
|
||||
"neuralop_commit": "fbdc7f872792b75b84545c2f374e7a881c72a718",
|
||||
"neuralop_file_sha256": {
|
||||
"utils.py": "84554eed45ac415ab52f79e456eab70ba204e7ab7539c2f2841955a9145220b4",
|
||||
"models/__init__.py": "c67679f1f8f90e1ab4eb4c2aa916aeaedf1b175d795fed03b8d4f7210883ebae",
|
||||
"models/tfno.py": "d74b5805b69a64bf33e3ff5186709c75bd431a56c9548f06fb9635a859d849e4",
|
||||
"models/spectral_convolution.py": "ccecf80806d93e8f35713ac6ab2c3b61c11739f5fcb8c0ba7397b7d4eb5a5d45"
|
||||
},
|
||||
"package_versions": {
|
||||
"torch": "1.13.1+cu116",
|
||||
"open3d": "0.17.0",
|
||||
"numpy": "1.24.3",
|
||||
"torch-scatter": "2.1.1+pt113cu116",
|
||||
"torch-sparse": "0.6.17+pt113cu116",
|
||||
"torch-geometric": "2.3.1",
|
||||
"tensorly": "0.8.1",
|
||||
"tensorly-torch": "0.4.0"
|
||||
}
|
||||
},
|
||||
"comparison_contract": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-measurement-2026-11-19/comparison-contract.json",
|
||||
"comparison_contract_sha256": "503f6c8ab1217d66b44e0d127555cfad5da4cd8a17b336299095c3cfd13041d7",
|
||||
"code_sha256": {
|
||||
"/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd",
|
||||
"/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_item1b_common.py": "4e25effe8326ff8c7c3f751590315040209af054b32b0505dc3c6b001589db32",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_seed1_v2_common.py": "25ca6be14027369393bd3616209b08f30e25892cccca83300483c5a116e8d75d",
|
||||
"/home/frank14f/optane/MeltMind/tools/phase3_shared_capacity.py": "7c07b0aaf1bc4e6a980d016defcac326c3bd871134d2583bb4dcd88bb34728f8",
|
||||
"/home/frank14f/optane/MeltMind/tools/prepare_track_b_gino_shapenet.py": "557ad56277d7e85c6b5cc358eb151632d1757f5883f429988d36022d0d407550",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15",
|
||||
"/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_shapenet_entry.py": "e86d955c36e291e6bbef67947de663b24c8d66c5d72d9d28e4193fb8a3051ee2",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_shapenet_worker.py": "7211be211c29472fd9be35a6bcb1f56025de4a63f36852bfafa10df97c003ff3",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_import_checked_entry.py": "199d833f40339feb0433611ba27302416a280452f8918715e6ef95cb93c38721",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_import_checked_worker.py": "3acf742dd4549e9f5491e10af5bb0b4acf00e2f47e91753100b5998cfcc61852",
|
||||
"/home/frank14f/optane/MeltMind/tools/prepare_track_b_gino_import_checked.py": "fef485dd0c233c76a336239d5f29cbf44ac0fb62a6a297dff34293b23a1b75fe",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_paper_keyword_patch.py": "c61e2ed7d099eb125386857bf4d7ccdbfc3af522f80edb4f01b450cee91c0b95",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_measurement_gpu2.py": "7d3ab2412e5208892cffcfc0e1ec363eb5db2be3e10bf60595356f71e82d8552",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_measurement_gpu2_worker.py": "ba1fd5ec837e884b000ba640fceafe30ea40ccf708847733df6a17a8f3599680",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery.py": "1e1827498afab62e2f28efb5d450376f2dca4e8bf6f74114f2914ec771872c86",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery_worker.py": "7a68c77e9c913ba9161832f513dbf8754ebc5c270c1e742fa5ae97a7b14b9120",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_formal.py": "ef9d3e0712b1b21725917287e9202242d3601f5f0d7ccbef2f1966a279355640",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_formal_guard.py": "2267318d0e99e8c465bbfdf9e5dc7cac46b3b3f5fe88ba5bad647c49222ae128",
|
||||
"/home/frank14f/optane/MeltMind/tools/track_b_gino_formal_worker.py": "978f1c7cfb622300b8814e14e4a02e5cbb9e2ea7f6e5fee080b986c7409ade2c"
|
||||
},
|
||||
"paper_data": {
|
||||
"path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/paper-car-pressure-data.zip",
|
||||
"sha256": "b5f9e2b407d54e034596384253fb58196933c46f6b5b586383508da54475f89d"
|
||||
},
|
||||
"paper_supplement": {
|
||||
"path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/paper-neurips-supplement.zip",
|
||||
"sha256": "48cdae80ac2781e27ac00e10a37124711d6bb305593559002bda0527d11a533d"
|
||||
},
|
||||
"paper_code_zip_sha256": "347a6f097e2b9958d1ab87930fa1d6227b793a9d213e12418ce9a157e83dce04",
|
||||
"split_receipt": {
|
||||
"path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-2026-11-19/paper-split.json",
|
||||
"sha256": "5a96c25c2ec24cfc1e2264d4ebd0879c658c0f168e22711b576bf303151b8601"
|
||||
},
|
||||
"mapping_audit": {
|
||||
"path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-2026-11-19/paper-mapping-audit.json",
|
||||
"sha256": "055d008a02494acd29df36c41c8e68db931a027f5635e8f5f765a96a54c62289"
|
||||
},
|
||||
"split": {
|
||||
"train": [
|
||||
1,
|
||||
2,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
10,
|
||||
12,
|
||||
13,
|
||||
17,
|
||||
18,
|
||||
21,
|
||||
22,
|
||||
23,
|
||||
25,
|
||||
26,
|
||||
27,
|
||||
28,
|
||||
29,
|
||||
30,
|
||||
31,
|
||||
32,
|
||||
34,
|
||||
35,
|
||||
39,
|
||||
40,
|
||||
43,
|
||||
44,
|
||||
45,
|
||||
46,
|
||||
47,
|
||||
48,
|
||||
49,
|
||||
50,
|
||||
51,
|
||||
52,
|
||||
54,
|
||||
55,
|
||||
56,
|
||||
58,
|
||||
59,
|
||||
60,
|
||||
61,
|
||||
62,
|
||||
63,
|
||||
64,
|
||||
65,
|
||||
67,
|
||||
69,
|
||||
70,
|
||||
71,
|
||||
72,
|
||||
73,
|
||||
74,
|
||||
75,
|
||||
76,
|
||||
77,
|
||||
78,
|
||||
79,
|
||||
80,
|
||||
81,
|
||||
83,
|
||||
84,
|
||||
85,
|
||||
86,
|
||||
87,
|
||||
88,
|
||||
90,
|
||||
91,
|
||||
92,
|
||||
94,
|
||||
95,
|
||||
96,
|
||||
97,
|
||||
100,
|
||||
101,
|
||||
102,
|
||||
105,
|
||||
106,
|
||||
107,
|
||||
109,
|
||||
110,
|
||||
111,
|
||||
112,
|
||||
113,
|
||||
114,
|
||||
115,
|
||||
116,
|
||||
117,
|
||||
118,
|
||||
119,
|
||||
120,
|
||||
121,
|
||||
123,
|
||||
124,
|
||||
125,
|
||||
126,
|
||||
127,
|
||||
128,
|
||||
129,
|
||||
130,
|
||||
131,
|
||||
133,
|
||||
134,
|
||||
136,
|
||||
137,
|
||||
138,
|
||||
139,
|
||||
140,
|
||||
141,
|
||||
142,
|
||||
143,
|
||||
144,
|
||||
145,
|
||||
146,
|
||||
147,
|
||||
148,
|
||||
149,
|
||||
150,
|
||||
151,
|
||||
152,
|
||||
153,
|
||||
155,
|
||||
156,
|
||||
157,
|
||||
158,
|
||||
159,
|
||||
160,
|
||||
161,
|
||||
162,
|
||||
163,
|
||||
165,
|
||||
166,
|
||||
170,
|
||||
172,
|
||||
173,
|
||||
175,
|
||||
176,
|
||||
177,
|
||||
178,
|
||||
179,
|
||||
180,
|
||||
181,
|
||||
182,
|
||||
183,
|
||||
184,
|
||||
186,
|
||||
190,
|
||||
191,
|
||||
192,
|
||||
193,
|
||||
195,
|
||||
196,
|
||||
198,
|
||||
199,
|
||||
200,
|
||||
201,
|
||||
202,
|
||||
203,
|
||||
205,
|
||||
207,
|
||||
210,
|
||||
211,
|
||||
212,
|
||||
213,
|
||||
214,
|
||||
215,
|
||||
217,
|
||||
219,
|
||||
220,
|
||||
221,
|
||||
222,
|
||||
223,
|
||||
224,
|
||||
225,
|
||||
227,
|
||||
228,
|
||||
229,
|
||||
230,
|
||||
231,
|
||||
232,
|
||||
233,
|
||||
234,
|
||||
235,
|
||||
236,
|
||||
237,
|
||||
241,
|
||||
243,
|
||||
244,
|
||||
245,
|
||||
246,
|
||||
247,
|
||||
248,
|
||||
249,
|
||||
251,
|
||||
252,
|
||||
253,
|
||||
255,
|
||||
257,
|
||||
258,
|
||||
259,
|
||||
260,
|
||||
261,
|
||||
262,
|
||||
263,
|
||||
264,
|
||||
266,
|
||||
267,
|
||||
268,
|
||||
269,
|
||||
271,
|
||||
272,
|
||||
273,
|
||||
274,
|
||||
275,
|
||||
276,
|
||||
277,
|
||||
278,
|
||||
279,
|
||||
280,
|
||||
281,
|
||||
282,
|
||||
283,
|
||||
285,
|
||||
286,
|
||||
289,
|
||||
290,
|
||||
291,
|
||||
292,
|
||||
293,
|
||||
294,
|
||||
295,
|
||||
296,
|
||||
297,
|
||||
298,
|
||||
299,
|
||||
300,
|
||||
301,
|
||||
302,
|
||||
304,
|
||||
305,
|
||||
306,
|
||||
308,
|
||||
309,
|
||||
310,
|
||||
311,
|
||||
312,
|
||||
313,
|
||||
314,
|
||||
315,
|
||||
319,
|
||||
320,
|
||||
321,
|
||||
322,
|
||||
323,
|
||||
324,
|
||||
325,
|
||||
327,
|
||||
328,
|
||||
329,
|
||||
331,
|
||||
332,
|
||||
333,
|
||||
334,
|
||||
335,
|
||||
337,
|
||||
338,
|
||||
339,
|
||||
340,
|
||||
341,
|
||||
344,
|
||||
345,
|
||||
347,
|
||||
348,
|
||||
349,
|
||||
350,
|
||||
352,
|
||||
353,
|
||||
354,
|
||||
355,
|
||||
356,
|
||||
357,
|
||||
358,
|
||||
360,
|
||||
362,
|
||||
364,
|
||||
365,
|
||||
366,
|
||||
367,
|
||||
369,
|
||||
371,
|
||||
372,
|
||||
373,
|
||||
374,
|
||||
375,
|
||||
376,
|
||||
378,
|
||||
379,
|
||||
380,
|
||||
381,
|
||||
384,
|
||||
385,
|
||||
389,
|
||||
392,
|
||||
393,
|
||||
397,
|
||||
398,
|
||||
399,
|
||||
401,
|
||||
402,
|
||||
403,
|
||||
404,
|
||||
405,
|
||||
407,
|
||||
408,
|
||||
410,
|
||||
412,
|
||||
413,
|
||||
414,
|
||||
415,
|
||||
417,
|
||||
418,
|
||||
419,
|
||||
420,
|
||||
422,
|
||||
424,
|
||||
425,
|
||||
427,
|
||||
430,
|
||||
431,
|
||||
433,
|
||||
435,
|
||||
436,
|
||||
437,
|
||||
439,
|
||||
440,
|
||||
443,
|
||||
444,
|
||||
446,
|
||||
447,
|
||||
448,
|
||||
449,
|
||||
450,
|
||||
451,
|
||||
452,
|
||||
453,
|
||||
454,
|
||||
455,
|
||||
456,
|
||||
457,
|
||||
459,
|
||||
460,
|
||||
462,
|
||||
463,
|
||||
464,
|
||||
465,
|
||||
466,
|
||||
467,
|
||||
468,
|
||||
469,
|
||||
470,
|
||||
472,
|
||||
473,
|
||||
474,
|
||||
475,
|
||||
476,
|
||||
478,
|
||||
479,
|
||||
480,
|
||||
482,
|
||||
483,
|
||||
486,
|
||||
487,
|
||||
488,
|
||||
490,
|
||||
493,
|
||||
494,
|
||||
495,
|
||||
496,
|
||||
497,
|
||||
498,
|
||||
499,
|
||||
501,
|
||||
502,
|
||||
503,
|
||||
504,
|
||||
505,
|
||||
507,
|
||||
508,
|
||||
509,
|
||||
511,
|
||||
512,
|
||||
513,
|
||||
514,
|
||||
515,
|
||||
516,
|
||||
518,
|
||||
519,
|
||||
521,
|
||||
522,
|
||||
523,
|
||||
524,
|
||||
525,
|
||||
527,
|
||||
529,
|
||||
530,
|
||||
532,
|
||||
533,
|
||||
536,
|
||||
538,
|
||||
539,
|
||||
540,
|
||||
542,
|
||||
543,
|
||||
545,
|
||||
547,
|
||||
548,
|
||||
549,
|
||||
550,
|
||||
551,
|
||||
552,
|
||||
553,
|
||||
554,
|
||||
555,
|
||||
560,
|
||||
561,
|
||||
562,
|
||||
564,
|
||||
565,
|
||||
566,
|
||||
567,
|
||||
568,
|
||||
569,
|
||||
572,
|
||||
573,
|
||||
574,
|
||||
576,
|
||||
577,
|
||||
579,
|
||||
581,
|
||||
582,
|
||||
583,
|
||||
584,
|
||||
587,
|
||||
588,
|
||||
589,
|
||||
591,
|
||||
593,
|
||||
594,
|
||||
595,
|
||||
596,
|
||||
597,
|
||||
598,
|
||||
600,
|
||||
602,
|
||||
604,
|
||||
608,
|
||||
610,
|
||||
611,
|
||||
612,
|
||||
613,
|
||||
615,
|
||||
616,
|
||||
617,
|
||||
618,
|
||||
620,
|
||||
621,
|
||||
622,
|
||||
623,
|
||||
625,
|
||||
626,
|
||||
627,
|
||||
628,
|
||||
629,
|
||||
630,
|
||||
631,
|
||||
632,
|
||||
633,
|
||||
634,
|
||||
635,
|
||||
636,
|
||||
638,
|
||||
639,
|
||||
640,
|
||||
641,
|
||||
642,
|
||||
643,
|
||||
644,
|
||||
645,
|
||||
646,
|
||||
647,
|
||||
648,
|
||||
649,
|
||||
651,
|
||||
652,
|
||||
654,
|
||||
655,
|
||||
656,
|
||||
657
|
||||
],
|
||||
"test": [
|
||||
658,
|
||||
659,
|
||||
660,
|
||||
662,
|
||||
663,
|
||||
664,
|
||||
665,
|
||||
666,
|
||||
667,
|
||||
668,
|
||||
672,
|
||||
673,
|
||||
674,
|
||||
675,
|
||||
676,
|
||||
677,
|
||||
678,
|
||||
679,
|
||||
681,
|
||||
683,
|
||||
684,
|
||||
686,
|
||||
687,
|
||||
688,
|
||||
689,
|
||||
690,
|
||||
691,
|
||||
692,
|
||||
693,
|
||||
695,
|
||||
696,
|
||||
697,
|
||||
700,
|
||||
701,
|
||||
702,
|
||||
703,
|
||||
704,
|
||||
705,
|
||||
708,
|
||||
709,
|
||||
710,
|
||||
711,
|
||||
712,
|
||||
713,
|
||||
715,
|
||||
717,
|
||||
718,
|
||||
719,
|
||||
721,
|
||||
722,
|
||||
723,
|
||||
724,
|
||||
725,
|
||||
726,
|
||||
727,
|
||||
729,
|
||||
730,
|
||||
731,
|
||||
733,
|
||||
734,
|
||||
735,
|
||||
736,
|
||||
737,
|
||||
738,
|
||||
739,
|
||||
740,
|
||||
741,
|
||||
743,
|
||||
744,
|
||||
745,
|
||||
746,
|
||||
747,
|
||||
748,
|
||||
749,
|
||||
750,
|
||||
751,
|
||||
752,
|
||||
753,
|
||||
757,
|
||||
758,
|
||||
760,
|
||||
762,
|
||||
763,
|
||||
764,
|
||||
765,
|
||||
766,
|
||||
767,
|
||||
768,
|
||||
769,
|
||||
770,
|
||||
771,
|
||||
772,
|
||||
773,
|
||||
775,
|
||||
776,
|
||||
777,
|
||||
778,
|
||||
779,
|
||||
781,
|
||||
782,
|
||||
783,
|
||||
784,
|
||||
785,
|
||||
787,
|
||||
789,
|
||||
790,
|
||||
791,
|
||||
792,
|
||||
793,
|
||||
795,
|
||||
797
|
||||
],
|
||||
"raw_global_bounds": [
|
||||
[
|
||||
-0.90252799,
|
||||
0.0066688,
|
||||
-2.85272002
|
||||
],
|
||||
[
|
||||
0.90253001,
|
||||
1.95825005,
|
||||
2.86385012
|
||||
]
|
||||
]
|
||||
},
|
||||
"environment_ruling": "h-0d21f3bd",
|
||||
"environment_acceptance": {
|
||||
"path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-import-checked-2026-11-19/cpu-environment-acceptance.json",
|
||||
"sha256": "093e646890929af6f520eb5eecf8c751025c0a24b8b5689094b1a0ae4da08dc3"
|
||||
},
|
||||
"paper_compatibility": {
|
||||
"handoff": "h-b8508140",
|
||||
"identity": "supplement code + 2-keyword patch",
|
||||
"patch_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-paper-keyword-compatibility-2026-11-19/two-keyword-patch.json",
|
||||
"patch_sha256": "7307ba49f83bfc46c5decf803a993a41ed602d987de65714958e738d2f52f077",
|
||||
"search_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-paper-keyword-compatibility-2026-11-19/keyword-search.json",
|
||||
"search_sha256": "77a897bf534a9a0e9e6a7c072b4f914168648eadc2af3493b70d63d0b715b3d0"
|
||||
},
|
||||
"formal": {
|
||||
"handoff": "h-4e4e680b",
|
||||
"ruling_slack_ts": "1795074651.222599",
|
||||
"devices": {
|
||||
"0": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76",
|
||||
"1": "GPU-8b71b032-1b75-2891-935c-ce106a53034a",
|
||||
"2": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c"
|
||||
},
|
||||
"device_pci_ordinals": {
|
||||
"0": 2,
|
||||
"1": 3,
|
||||
"2": 0
|
||||
},
|
||||
"reservation": {
|
||||
"handoff": "h-a429935e",
|
||||
"timezone": "Asia/Hong_Kong",
|
||||
"start_inclusive": "2026-11-19T00:00:00+08:00",
|
||||
"end_exclusive": "2026-11-20T00:00:00+08:00",
|
||||
"gpu3_single_task": true,
|
||||
"historical_inventory_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-gpu2-ordinal-preparation-2026-11-19/physical-inventory.json",
|
||||
"historical_inventory_sha256": "da2a7b1bf168c7cc4d45b6eaa2e007ae90cb3640eeadde94c10fd1d32fa30dd8",
|
||||
"runtime_idle_check_required": true,
|
||||
"applies_to_new_dispatch_only": true,
|
||||
"already_running_guards_unchanged": true
|
||||
},
|
||||
"budget_per_seed_stage_gpu_seconds": {
|
||||
"0": {
|
||||
"fit": 13034,
|
||||
"score": 300
|
||||
},
|
||||
"1": {
|
||||
"fit": 13033,
|
||||
"score": 300
|
||||
},
|
||||
"2": {
|
||||
"fit": 13033,
|
||||
"score": 300
|
||||
}
|
||||
},
|
||||
"total_gpu_wall_seconds": 40000,
|
||||
"timing": {
|
||||
"record_paths": {
|
||||
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/contract.json": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/complete.json": "db3605159c5ade3deda5313ab409e2f1c8bf630511a617f527177da06d6c9a2d",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/recovery-settlement.json": "851eaedf716f01c1d80ce637f7de3edd0664c734bcbfed5622623d99f572fcec",
|
||||
"/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-records/progress.json": "8f8fb1902c44e2f9c3198608cbecb3a74967ed00fdbcaf1e990d146c894b0daf"
|
||||
},
|
||||
"status": "CONTENTION_AFFECTED_NOT_GUARD_CERTIFIED",
|
||||
"sizing_only": true,
|
||||
"epoch_seconds": 102.93777855299413,
|
||||
"train_sizing_gpu_seconds": 38601.6669573728,
|
||||
"train_sizing_multiplier": 1.25,
|
||||
"score_reserved_gpu_seconds": 900,
|
||||
"prior_measurement_gpu_seconds": 222.80500172509346
|
||||
},
|
||||
"heldout_policy": {
|
||||
"preparation_reads": 0,
|
||||
"training_reads": 0,
|
||||
"score_reads_per_seed": 111,
|
||||
"all_epoch100_checkpoints_required": true,
|
||||
"retry": false
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,49 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"contract_sha256": "e41026888f79c4ac721502667f2e2415b328c737d44a068b05a79988379042ea",
|
||||
"cuda_visible_devices": "",
|
||||
"actual_nvidia_queries": 0,
|
||||
"training_starts": 0,
|
||||
"scoring_starts": 0,
|
||||
"actual_heldout_reads": 0,
|
||||
"independent_review": "PENDING",
|
||||
"guard_replay": 11,
|
||||
"supersedes": "9a4f8563ee140b214021244e252a8df32e0c3f5f",
|
||||
"cpu_replay_log_sha256": "7152740aa7e559da16c4565afd22d09a6e59f5ffa423dd7174795801af210683",
|
||||
"read_only_collection": {
|
||||
"seeds": {
|
||||
"0": {
|
||||
"fit": {
|
||||
"status": "NOT_STARTED"
|
||||
},
|
||||
"score": {
|
||||
"status": "NOT_STARTED"
|
||||
}
|
||||
},
|
||||
"1": {
|
||||
"fit": {
|
||||
"status": "NOT_STARTED"
|
||||
},
|
||||
"score": {
|
||||
"status": "NOT_STARTED"
|
||||
}
|
||||
},
|
||||
"2": {
|
||||
"fit": {
|
||||
"status": "NOT_STARTED"
|
||||
},
|
||||
"score": {
|
||||
"status": "NOT_STARTED"
|
||||
}
|
||||
}
|
||||
},
|
||||
"mean_percent": null,
|
||||
"within_registered_range": null,
|
||||
"reproduction_identity": "supplement code + 2-keyword patch",
|
||||
"prior_measurement_gpu_seconds": 222.80500172509346,
|
||||
"settled_formal_gpu_seconds": 0,
|
||||
"settled_combined_gpu_seconds": 222.80500172509346,
|
||||
"unsettled_formal_bookings_gpu_seconds": 0,
|
||||
"formal_gpu_cap_seconds": 40000
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
test_card_reservation_expiry_and_total_budget (test_track_b_gino_formal.FormalBinding) ... ok
|
||||
test_inclusive_gate_and_all_three_seeds_required (test_track_b_gino_formal.FormalBinding) ... ok
|
||||
test_original_split_score_keeps_order_and_rejects_nan (test_track_b_gino_formal.FormalBinding) ... ok
|
||||
test_score_opens_one_111_target_pass_and_rejects_a_second (test_track_b_gino_formal.FormalBinding) ... ok
|
||||
test_scoring_needs_all_checkpoints_before_access (test_track_b_gino_formal.FormalBinding) ... ok
|
||||
test_gpu_list_before_worker_exit (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
test_real_foreign_identity_has_exact_stop_receipt (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
test_reservation_expires_after_idle_but_before_spawn (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
test_reused_worker_pid_is_foreign (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
test_running_guard_continues_after_reservation_end (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
test_worker_already_exited_before_gpu_list (test_track_b_gino_formal.GuardReplay) ... ok
|
||||
|
||||
----------------------------------------------------------------------
|
||||
Ran 11 tests in 0.937s
|
||||
|
||||
OK
|
||||
@@ -0,0 +1,19 @@
|
||||
# Track B GINO 三种子复现联合预审
|
||||
|
||||
本次交给 MeltAssist 一次联合预审,范围包括占卡守卫、训练入口和评分入口。当前只准备和回放。任何真实派发均需同一绑定的独立 PASS 和阶段授权。 [Claude 裁定](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1795074651222599)
|
||||
|
||||
## 卡和预算
|
||||
|
||||
依据 h-a429935e,种子 0、1、2 分别绑定物理 GPU2、GPU3、GPU0。GPU3 只允许单任务。香港时间 2026-11-19 当日预留,午夜后禁止借用当日预留作新派发,已派发的守卫维持原预算和保护直到终止。实际派发仍须通过三次空闲观察和临派复核。物理 UUID、PCI 顺序和真实 worker 首次一字节分配均须匹配,GPU1 不参与。 [组合合同](../artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/contract.json)
|
||||
|
||||
GPU2 恢复测量的 worker 完整跑了 500 样本、1 轮,用时 102.93777855299413 秒。该计时受抢占影响且未经守卫认证,只用于预算测算。原守卫仍是 `STOPPED / FOREIGN_GPU_OCCUPANT`,缺少占用者身份,历史根因未确定。两次旧测量累计 222.80500172509346 GPU 秒独立记账一次。正式预算为 40,000 GPU 秒,三种子 300 轮乘 1.25 得 38,601.667 GPU 秒。训练、入场和清理预留为 13,034 / 13,033 / 13,033 GPU 秒,每个评分另预留 300 GPU 秒。评分预留是预算假设,尚无实际评分计时。 [历史终止](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/complete.json) · [历史计时](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-records/progress.json) · [历史结算](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/recovery-settlement.json)
|
||||
|
||||
## 守卫、训练和评分
|
||||
|
||||
派发时记录真实 worker PID 和出生时间。GPU 占用采样前后都观察其进程树,保留已认领的进程身份,避免已退出 worker 被陈旧 GPU 记录误判。PID 复用时以不同出生时间区分。确认外部占用时记录采样时间、卡 UUID、占用 PID 和名称,只停止本次 worker 进程组。运行中的显存与结果中记录的显存峰值均纳入守卫。 [守卫](../tools/track_b_gino_formal_guard.py)
|
||||
|
||||
沿用原始 500/111 划分、已验收的解释器、原加载器、模型、优化步骤和指标。复现身份为 `supplement code + 2-keyword patch`。每个种子从头训练 100 轮,冻结模型与只从学习集拟合的压力归一化参数。每次评分须先核对三份已通过守卫的第 100 轮检查点。然后该种子只开一次留出目标记录,按原序逐读 111 个目标并验证逐例哈希。三种子的结果全部列出。仅在三者均有效时,对各自的 111 件平均相对 L2 等权汇总,区间两端 6.62% 和 7.62% 均计入通过。 [训练与评分](../tools/track_b_gino_formal_worker.py) · [联合入口与结算](../tools/track_b_gino_formal.py)
|
||||
|
||||
## CPU 回放
|
||||
|
||||
生产守卫配合真实 CPU 子进程回放了两种退出时序。GPU 列表先采到 worker 随后其退出、以及 worker 先退出而 GPU 列表仍返回旧 PID,均通过。另用真实活进程身份模拟外部占用,验证 STOP 回执的 PID、名称、采样时间和仅停止本方 worker。另验 PID 复用、日界和预算、汇总区间、留出顺序、三检查点屏障及只开一次 111 项的合成评分。首次回放的两项退出测试被测试夹具的 256 MiB RSS 帽拦截,夹具放宽到 1 GiB 后这次加上午夜前后的实际守卫回放,十一项全部通过。正式 RSS 帽为 12 GiB。回放未访问目标归档,未执行真实训练或评分。 [CPU 回放日志](../artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-replay.log) · [回放用例](../tests/test_track_b_gino_formal.py)
|
||||
@@ -37,6 +37,7 @@ class GuardReplay(unittest.TestCase):
|
||||
stopped = []
|
||||
real_stop = gpu_guard.stop_group
|
||||
real_tree = gpu_guard.process_tree
|
||||
ticket = dict(ordinal='', dispatch_before_unix=time.time() + 15)
|
||||
|
||||
def stop_owned(pid):
|
||||
stopped.append(pid)
|
||||
@@ -64,12 +65,16 @@ class GuardReplay(unittest.TestCase):
|
||||
raise AssertionError(card)
|
||||
spawn = root / 'actual-worker-spawn.json'
|
||||
if not spawn.exists():
|
||||
if ordering == 'expired-before-spawn':
|
||||
ticket['dispatch_before_unix'] = time.time() - 1
|
||||
return dict(idle=True, occupants=[], unix=10., memory_MiB=0)
|
||||
observed.append('gpu-sample')
|
||||
pid = os.getpid() if ordering == 'foreign' else read(spawn)['process']['pid']
|
||||
sample = dict(idle=False, unix=42.125, memory_MiB=4,
|
||||
occupants=[dict(pid=pid, process_name='fixture-python', memory_MiB='4')])
|
||||
if ordering == 'gpu-first':
|
||||
if ordering == 'crossed-after-spawn':
|
||||
ticket['dispatch_before_unix'] = time.time() - 1
|
||||
if ordering in ('gpu-first', 'crossed-after-spawn'):
|
||||
exit_and_wait()
|
||||
return sample
|
||||
|
||||
@@ -80,8 +85,14 @@ class GuardReplay(unittest.TestCase):
|
||||
patch.object(gpu_guard, 'dispatch_environment',
|
||||
side_effect=lambda _, env: (dict(env, CUDA_VISIBLE_DEVICES=''), []))):
|
||||
began = time.monotonic()
|
||||
ticket['guard_started_monotonic'] = began
|
||||
outcome = gpu_guard.guard(root, command, uuid=uuid, limits=limit, deadline=began + 15,
|
||||
ticket=dict(ordinal='', guard_started_monotonic=began), validate_result=lambda: sha(result))
|
||||
ticket=ticket, validate_result=lambda: sha(result))
|
||||
if ordering == 'expired-before-spawn':
|
||||
self.assertEqual(outcome['status'], 'STOPPED')
|
||||
self.assertEqual(outcome['trigger'], 'CARD_RESERVATION_EXPIRED_BEFORE_SPAWN')
|
||||
self.assertFalse((root / 'actual-worker-spawn.json').exists())
|
||||
return observed
|
||||
spawn = read(root / 'actual-worker-spawn.json')['process']
|
||||
if ordering == 'foreign':
|
||||
self.assertEqual(outcome['status'], 'STOPPED')
|
||||
@@ -110,6 +121,12 @@ class GuardReplay(unittest.TestCase):
|
||||
def test_real_foreign_identity_has_exact_stop_receipt(self):
|
||||
self.replay('foreign')
|
||||
|
||||
def test_reservation_expires_after_idle_but_before_spawn(self):
|
||||
self.replay('expired-before-spawn')
|
||||
|
||||
def test_running_guard_continues_after_reservation_end(self):
|
||||
self.replay('crossed-after-spawn')
|
||||
|
||||
def test_reused_worker_pid_is_foreign(self):
|
||||
with TemporaryDirectory() as folder:
|
||||
root = Path(folder)
|
||||
@@ -193,11 +210,11 @@ class FormalBinding(unittest.TestCase):
|
||||
budgets = binding['budget_per_seed_stage_gpu_seconds']
|
||||
self.assertEqual(sum(sum(b.values()) for b in budgets.values()), 40000)
|
||||
self.assertEqual(binding['device_pci_ordinals'], {'0': 2, '1': 3, '2': 0})
|
||||
latest = formal.RESERVATION_END.timestamp() - 300
|
||||
formal.check_reservation(latest - 1, 300)
|
||||
for when in (latest, formal.RESERVATION_END.timestamp(), formal.RESERVATION_START.timestamp() - 1):
|
||||
end = formal.RESERVATION_END.timestamp()
|
||||
formal.check_reservation(end - 1)
|
||||
for when in (end, formal.RESERVATION_START.timestamp() - 1):
|
||||
with self.assertRaises(PermissionError):
|
||||
formal.check_reservation(when, 300)
|
||||
formal.check_reservation(when)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
||||
@@ -18,7 +18,7 @@ from track_b_gino_ordinal_recovery import ROOT as MEASUREMENT
|
||||
from track_b_gino_shapenet_entry import BASE, checked, read, save, sha
|
||||
|
||||
|
||||
ROOT = MEASUREMENT.with_name('track-b-gino-shapenet611-formal-2026-11-19')
|
||||
ROOT = MEASUREMENT.with_name('track-b-gino-shapenet611-formal-v2-2026-11-19')
|
||||
SOURCES = Path(__file__).resolve().parent
|
||||
OLD_FILES = {
|
||||
'contract.json': 'ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a',
|
||||
@@ -72,7 +72,8 @@ def expected_contract():
|
||||
start_inclusive=RESERVATION_START.isoformat(),
|
||||
end_exclusive=RESERVATION_END.isoformat(), gpu3_single_task=True,
|
||||
historical_inventory_path=str(INVENTORY), historical_inventory_sha256=INVENTORY_SHA,
|
||||
runtime_idle_check_required=True),
|
||||
runtime_idle_check_required=True, applies_to_new_dispatch_only=True,
|
||||
already_running_guards_unchanged=True),
|
||||
budget_per_seed_stage_gpu_seconds=budgets, total_gpu_wall_seconds=40000,
|
||||
timing=dict(record_paths={str(MEASUREMENT / k): v for k, v in OLD_FILES.items()},
|
||||
status='CONTENTION_AFFECTED_NOT_GUARD_CERTIFIED', sizing_only=True,
|
||||
@@ -126,10 +127,9 @@ def authorize(c):
|
||||
raise PermissionError('Exact execution and card-reservation authorization required')
|
||||
|
||||
|
||||
def check_reservation(unix, duration):
|
||||
if (unix < RESERVATION_START.timestamp()
|
||||
or unix + duration >= RESERVATION_END.timestamp()):
|
||||
raise PermissionError('The entire booking must fit the November 19 Hong Kong reservation')
|
||||
def check_reservation(unix):
|
||||
if not RESERVATION_START.timestamp() <= unix < RESERVATION_END.timestamp():
|
||||
raise PermissionError('New dispatch must begin in the November 19 Hong Kong reservation')
|
||||
|
||||
|
||||
def run_root(seed, phase):
|
||||
@@ -226,7 +226,7 @@ def dispatch(c, seed, phase):
|
||||
unix = time.time()
|
||||
authorize(c)
|
||||
budget = c['formal']['budget_per_seed_stage_gpu_seconds'][str(seed)][phase]
|
||||
check_reservation(unix, budget)
|
||||
check_reservation(unix)
|
||||
seed_root = run_root(seed, phase).parent
|
||||
seed_root.mkdir(exist_ok=True)
|
||||
with (seed_root / 'execution.lock').open('a') as lock:
|
||||
@@ -238,6 +238,7 @@ def dispatch(c, seed, phase):
|
||||
save(root / 'checkpoints-frozen.json', roster)
|
||||
ticket = dict(seed=seed, phase=phase, ordinal=str(ORDINALS[str(seed)]),
|
||||
booked_gpu_seconds=budget, unix=unix,
|
||||
dispatch_before_unix=RESERVATION_END.timestamp(),
|
||||
contract_sha256=sha(ROOT / 'contract.json'),
|
||||
guard_started_monotonic=began, booked_deadline_monotonic=began + budget)
|
||||
save(root / 'started.json', ticket)
|
||||
|
||||
@@ -111,6 +111,8 @@ def guard(root, command, *, uuid, limits, deadline, ticket, validate_result):
|
||||
save(root / 'ordinal-dispatch.json', dict(ordinal=ordinal, physical_uuid=uuid, inventory=inventory))
|
||||
if time.monotonic() >= admission:
|
||||
raise RuntimeError('ADMISSION_DEADLINE')
|
||||
if time.time() >= ticket['dispatch_before_unix']:
|
||||
raise PermissionError('CARD_RESERVATION_EXPIRED_BEFORE_SPAWN')
|
||||
proc = subprocess.Popen(args, **dict(kwargs, env=env))
|
||||
try:
|
||||
worker = process_identity(proc.pid)
|
||||
|
||||
Reference in new issue
Block a user