diff --git a/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/contract.json b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/contract.json new file mode 100644 index 000000000..e96e346e2 --- /dev/null +++ b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/contract.json @@ -0,0 +1,836 @@ +{ + "mode": "formal-gino-reproduction", + "ruling": "h-f84547d7", + "retry": false, + "evaluate_other_models": false, + "limits": { + "cleanup_seconds": 20, + "idle_wait_seconds": 60, + "rss_bytes": 12884901888, + "recorded_vram_bytes": 15032385536, + "device_vram_bytes": 16106127360, + "disk_bytes": 2147483648, + "torch_threads": 1, + "max_processes": 1, + "cpu_seconds_per_gpu_second": 8 + }, + "protocol": { + "model": "NeurIPS 2023 supplement SDFFNOGNO decoder", + "seeds": [ + 0, + 1, + 2 + ], + "grid": [ + 64, + 64, + 64 + ], + "modes": [ + 24, + 24, + 24 + ], + "hidden_channels": 32, + "radius": 0.05, + "epochs_per_seed": 100, + "batch_size": 1, + "learning_rate": 0.001, + "bounds_expansion": 0.01, + "pressure_epsilon": 1e-06, + "optimizer": "Adam", + "weight_decay": 0.0001, + "lr_step_epochs": 50, + "lr_gamma": 0.5, + "pressure_training_transform": "scalar Gaussian on the 500 learning cases", + "metric": "per-case L2(predicted minus true decoded pressure) / L2(true decoded pressure)", + "report": "equal mean over 111 cases for each seed, then equal mean over the three seeds", + "acceptance_percent": [ + 6.62, + 7.62 + ], + "paper_reference_percent": 7.12, + "checkpoint_epoch": 100, + "heldout_access_after_all_checkpoints_frozen": true + }, + "environment": { + "python": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/runtime/bin/python", + "python_version": "3.10", + "torch_cuda": "11.6", + "neuralop_commit": "fbdc7f872792b75b84545c2f374e7a881c72a718", + "neuralop_file_sha256": { + "utils.py": "84554eed45ac415ab52f79e456eab70ba204e7ab7539c2f2841955a9145220b4", + "models/__init__.py": "c67679f1f8f90e1ab4eb4c2aa916aeaedf1b175d795fed03b8d4f7210883ebae", + "models/tfno.py": "d74b5805b69a64bf33e3ff5186709c75bd431a56c9548f06fb9635a859d849e4", + "models/spectral_convolution.py": "ccecf80806d93e8f35713ac6ab2c3b61c11739f5fcb8c0ba7397b7d4eb5a5d45" + }, + "package_versions": { + "torch": "1.13.1+cu116", + "open3d": "0.17.0", + "numpy": "1.24.3", + "torch-scatter": "2.1.1+pt113cu116", + "torch-sparse": "0.6.17+pt113cu116", + "torch-geometric": "2.3.1", + "tensorly": "0.8.1", + "tensorly-torch": "0.4.0" + } + }, + "comparison_contract": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-measurement-2026-11-19/comparison-contract.json", + "comparison_contract_sha256": "503f6c8ab1217d66b44e0d127555cfad5da4cd8a17b336299095c3cfd13041d7", + "code_sha256": { + "/home/frank14f/optane/MeltMind/tools/freeze_g1_components.py": "d0cee60d95243ac2c59ef3f2244ba818315718c4e3d1895f2f9f064f1f7f5ecd", + "/home/frank14f/optane/MeltMind/tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a", + "/home/frank14f/optane/MeltMind/tools/phase2_gate_outcome_review.py": "915617aeb8292d03c654e637bc34a014c254fd178a773f135d1806c4b41372a8", + "/home/frank14f/optane/MeltMind/tools/phase2_h1_worker_v2.py": "1543df85b615bb69b79bacd572074a7c77ae19dab110197601573a7e5805ed20", + "/home/frank14f/optane/MeltMind/tools/phase2_home_freeze_io.py": "bf09204b85ed2a7038acdd202257f618474d1110a9d6d772f105a3ffb334d3ff", + "/home/frank14f/optane/MeltMind/tools/phase2_local_freeze_io.py": "60adf3382577613c5234f5cf30779336b9951b66e90c075cb7cd0adab9cc42dd", + "/home/frank14f/optane/MeltMind/tools/phase2_residual_math.py": "ffbd9624dec79bdaabf95244fe87209055908f31a977e73ea4377045d6f8fe62", + "/home/frank14f/optane/MeltMind/tools/phase3_item1b_common.py": "4e25effe8326ff8c7c3f751590315040209af054b32b0505dc3c6b001589db32", + "/home/frank14f/optane/MeltMind/tools/phase3_seed1_v2_common.py": "25ca6be14027369393bd3616209b08f30e25892cccca83300483c5a116e8d75d", + "/home/frank14f/optane/MeltMind/tools/phase3_shared_capacity.py": "7c07b0aaf1bc4e6a980d016defcac326c3bd871134d2583bb4dcd88bb34728f8", + "/home/frank14f/optane/MeltMind/tools/prepare_track_b_gino_shapenet.py": "557ad56277d7e85c6b5cc358eb151632d1757f5883f429988d36022d0d407550", + "/home/frank14f/optane/MeltMind/tools/s2_gpu_idle_gate.py": "e2b1613e7e6ea398a8d555220a9365a1ad998ab4ef4b2bf8ec7cc4e31f8b4b9f", + "/home/frank14f/optane/MeltMind/tools/s2_main_memory_guard.py": "e094f5443e11518efe9018215c11718a8e18aa462a977bf43e974b2d0b2aebb1", + "/home/frank14f/optane/MeltMind/tools/s2_pilot_train.py": "e9cceead51a5cc092aad23409ad98909c84a62e7e10571e750d1e9be1ad3b948", + "/home/frank14f/optane/MeltMind/tools/s2_precision_continuation_guard.py": "01235d897c7c03e5ffa109c58b14f5d24d128e8f1ba873e1f76cfb14e02f7a7f", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_gpu_supervisor.py": "689c0f3179e4fcd362e546d90214829a9e4f8739abdbdf74b560763e5a392f15", + "/home/frank14f/optane/MeltMind/tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_common.py": "79918e7de887d1f0a2de5523156b27d00dc2d85ac930a07efc34d817d904fe65", + "/home/frank14f/optane/MeltMind/tools/track_a_h2_prepare.py": "f657be036dc48fc5936f56c4b8510a4b295d4787af6877cc5ccaad663107be17", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_shapenet_entry.py": "e86d955c36e291e6bbef67947de663b24c8d66c5d72d9d28e4193fb8a3051ee2", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_shapenet_worker.py": "7211be211c29472fd9be35a6bcb1f56025de4a63f36852bfafa10df97c003ff3", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_import_checked_entry.py": "199d833f40339feb0433611ba27302416a280452f8918715e6ef95cb93c38721", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_import_checked_worker.py": "3acf742dd4549e9f5491e10af5bb0b4acf00e2f47e91753100b5998cfcc61852", + "/home/frank14f/optane/MeltMind/tools/prepare_track_b_gino_import_checked.py": "fef485dd0c233c76a336239d5f29cbf44ac0fb62a6a297dff34293b23a1b75fe", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_paper_keyword_patch.py": "c61e2ed7d099eb125386857bf4d7ccdbfc3af522f80edb4f01b450cee91c0b95", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_measurement_gpu2.py": "7d3ab2412e5208892cffcfc0e1ec363eb5db2be3e10bf60595356f71e82d8552", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_measurement_gpu2_worker.py": "ba1fd5ec837e884b000ba640fceafe30ea40ccf708847733df6a17a8f3599680", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery.py": "1e1827498afab62e2f28efb5d450376f2dca4e8bf6f74114f2914ec771872c86", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_ordinal_recovery_worker.py": "7a68c77e9c913ba9161832f513dbf8754ebc5c270c1e742fa5ae97a7b14b9120", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_formal.py": "ef9d3e0712b1b21725917287e9202242d3601f5f0d7ccbef2f1966a279355640", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_formal_guard.py": "2267318d0e99e8c465bbfdf9e5dc7cac46b3b3f5fe88ba5bad647c49222ae128", + "/home/frank14f/optane/MeltMind/tools/track_b_gino_formal_worker.py": "978f1c7cfb622300b8814e14e4a02e5cbb9e2ea7f6e5fee080b986c7409ade2c" + }, + "paper_data": { + "path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/paper-car-pressure-data.zip", + "sha256": "b5f9e2b407d54e034596384253fb58196933c46f6b5b586383508da54475f89d" + }, + "paper_supplement": { + "path": "/home/frank14f/optane/MeltMind/data/track-b-gino-shapenet611-2026-11-19/paper-neurips-supplement.zip", + "sha256": "48cdae80ac2781e27ac00e10a37124711d6bb305593559002bda0527d11a533d" + }, + "paper_code_zip_sha256": "347a6f097e2b9958d1ab87930fa1d6227b793a9d213e12418ce9a157e83dce04", + "split_receipt": { + "path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-2026-11-19/paper-split.json", + "sha256": "5a96c25c2ec24cfc1e2264d4ebd0879c658c0f168e22711b576bf303151b8601" + }, + "mapping_audit": { + "path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-2026-11-19/paper-mapping-audit.json", + "sha256": "055d008a02494acd29df36c41c8e68db931a027f5635e8f5f765a96a54c62289" + }, + "split": { + "train": [ + 1, + 2, + 4, + 5, + 6, + 7, + 8, + 10, + 12, + 13, + 17, + 18, + 21, + 22, + 23, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 34, + 35, + 39, + 40, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 54, + 55, + 56, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 67, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 83, + 84, + 85, + 86, + 87, + 88, + 90, + 91, + 92, + 94, + 95, + 96, + 97, + 100, + 101, + 102, + 105, + 106, + 107, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 133, + 134, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 165, + 166, + 170, + 172, + 173, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 186, + 190, + 191, + 192, + 193, + 195, + 196, + 198, + 199, + 200, + 201, + 202, + 203, + 205, + 207, + 210, + 211, + 212, + 213, + 214, + 215, + 217, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 241, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 251, + 252, + 253, + 255, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 266, + 267, + 268, + 269, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 285, + 286, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 304, + 305, + 306, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 327, + 328, + 329, + 331, + 332, + 333, + 334, + 335, + 337, + 338, + 339, + 340, + 341, + 344, + 345, + 347, + 348, + 349, + 350, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 360, + 362, + 364, + 365, + 366, + 367, + 369, + 371, + 372, + 373, + 374, + 375, + 376, + 378, + 379, + 380, + 381, + 384, + 385, + 389, + 392, + 393, + 397, + 398, + 399, + 401, + 402, + 403, + 404, + 405, + 407, + 408, + 410, + 412, + 413, + 414, + 415, + 417, + 418, + 419, + 420, + 422, + 424, + 425, + 427, + 430, + 431, + 433, + 435, + 436, + 437, + 439, + 440, + 443, + 444, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 459, + 460, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 472, + 473, + 474, + 475, + 476, + 478, + 479, + 480, + 482, + 483, + 486, + 487, + 488, + 490, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 501, + 502, + 503, + 504, + 505, + 507, + 508, + 509, + 511, + 512, + 513, + 514, + 515, + 516, + 518, + 519, + 521, + 522, + 523, + 524, + 525, + 527, + 529, + 530, + 532, + 533, + 536, + 538, + 539, + 540, + 542, + 543, + 545, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 560, + 561, + 562, + 564, + 565, + 566, + 567, + 568, + 569, + 572, + 573, + 574, + 576, + 577, + 579, + 581, + 582, + 583, + 584, + 587, + 588, + 589, + 591, + 593, + 594, + 595, + 596, + 597, + 598, + 600, + 602, + 604, + 608, + 610, + 611, + 612, + 613, + 615, + 616, + 617, + 618, + 620, + 621, + 622, + 623, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 651, + 652, + 654, + 655, + 656, + 657 + ], + "test": [ + 658, + 659, + 660, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 681, + 683, + 684, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 695, + 696, + 697, + 700, + 701, + 702, + 703, + 704, + 705, + 708, + 709, + 710, + 711, + 712, + 713, + 715, + 717, + 718, + 719, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 729, + 730, + 731, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 757, + 758, + 760, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 775, + 776, + 777, + 778, + 779, + 781, + 782, + 783, + 784, + 785, + 787, + 789, + 790, + 791, + 792, + 793, + 795, + 797 + ], + "raw_global_bounds": [ + [ + -0.90252799, + 0.0066688, + -2.85272002 + ], + [ + 0.90253001, + 1.95825005, + 2.86385012 + ] + ] + }, + "environment_ruling": "h-0d21f3bd", + "environment_acceptance": { + "path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-import-checked-2026-11-19/cpu-environment-acceptance.json", + "sha256": "093e646890929af6f520eb5eecf8c751025c0a24b8b5689094b1a0ae4da08dc3" + }, + "paper_compatibility": { + "handoff": "h-b8508140", + "identity": "supplement code + 2-keyword patch", + "patch_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-paper-keyword-compatibility-2026-11-19/two-keyword-patch.json", + "patch_sha256": "7307ba49f83bfc46c5decf803a993a41ed602d987de65714958e738d2f52f077", + "search_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-paper-keyword-compatibility-2026-11-19/keyword-search.json", + "search_sha256": "77a897bf534a9a0e9e6a7c072b4f914168648eadc2af3493b70d63d0b715b3d0" + }, + "formal": { + "handoff": "h-4e4e680b", + "ruling_slack_ts": "1795074651.222599", + "devices": { + "0": "GPU-b8c11c01-c91f-aa0b-abf6-dad35085cc76", + "1": "GPU-8b71b032-1b75-2891-935c-ce106a53034a", + "2": "GPU-e8853ae7-a302-6a17-bcfa-aa767e9ed20c" + }, + "device_pci_ordinals": { + "0": 2, + "1": 3, + "2": 0 + }, + "reservation": { + "handoff": "h-a429935e", + "timezone": "Asia/Hong_Kong", + "start_inclusive": "2026-11-19T00:00:00+08:00", + "end_exclusive": "2026-11-20T00:00:00+08:00", + "gpu3_single_task": true, + "historical_inventory_path": "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-gpu2-ordinal-preparation-2026-11-19/physical-inventory.json", + "historical_inventory_sha256": "da2a7b1bf168c7cc4d45b6eaa2e007ae90cb3640eeadde94c10fd1d32fa30dd8", + "runtime_idle_check_required": true, + "applies_to_new_dispatch_only": true, + "already_running_guards_unchanged": true + }, + "budget_per_seed_stage_gpu_seconds": { + "0": { + "fit": 13034, + "score": 300 + }, + "1": { + "fit": 13033, + "score": 300 + }, + "2": { + "fit": 13033, + "score": 300 + } + }, + "total_gpu_wall_seconds": 40000, + "timing": { + "record_paths": { + "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/contract.json": "ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a", + "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/complete.json": "db3605159c5ade3deda5313ab409e2f1c8bf630511a617f527177da06d6c9a2d", + "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/recovery-settlement.json": "851eaedf716f01c1d80ce637f7de3edd0664c734bcbfed5622623d99f572fcec", + "/home/frank14f/optane/MeltMind/artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-records/progress.json": "8f8fb1902c44e2f9c3198608cbecb3a74967ed00fdbcaf1e990d146c894b0daf" + }, + "status": "CONTENTION_AFFECTED_NOT_GUARD_CERTIFIED", + "sizing_only": true, + "epoch_seconds": 102.93777855299413, + "train_sizing_gpu_seconds": 38601.6669573728, + "train_sizing_multiplier": 1.25, + "score_reserved_gpu_seconds": 900, + "prior_measurement_gpu_seconds": 222.80500172509346 + }, + "heldout_policy": { + "preparation_reads": 0, + "training_reads": 0, + "score_reads_per_seed": 111, + "all_epoch100_checkpoints_required": true, + "retry": false + } + } +} diff --git a/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-preparation.json b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-preparation.json new file mode 100644 index 000000000..d925d90ed --- /dev/null +++ b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-preparation.json @@ -0,0 +1,49 @@ +{ + "status": "PASS", + "contract_sha256": "e41026888f79c4ac721502667f2e2415b328c737d44a068b05a79988379042ea", + "cuda_visible_devices": "", + "actual_nvidia_queries": 0, + "training_starts": 0, + "scoring_starts": 0, + "actual_heldout_reads": 0, + "independent_review": "PENDING", + "guard_replay": 11, + "supersedes": "9a4f8563ee140b214021244e252a8df32e0c3f5f", + "cpu_replay_log_sha256": "7152740aa7e559da16c4565afd22d09a6e59f5ffa423dd7174795801af210683", + "read_only_collection": { + "seeds": { + "0": { + "fit": { + "status": "NOT_STARTED" + }, + "score": { + "status": "NOT_STARTED" + } + }, + "1": { + "fit": { + "status": "NOT_STARTED" + }, + "score": { + "status": "NOT_STARTED" + } + }, + "2": { + "fit": { + "status": "NOT_STARTED" + }, + "score": { + "status": "NOT_STARTED" + } + } + }, + "mean_percent": null, + "within_registered_range": null, + "reproduction_identity": "supplement code + 2-keyword patch", + "prior_measurement_gpu_seconds": 222.80500172509346, + "settled_formal_gpu_seconds": 0, + "settled_combined_gpu_seconds": 222.80500172509346, + "unsettled_formal_bookings_gpu_seconds": 0, + "formal_gpu_cap_seconds": 40000 + } +} diff --git a/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-replay.log b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-replay.log new file mode 100644 index 000000000..aeed2c563 --- /dev/null +++ b/artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-replay.log @@ -0,0 +1,16 @@ +test_card_reservation_expiry_and_total_budget (test_track_b_gino_formal.FormalBinding) ... ok +test_inclusive_gate_and_all_three_seeds_required (test_track_b_gino_formal.FormalBinding) ... ok +test_original_split_score_keeps_order_and_rejects_nan (test_track_b_gino_formal.FormalBinding) ... ok +test_score_opens_one_111_target_pass_and_rejects_a_second (test_track_b_gino_formal.FormalBinding) ... ok +test_scoring_needs_all_checkpoints_before_access (test_track_b_gino_formal.FormalBinding) ... ok +test_gpu_list_before_worker_exit (test_track_b_gino_formal.GuardReplay) ... ok +test_real_foreign_identity_has_exact_stop_receipt (test_track_b_gino_formal.GuardReplay) ... ok +test_reservation_expires_after_idle_but_before_spawn (test_track_b_gino_formal.GuardReplay) ... ok +test_reused_worker_pid_is_foreign (test_track_b_gino_formal.GuardReplay) ... ok +test_running_guard_continues_after_reservation_end (test_track_b_gino_formal.GuardReplay) ... ok +test_worker_already_exited_before_gpu_list (test_track_b_gino_formal.GuardReplay) ... ok + +---------------------------------------------------------------------- +Ran 11 tests in 0.937s + +OK diff --git a/docs/track-b-gino-formal-reproduction-v2-2026-11-19.md b/docs/track-b-gino-formal-reproduction-v2-2026-11-19.md new file mode 100644 index 000000000..535ced9f0 --- /dev/null +++ b/docs/track-b-gino-formal-reproduction-v2-2026-11-19.md @@ -0,0 +1,19 @@ +# Track B GINO 三种子复现联合预审 + +本次交给 MeltAssist 一次联合预审,范围包括占卡守卫、训练入口和评分入口。当前只准备和回放。任何真实派发均需同一绑定的独立 PASS 和阶段授权。 [Claude 裁定](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1795074651222599) + +## 卡和预算 + +依据 h-a429935e,种子 0、1、2 分别绑定物理 GPU2、GPU3、GPU0。GPU3 只允许单任务。香港时间 2026-11-19 当日预留,午夜后禁止借用当日预留作新派发,已派发的守卫维持原预算和保护直到终止。实际派发仍须通过三次空闲观察和临派复核。物理 UUID、PCI 顺序和真实 worker 首次一字节分配均须匹配,GPU1 不参与。 [组合合同](../artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/contract.json) + +GPU2 恢复测量的 worker 完整跑了 500 样本、1 轮,用时 102.93777855299413 秒。该计时受抢占影响且未经守卫认证,只用于预算测算。原守卫仍是 `STOPPED / FOREIGN_GPU_OCCUPANT`,缺少占用者身份,历史根因未确定。两次旧测量累计 222.80500172509346 GPU 秒独立记账一次。正式预算为 40,000 GPU 秒,三种子 300 轮乘 1.25 得 38,601.667 GPU 秒。训练、入场和清理预留为 13,034 / 13,033 / 13,033 GPU 秒,每个评分另预留 300 GPU 秒。评分预留是预算假设,尚无实际评分计时。 [历史终止](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/complete.json) · [历史计时](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/worker-records/progress.json) · [历史结算](../artifacts/track-b-gino-shapenet611-gpu2-ordinal-recovery-2026-11-19/recovery-settlement.json) + +## 守卫、训练和评分 + +派发时记录真实 worker PID 和出生时间。GPU 占用采样前后都观察其进程树,保留已认领的进程身份,避免已退出 worker 被陈旧 GPU 记录误判。PID 复用时以不同出生时间区分。确认外部占用时记录采样时间、卡 UUID、占用 PID 和名称,只停止本次 worker 进程组。运行中的显存与结果中记录的显存峰值均纳入守卫。 [守卫](../tools/track_b_gino_formal_guard.py) + +沿用原始 500/111 划分、已验收的解释器、原加载器、模型、优化步骤和指标。复现身份为 `supplement code + 2-keyword patch`。每个种子从头训练 100 轮,冻结模型与只从学习集拟合的压力归一化参数。每次评分须先核对三份已通过守卫的第 100 轮检查点。然后该种子只开一次留出目标记录,按原序逐读 111 个目标并验证逐例哈希。三种子的结果全部列出。仅在三者均有效时,对各自的 111 件平均相对 L2 等权汇总,区间两端 6.62% 和 7.62% 均计入通过。 [训练与评分](../tools/track_b_gino_formal_worker.py) · [联合入口与结算](../tools/track_b_gino_formal.py) + +## CPU 回放 + +生产守卫配合真实 CPU 子进程回放了两种退出时序。GPU 列表先采到 worker 随后其退出、以及 worker 先退出而 GPU 列表仍返回旧 PID,均通过。另用真实活进程身份模拟外部占用,验证 STOP 回执的 PID、名称、采样时间和仅停止本方 worker。另验 PID 复用、日界和预算、汇总区间、留出顺序、三检查点屏障及只开一次 111 项的合成评分。首次回放的两项退出测试被测试夹具的 256 MiB RSS 帽拦截,夹具放宽到 1 GiB 后这次加上午夜前后的实际守卫回放,十一项全部通过。正式 RSS 帽为 12 GiB。回放未访问目标归档,未执行真实训练或评分。 [CPU 回放日志](../artifacts/track-b-gino-shapenet611-formal-v2-2026-11-19/cpu-replay.log) · [回放用例](../tests/test_track_b_gino_formal.py) diff --git a/tests/test_track_b_gino_formal.py b/tests/test_track_b_gino_formal.py index ebb6190f6..57fd7bf70 100644 --- a/tests/test_track_b_gino_formal.py +++ b/tests/test_track_b_gino_formal.py @@ -37,6 +37,7 @@ class GuardReplay(unittest.TestCase): stopped = [] real_stop = gpu_guard.stop_group real_tree = gpu_guard.process_tree + ticket = dict(ordinal='', dispatch_before_unix=time.time() + 15) def stop_owned(pid): stopped.append(pid) @@ -64,12 +65,16 @@ class GuardReplay(unittest.TestCase): raise AssertionError(card) spawn = root / 'actual-worker-spawn.json' if not spawn.exists(): + if ordering == 'expired-before-spawn': + ticket['dispatch_before_unix'] = time.time() - 1 return dict(idle=True, occupants=[], unix=10., memory_MiB=0) observed.append('gpu-sample') pid = os.getpid() if ordering == 'foreign' else read(spawn)['process']['pid'] sample = dict(idle=False, unix=42.125, memory_MiB=4, occupants=[dict(pid=pid, process_name='fixture-python', memory_MiB='4')]) - if ordering == 'gpu-first': + if ordering == 'crossed-after-spawn': + ticket['dispatch_before_unix'] = time.time() - 1 + if ordering in ('gpu-first', 'crossed-after-spawn'): exit_and_wait() return sample @@ -80,8 +85,14 @@ class GuardReplay(unittest.TestCase): patch.object(gpu_guard, 'dispatch_environment', side_effect=lambda _, env: (dict(env, CUDA_VISIBLE_DEVICES=''), []))): began = time.monotonic() + ticket['guard_started_monotonic'] = began outcome = gpu_guard.guard(root, command, uuid=uuid, limits=limit, deadline=began + 15, - ticket=dict(ordinal='', guard_started_monotonic=began), validate_result=lambda: sha(result)) + ticket=ticket, validate_result=lambda: sha(result)) + if ordering == 'expired-before-spawn': + self.assertEqual(outcome['status'], 'STOPPED') + self.assertEqual(outcome['trigger'], 'CARD_RESERVATION_EXPIRED_BEFORE_SPAWN') + self.assertFalse((root / 'actual-worker-spawn.json').exists()) + return observed spawn = read(root / 'actual-worker-spawn.json')['process'] if ordering == 'foreign': self.assertEqual(outcome['status'], 'STOPPED') @@ -110,6 +121,12 @@ class GuardReplay(unittest.TestCase): def test_real_foreign_identity_has_exact_stop_receipt(self): self.replay('foreign') + def test_reservation_expires_after_idle_but_before_spawn(self): + self.replay('expired-before-spawn') + + def test_running_guard_continues_after_reservation_end(self): + self.replay('crossed-after-spawn') + def test_reused_worker_pid_is_foreign(self): with TemporaryDirectory() as folder: root = Path(folder) @@ -193,11 +210,11 @@ class FormalBinding(unittest.TestCase): budgets = binding['budget_per_seed_stage_gpu_seconds'] self.assertEqual(sum(sum(b.values()) for b in budgets.values()), 40000) self.assertEqual(binding['device_pci_ordinals'], {'0': 2, '1': 3, '2': 0}) - latest = formal.RESERVATION_END.timestamp() - 300 - formal.check_reservation(latest - 1, 300) - for when in (latest, formal.RESERVATION_END.timestamp(), formal.RESERVATION_START.timestamp() - 1): + end = formal.RESERVATION_END.timestamp() + formal.check_reservation(end - 1) + for when in (end, formal.RESERVATION_START.timestamp() - 1): with self.assertRaises(PermissionError): - formal.check_reservation(when, 300) + formal.check_reservation(when) if __name__ == '__main__': diff --git a/tools/track_b_gino_formal.py b/tools/track_b_gino_formal.py index 4bc33cf72..37b48db22 100644 --- a/tools/track_b_gino_formal.py +++ b/tools/track_b_gino_formal.py @@ -18,7 +18,7 @@ from track_b_gino_ordinal_recovery import ROOT as MEASUREMENT from track_b_gino_shapenet_entry import BASE, checked, read, save, sha -ROOT = MEASUREMENT.with_name('track-b-gino-shapenet611-formal-2026-11-19') +ROOT = MEASUREMENT.with_name('track-b-gino-shapenet611-formal-v2-2026-11-19') SOURCES = Path(__file__).resolve().parent OLD_FILES = { 'contract.json': 'ad9daa2cfb7e2a92bd57507221eba4b94d642bd25e072a6cabbbdd27984ff68a', @@ -72,7 +72,8 @@ def expected_contract(): start_inclusive=RESERVATION_START.isoformat(), end_exclusive=RESERVATION_END.isoformat(), gpu3_single_task=True, historical_inventory_path=str(INVENTORY), historical_inventory_sha256=INVENTORY_SHA, - runtime_idle_check_required=True), + runtime_idle_check_required=True, applies_to_new_dispatch_only=True, + already_running_guards_unchanged=True), budget_per_seed_stage_gpu_seconds=budgets, total_gpu_wall_seconds=40000, timing=dict(record_paths={str(MEASUREMENT / k): v for k, v in OLD_FILES.items()}, status='CONTENTION_AFFECTED_NOT_GUARD_CERTIFIED', sizing_only=True, @@ -126,10 +127,9 @@ def authorize(c): raise PermissionError('Exact execution and card-reservation authorization required') -def check_reservation(unix, duration): - if (unix < RESERVATION_START.timestamp() - or unix + duration >= RESERVATION_END.timestamp()): - raise PermissionError('The entire booking must fit the November 19 Hong Kong reservation') +def check_reservation(unix): + if not RESERVATION_START.timestamp() <= unix < RESERVATION_END.timestamp(): + raise PermissionError('New dispatch must begin in the November 19 Hong Kong reservation') def run_root(seed, phase): @@ -226,7 +226,7 @@ def dispatch(c, seed, phase): unix = time.time() authorize(c) budget = c['formal']['budget_per_seed_stage_gpu_seconds'][str(seed)][phase] - check_reservation(unix, budget) + check_reservation(unix) seed_root = run_root(seed, phase).parent seed_root.mkdir(exist_ok=True) with (seed_root / 'execution.lock').open('a') as lock: @@ -238,6 +238,7 @@ def dispatch(c, seed, phase): save(root / 'checkpoints-frozen.json', roster) ticket = dict(seed=seed, phase=phase, ordinal=str(ORDINALS[str(seed)]), booked_gpu_seconds=budget, unix=unix, + dispatch_before_unix=RESERVATION_END.timestamp(), contract_sha256=sha(ROOT / 'contract.json'), guard_started_monotonic=began, booked_deadline_monotonic=began + budget) save(root / 'started.json', ticket) diff --git a/tools/track_b_gino_formal_guard.py b/tools/track_b_gino_formal_guard.py index f9cda06e5..e4e0b6f8b 100644 --- a/tools/track_b_gino_formal_guard.py +++ b/tools/track_b_gino_formal_guard.py @@ -111,6 +111,8 @@ def guard(root, command, *, uuid, limits, deadline, ticket, validate_result): save(root / 'ordinal-dispatch.json', dict(ordinal=ordinal, physical_uuid=uuid, inventory=inventory)) if time.monotonic() >= admission: raise RuntimeError('ADMISSION_DEADLINE') + if time.time() >= ticket['dispatch_before_unix']: + raise PermissionError('CARD_RESERVATION_EXPIRED_BEFORE_SPAWN') proc = subprocess.Popen(args, **dict(kwargs, env=env)) try: worker = process_identity(proc.pid)