From 8dc4857c479bcc2222b5b952af188bab4b8f9517 Mon Sep 17 00:00:00 2001 From: Frank14f <1515444314@qq.com> Date: Sun, 15 Nov 2026 21:13:49 +0800 Subject: [PATCH] Fix worker-exit guard race and pin authorized seven-part continuation --- .../contract.json | 1040 +++++++++++++++++ .../contract.json | 48 + .../attempt-01/execution.lock | 0 .../attempt-01/ledger.json | 10 + .../attempt-01/synthetic.log | 32 + .../attempt-01/synthetic.receipt.json | 22 + .../attempt-01/synthetic.started.json | 15 + .../attempt-02/execution.lock | 0 .../attempt-02/ledger.json | 10 + .../attempt-02/synthetic.log | 18 + .../attempt-02/synthetic.receipt.json | 22 + .../attempt-02/synthetic.started.json | 15 + ...v04-engineering-continuation-2026-11-15.md | 15 + tools/prepare_s3b_v04_continuation.py | 65 ++ tools/run_s3b_v04_continue.py | 101 ++ tools/s3b_v04_stage_guard_v2.py | 122 ++ tools/test_s3b_v04_continuation.py | 76 ++ 17 files changed, 1611 insertions(+) create mode 100644 artifacts/s3b-a-v04-continuation-2026-11-15/contract.json create mode 100644 artifacts/s3b-a-v04-gates-continuation-2026-11-15/contract.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/execution.lock create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/ledger.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.log create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.receipt.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.started.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/execution.lock create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/ledger.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.log create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.receipt.json create mode 100644 artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.started.json create mode 100644 docs/s3b-a-v04-engineering-continuation-2026-11-15.md create mode 100644 tools/prepare_s3b_v04_continuation.py create mode 100644 tools/run_s3b_v04_continue.py create mode 100644 tools/s3b_v04_stage_guard_v2.py create mode 100644 tools/test_s3b_v04_continuation.py diff --git a/artifacts/s3b-a-v04-continuation-2026-11-15/contract.json b/artifacts/s3b-a-v04-continuation-2026-11-15/contract.json new file mode 100644 index 000000000..d7aff93e1 --- /dev/null +++ b/artifacts/s3b-a-v04-continuation-2026-11-15/contract.json @@ -0,0 +1,1040 @@ +{ + "version": "S3B-a-v04-approved-seven-part-infrastructure-continuation", + "authorizing_ruling": "1794745781.398039", + "clarification": "1794745880.964439", + "accepted_draft_sha256": "429bf06cf8961b42ba52352d1d74feda49854bdb3c426632915a6f8b2ada71d9", + "old_stop_commit": "d9c481d87c9b53e6af33885e30ce597472d8d5ca", + "roster": "artifacts/s2-main-preparation-2026-11-15/final-roster.json", + "roster_sha256": "fb0c984f2e553343a598ce2e3c7012d3017053dc0fef58b5aaf46dd3c67a207e", + "ten_parts": [ + { + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "nodes": 8276, + "component_id": "component-44ac515ef5215d8a", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001130_c2db313c2ce749d784c610d2_step_002", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001130_c2db313c2ce749d784c610d2_step_002/geometry.npz": "fee1c372bf9497930ddaad9c4511e2a3a5a744de25a506196d508529c88bbd12", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001130_c2db313c2ce749d784c610d2_step_002/boundary_distance_raw.npy": "5a820f5a54df9b7e7a0a252f07258ac5ab8ee2a6c08fc65fedbc945bc6a8fdbc", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001130_c2db313c2ce749d784c610d2_step_002/base.npy": "bbc69f100778366019f38b8f73a5a705ef4c2935480468cfa80521c741c81d58", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001130_c2db313c2ce749d784c610d2_step_002/result.json": "3b1b230c4b992e0316de9bcb21207d624f78b54941c751f3792ab087065da72d" + } + }, + { + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "nodes": 10273, + "component_id": "component-bfd1b0c8be38a9c7", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001324_5bf4a74af99f405392406e40_step_000", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001324_5bf4a74af99f405392406e40_step_000/geometry.npz": "eb0eb5a051196c755a312238e73666c61d7c106a85d7baefdff85bdaf37497b5", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001324_5bf4a74af99f405392406e40_step_000/boundary_distance_raw.npy": "733d0bd76fead05a32b4d56704092c99fe811da0bde2a1ee27d5dc1e41470adf", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001324_5bf4a74af99f405392406e40_step_000/base.npy": "c4cac0e4a6b49c00c3f23e0babbb283198a7dcfb2f815018006b2cbeecaebd8a", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001324_5bf4a74af99f405392406e40_step_000/result.json": "d1cb92fe8ff4845c7c5f6189748ee29d84bbd347ee2cfdc5c0d41997f9ce17fa" + } + }, + { + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "nodes": 11321, + "component_id": "component-17f281e0efac16a8", + "preparation_root": "artifacts/s2-main-preparation-2026-11-15/parts/00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "inputs": { + "artifacts/s2-main-preparation-2026-11-15/parts/00000842_2c1efcc32d094e9fb9e1a88e_step_002/geometry.npz": "4f7a77dbcb0894fa8deb24cbb3710bbecbf677716e14564779bdf486ffc0003e", + "artifacts/s2-main-preparation-2026-11-15/parts/00000842_2c1efcc32d094e9fb9e1a88e_step_002/boundary_distance_raw.npy": "094f2d963b624721ef52d855da95b75c523e22a274367bdae062afb13f474bff", + "artifacts/s2-main-preparation-2026-11-15/parts/00000842_2c1efcc32d094e9fb9e1a88e_step_002/base.npy": "6554e15cea891e3082ea91c0cc51a8544ab7e882006c5e17ea63e7431e662757", + "artifacts/s2-main-preparation-2026-11-15/parts/00000842_2c1efcc32d094e9fb9e1a88e_step_002/result.json": "0c1950ec7b3991766f2a6bedc6319fadb0358859e11600cfb3009c4383825104" + } + }, + { + "case": "00000367_23c957e8e7b2428282a13ae2_step_000", + "nodes": 24732, + "component_id": "component-2897f9dea32cbfdc", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000367_23c957e8e7b2428282a13ae2_step_000", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000367_23c957e8e7b2428282a13ae2_step_000/geometry.npz": "474c4c3cb2f49c320f02ae6d676a75a919884a5b78b6dce6ab27029f7cb49490", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000367_23c957e8e7b2428282a13ae2_step_000/boundary_distance_raw.npy": "ccadd17bfb4e49d7ba3b7bc4c66d832cdf6a2c6bd04fc84f6973697983c002cb", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000367_23c957e8e7b2428282a13ae2_step_000/base.npy": "56fb7ab5e12d982330c31a60b0b83c99881a64208175f4114ed778b633f79c25", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000367_23c957e8e7b2428282a13ae2_step_000/result.json": "e2ff912146d3a5338c5b9515c35a6befc06374bb830d331b501ee836cd018aea" + } + }, + { + "case": "00000746_6cb3ddbb49974d7db0e97135_step_001", + "nodes": 29264, + "component_id": "component-39a7f286baa3cdd5", + "preparation_root": "artifacts/s2-main-preparation-2026-11-15/parts/00000746_6cb3ddbb49974d7db0e97135_step_001", + "inputs": { + "artifacts/s2-main-preparation-2026-11-15/parts/00000746_6cb3ddbb49974d7db0e97135_step_001/geometry.npz": "2b7a080c1b3579b348b5f127f048ebdc759e95c045841463cb966b4a5b400945", + "artifacts/s2-main-preparation-2026-11-15/parts/00000746_6cb3ddbb49974d7db0e97135_step_001/boundary_distance_raw.npy": "5eda331f95c4d891cd7d92a193e7ec31e3f02193e92712794aaf56d25911ce31", + "artifacts/s2-main-preparation-2026-11-15/parts/00000746_6cb3ddbb49974d7db0e97135_step_001/base.npy": "d4b138231a2972838bd7603d5877f0b221a29e7e7038fa11b3f7bfc42e729299", + "artifacts/s2-main-preparation-2026-11-15/parts/00000746_6cb3ddbb49974d7db0e97135_step_001/result.json": "0cadc67a0db58cfcbb05b8ed55d4f41568a246d3d6f9e9588694997d2cdafef2" + } + }, + { + "case": "00000777_a25fb37392a44447b9684f16_step_002", + "nodes": 31810, + "component_id": "component-fe4ff4c933f57600", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000777_a25fb37392a44447b9684f16_step_002", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000777_a25fb37392a44447b9684f16_step_002/geometry.npz": "3987917d42e4455373ac8dc4f74d0d94ae5eb7d413115f87c36bd4f928cf500b", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000777_a25fb37392a44447b9684f16_step_002/boundary_distance_raw.npy": "a8ea88accc1249bb367984587ed2b8ea7adebda07571913a7a3520ed1d4a1995", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000777_a25fb37392a44447b9684f16_step_002/base.npy": "a15da9f826ad7bcf3150cb783643f4e83d580e4c6342c97e62cd3677efd2630e", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000777_a25fb37392a44447b9684f16_step_002/result.json": "10042c3092afc0e90899d48f57ae3c67071971f9cd4f95520e0477f8e8af4026" + } + }, + { + "case": "00001552_b0a9c4d836294846891615fe_step_000", + "nodes": 34818, + "component_id": "component-a369220b23aedf25", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001552_b0a9c4d836294846891615fe_step_000", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001552_b0a9c4d836294846891615fe_step_000/geometry.npz": "ecf301c5ab0ce31e5ab1c2be0397bbda800c483564d02b9c45f27ca0a29c69ba", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001552_b0a9c4d836294846891615fe_step_000/boundary_distance_raw.npy": "070bf1759a9e5085cbe5620e8ed6f627260d1cea08757b5eaab6beb90e91507c", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001552_b0a9c4d836294846891615fe_step_000/base.npy": "e5ac0f9137be09241a6ae7246d6e45bfd48b67362b0a873b9627f4be5c3b13da", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001552_b0a9c4d836294846891615fe_step_000/result.json": "59ea799d372a0577348de8205c078ffa341d800ff887a348a0eacdb3d262413c" + } + }, + { + "case": "00001379_5b1d6e2599ea47d498a04256_step_000", + "nodes": 38253, + "component_id": "component-35ddaa9dca10c48d", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001379_5b1d6e2599ea47d498a04256_step_000", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001379_5b1d6e2599ea47d498a04256_step_000/geometry.npz": "4f89b15ddfda5dadb4ce379b8f10a5a761d8d258a62c5ff6ae9b1f2cbb880f0e", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001379_5b1d6e2599ea47d498a04256_step_000/boundary_distance_raw.npy": "fc1a7e3ef0ef7c07731c8439a43d21b53efb2ff1e0268db21e830ee3d4465218", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001379_5b1d6e2599ea47d498a04256_step_000/base.npy": "f2c66fa699f7f3e4178ea2ba3616a06e168b9ead281e311bed0ec29f519207a0", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00001379_5b1d6e2599ea47d498a04256_step_000/result.json": "affb6f61e174bed53e75893043b1bad4ad0d2a0d777f63877759b726c30c9460" + } + }, + { + "case": "00000610_04e799936ae446b9a3d8d2b8_step_001", + "nodes": 55883, + "component_id": "component-4bd089778094e746", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000610_04e799936ae446b9a3d8d2b8_step_001", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000610_04e799936ae446b9a3d8d2b8_step_001/geometry.npz": "587ce6deeda6aa2e3be857efeebc6591f6cd01f204dbbfd35cb7bfc66906b406", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000610_04e799936ae446b9a3d8d2b8_step_001/boundary_distance_raw.npy": "b7f0ede21c39d6ac016aeaf8134fc353bf0e71e105ed776dcb68fa52797566f4", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000610_04e799936ae446b9a3d8d2b8_step_001/base.npy": "ee4cef21dc61a8aea06091ea744287eef7dc1a087299d1b2f13729340a6b94d9", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000610_04e799936ae446b9a3d8d2b8_step_001/result.json": "45bdcd42de8db2b8087816ebe2a9f6d88b22ebbdbc8cb8bc08f78517f1f52bf0" + } + }, + { + "case": "00000666_6f67a59c16b949a4b66dcfe1_step_000", + "nodes": 187345, + "component_id": "component-4890d38c10ec20ba", + "preparation_root": "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000666_6f67a59c16b949a4b66dcfe1_step_000", + "inputs": { + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000666_6f67a59c16b949a4b66dcfe1_step_000/geometry.npz": "81363b89ae7ff7ee2128783644287712d0bcc5d0c94fdf6c0799508cc46cc169", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000666_6f67a59c16b949a4b66dcfe1_step_000/boundary_distance_raw.npy": "d779abaab78c928851f57489409eced35c188e0afa3fea5046110d593710fb28", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000666_6f67a59c16b949a4b66dcfe1_step_000/base.npy": "cbfbc15eaa9a32edd35a7003d53e3848705d776f2bb2f0b6d1bb920401e87237", + "artifacts/s2-ten-part-measurement-2026-11-15/parts/00000666_6f67a59c16b949a4b66dcfe1_step_000/result.json": "f231de3795f898c0240f7c260ee7400b44c2ba454bed53fc726c31ee295d659b" + } + } + ], + "all_cases": [ + "00000003_1ffb81a71e5b402e966b9341_step_002", + "00000004_1ffb81a71e5b402e966b9341_step_003", + "00000006_d4fe04f0f5f84b52bd4f10e4_step_001", + "00000008_9b3d6a97e8de4aa193b81000_step_000", + "00000009_9b3d6a97e8de4aa193b81000_step_001", + "00000011_e909f412cda24521865fac0f_step_000", + "00000021_ad34a3f60c4a4caa99646600_step_001", + "00000023_ad34a3f60c4a4caa99646600_step_003", + "00000024_ad34a3f60c4a4caa99646600_step_004", + "00000030_ad34a3f60c4a4caa99646600_step_010", + "00000031_ad34a3f60c4a4caa99646600_step_011", + "00000033_ad34a3f60c4a4caa99646600_step_013", + "00000049_aa208c45e8734584a147f595_step_000", + "00000057_666139e3bff64d4e8a6ce183_step_006", + "00000058_666139e3bff64d4e8a6ce183_step_007", + "00000060_767e4372b5f94a88a7a17d90_step_001", + "00000061_767e4372b5f94a88a7a17d90_step_002", + "00000065_767e4372b5f94a88a7a17d90_step_006", + "00000066_767e4372b5f94a88a7a17d90_step_007", + "00000067_767e4372b5f94a88a7a17d90_step_008", + "00000068_767e4372b5f94a88a7a17d90_step_009", + "00000070_767e4372b5f94a88a7a17d90_step_011", + "00000072_767e4372b5f94a88a7a17d90_step_013", + "00000077_767e4372b5f94a88a7a17d90_step_018", + "00000078_767e4372b5f94a88a7a17d90_step_019", + "00000079_767e4372b5f94a88a7a17d90_step_020", + "00000087_b4f9335a60a14cecaa599159_step_002", + "00000088_169bec34317b46e98eb1a403_step_000", + "00000093_169bec34317b46e98eb1a403_step_005", + "00000098_72cf0f9ca5324822a4d41a80_step_000", + "00000102_5ed74bccca6f4e89829bcb5e_step_002", + "00000103_52f7124261ae4c558f800775_step_000", + "00000104_52f7124261ae4c558f800775_step_001", + "00000105_52f7124261ae4c558f800775_step_002", + "00000106_52f7124261ae4c558f800775_step_003", + "00000111_ce24e0cbec8e45c89735d148_step_003", + "00000115_ce24e0cbec8e45c89735d148_step_007", + "00000116_ce24e0cbec8e45c89735d148_step_008", + "00000117_ce24e0cbec8e45c89735d148_step_009", + "00000119_ce24e0cbec8e45c89735d148_step_011", + "00000120_ce24e0cbec8e45c89735d148_step_012", + "00000125_e18c7feacfb54f3880659b43_step_000", + "00000128_e18c7feacfb54f3880659b43_step_003", + "00000129_e18c7feacfb54f3880659b43_step_004", + "00000130_e18c7feacfb54f3880659b43_step_005", + "00000131_945244874ed84e599987daa9_step_000", + "00000132_438507a38e404bfdbd51a16b_step_000", + "00000133_08b739e0511f4305b161cd05_step_000", + "00000140_2fc54fcd110d4f49969163c4_step_003", + "00000142_2fc54fcd110d4f49969163c4_step_005", + "00000144_2fc54fcd110d4f49969163c4_step_007", + "00000145_2fc54fcd110d4f49969163c4_step_008", + "00000152_a951550b8a1043a68423c541_step_002", + "00000153_a951550b8a1043a68423c541_step_003", + "00000154_a951550b8a1043a68423c541_step_004", + "00000157_8208fd8b44b64dce91322f84_step_000", + "00000161_a583c6c3cdc143bab3f6c856_step_000", + "00000162_4dcda9fab6dd46cf98fb194e_step_000", + "00000163_ff9b2ed255484db78bb0e6da_step_000", + "00000164_91adbf180e114b698160c9a4_step_000", + "00000165_4070a99d6ebe45f5bd5d71eb_step_000", + "00000166_2246cab58dbe4a2fb00fed50_step_000", + "00000170_b21aa794b6b64d87a57c245e_step_000", + "00000171_b21aa794b6b64d87a57c245e_step_001", + "00000173_b21aa794b6b64d87a57c245e_step_003", + "00000174_b21aa794b6b64d87a57c245e_step_004", + "00000175_b21aa794b6b64d87a57c245e_step_005", + "00000176_b21aa794b6b64d87a57c245e_step_006", + "00000181_b21aa794b6b64d87a57c245e_step_011", + "00000183_6c4172e8a17140f89d3b1c0a_step_000", + "00000190_185ecbc783f34408aef52119_step_000", + "00000196_c9b71ecdd0654716891b0db8_step_000", + "00000198_826494e894454504b0971fd1_step_001", + "00000206_27417003e762409185cb2b69_step_000", + "00000220_5324c79b172f41e8a49afc6f_step_007", + "00000221_5324c79b172f41e8a49afc6f_step_008", + "00000223_97b354a907114b7183faa9c4_step_001", + "00000224_97b354a907114b7183faa9c4_step_002", + "00000229_682d529d5e8c4387bc59b3a1_step_000", + "00000238_4829bc0645d6414d9b5cec31_step_001", + "00000241_4829bc0645d6414d9b5cec31_step_004", + "00000243_4829bc0645d6414d9b5cec31_step_006", + "00000248_e87554b09cdc48c3add39db9_step_000", + "00000249_07a2da801a60492fb1e5eeb3_step_000", + "00000250_641f03cbe6a145508c6ae055_step_000", + "00000257_845fb06d7f2f4802a806a600_step_002", + "00000258_845fb06d7f2f4802a806a600_step_003", + "00000259_845fb06d7f2f4802a806a600_step_004", + "00000261_845fb06d7f2f4802a806a600_step_006", + "00000262_845fb06d7f2f4802a806a600_step_007", + "00000264_845fb06d7f2f4802a806a600_step_009", + "00000265_845fb06d7f2f4802a806a600_step_010", + "00000266_845fb06d7f2f4802a806a600_step_011", + "00000267_845fb06d7f2f4802a806a600_step_012", + "00000269_845fb06d7f2f4802a806a600_step_014", + "00000272_648a7c23a21f4e88bf25ffeb_step_000", + "00000273_648a7c23a21f4e88bf25ffeb_step_001", + "00000274_648a7c23a21f4e88bf25ffeb_step_002", + "00000275_648a7c23a21f4e88bf25ffeb_step_003", + "00000276_648a7c23a21f4e88bf25ffeb_step_004", + "00000280_5a6ef3285b89452ea6b390e7_step_001", + "00000282_5a6ef3285b89452ea6b390e7_step_003", + "00000285_d215b7bc60ae468288e5f1ea_step_000", + "00000287_58f8ff46b7564e989f9695b7_step_000", + "00000290_58f8ff46b7564e989f9695b7_step_003", + "00000291_58f8ff46b7564e989f9695b7_step_004", + "00000293_58f8ff46b7564e989f9695b7_step_006", + "00000295_52a153d2417747b5926ff9df_step_000", + "00000296_52a153d2417747b5926ff9df_step_001", + "00000301_52a153d2417747b5926ff9df_step_006", + "00000302_39b08d62a677414f86fdae52_step_000", + "00000305_3062bccff48e47a2b9de05e3_step_000", + "00000306_3062bccff48e47a2b9de05e3_step_001", + "00000307_3062bccff48e47a2b9de05e3_step_002", + "00000308_3062bccff48e47a2b9de05e3_step_003", + "00000309_3062bccff48e47a2b9de05e3_step_004", + "00000310_3062bccff48e47a2b9de05e3_step_005", + "00000311_3062bccff48e47a2b9de05e3_step_006", + "00000312_3062bccff48e47a2b9de05e3_step_007", + "00000314_3062bccff48e47a2b9de05e3_step_009", + "00000315_3062bccff48e47a2b9de05e3_step_010", + "00000316_3062bccff48e47a2b9de05e3_step_011", + "00000317_3062bccff48e47a2b9de05e3_step_012", + "00000318_3062bccff48e47a2b9de05e3_step_013", + "00000319_3062bccff48e47a2b9de05e3_step_014", + "00000321_3062bccff48e47a2b9de05e3_step_016", + "00000322_3062bccff48e47a2b9de05e3_step_017", + "00000323_3062bccff48e47a2b9de05e3_step_018", + "00000324_3062bccff48e47a2b9de05e3_step_019", + "00000325_3062bccff48e47a2b9de05e3_step_020", + "00000329_12a935cd9b684f879c0505fe_step_000", + "00000330_12a935cd9b684f879c0505fe_step_001", + "00000331_12a935cd9b684f879c0505fe_step_002", + "00000336_1a821c3883f7459a9615fca4_step_000", + "00000337_153efbd85ca64c4fb6b7ed5f_step_000", + "00000346_4185972a944744d8a7a0f2b4_step_002", + "00000348_4185972a944744d8a7a0f2b4_step_004", + "00000352_4185972a944744d8a7a0f2b4_step_008", + "00000355_68d1a5c2319a4a419ff625c6_step_001", + "00000356_68d1a5c2319a4a419ff625c6_step_002", + "00000357_68d1a5c2319a4a419ff625c6_step_003", + "00000364_38d899e2706a4d09960705dd_step_001", + "00000367_23c957e8e7b2428282a13ae2_step_000", + "00000368_23c957e8e7b2428282a13ae2_step_001", + "00000369_23c957e8e7b2428282a13ae2_step_002", + "00000374_23c957e8e7b2428282a13ae2_step_007", + "00000375_23c957e8e7b2428282a13ae2_step_008", + "00000376_23c957e8e7b2428282a13ae2_step_009", + "00000377_23c957e8e7b2428282a13ae2_step_010", + "00000378_23c957e8e7b2428282a13ae2_step_011", + "00000379_239bbf0e92974a32bd214366_step_000", + "00000382_239bbf0e92974a32bd214366_step_003", + "00000383_239bbf0e92974a32bd214366_step_004", + "00000386_239bbf0e92974a32bd214366_step_007", + "00000387_239bbf0e92974a32bd214366_step_008", + "00000388_239bbf0e92974a32bd214366_step_009", + "00000391_fd490b564a44413884fab719_step_000", + "00000405_f3759bbb4682423caf207e8e_step_002", + "00000406_f3759bbb4682423caf207e8e_step_003", + "00000408_36bcb4030e36417b8dc74b87_step_000", + "00000410_30afd12eede44fa8a1def049_step_000", + "00000411_305e45c9479f43979b0d7b53_step_000", + "00000413_94f421b1b33d47c592c9fe1d_step_000", + "00000418_ce5b31679ee845a69ba89d6f_step_000", + "00000421_bd0972033f464f8f961a150a_step_002", + "00000422_8e8a96d437584c77b3cfd84f_step_000", + "00000423_8e8a96d437584c77b3cfd84f_step_001", + "00000424_8e8a96d437584c77b3cfd84f_step_002", + "00000444_4ed4c78d6d754aac90876fc2_step_003", + "00000445_4ed4c78d6d754aac90876fc2_step_004", + "00000459_516b1784884d4facbc4c0d74_step_007", + "00000462_516b1784884d4facbc4c0d74_step_010", + "00000466_11951e51b89249dba38ded3e_step_001", + "00000469_11951e51b89249dba38ded3e_step_004", + "00000470_11951e51b89249dba38ded3e_step_005", + "00000474_a5639f2b84c445aea5da18ad_step_000", + "00000477_0fc8cc17c6af48dabe36c8f2_step_002", + "00000478_0fc8cc17c6af48dabe36c8f2_step_003", + "00000479_0fc8cc17c6af48dabe36c8f2_step_004", + "00000485_a7d0c851b5f24a97a7cac950_step_002", + "00000488_a7d0c851b5f24a97a7cac950_step_005", + "00000489_a7d0c851b5f24a97a7cac950_step_006", + "00000492_a7d0c851b5f24a97a7cac950_step_009", + "00000501_5499914343bd4f549b38046d_step_002", + "00000502_5499914343bd4f549b38046d_step_003", + "00000508_d1c0a44331fd41faa91d4c2e_step_000", + "00000509_d1c0a44331fd41faa91d4c2e_step_001", + "00000510_d1c0a44331fd41faa91d4c2e_step_002", + "00000513_f78bf7cf156f4231988af062_step_001", + "00000519_5b8fa6b193d14279a77a0e50_step_000", + "00000522_a56dd4152b7e4ccf91212d7b_step_000", + "00000523_1f8d7f343e634c11a80d23ac_step_000", + "00000526_f9d6559308dc4c85aab9fa38_step_000", + "00000527_db75f3a38d9746a1bd66168d_step_000", + "00000530_bc0d6937206b43bc96521413_step_002", + "00000531_bc0d6937206b43bc96521413_step_003", + "00000542_4b1756f6e72b45c29a8e4eb4_step_000", + "00000543_8cf6554d440d40c4823dad6c_step_000", + "00000549_41a24c0b74a34217832f5af0_step_000", + "00000551_41a24c0b74a34217832f5af0_step_002", + "00000559_a1621e156ade4317ab6a5bc5_step_000", + "00000562_1724088724bf4e53a36e363e_step_000", + "00000565_5b5119548f7b421e8f597438_step_000", + "00000566_2f2b015ef4904c1caef56154_step_000", + "00000574_5a4cef68211d4706b1ec8586_step_003", + "00000578_5a4cef68211d4706b1ec8586_step_007", + "00000579_5a4cef68211d4706b1ec8586_step_008", + "00000580_5a4cef68211d4706b1ec8586_step_009", + "00000582_5a4cef68211d4706b1ec8586_step_011", + "00000583_5a4cef68211d4706b1ec8586_step_012", + "00000587_2417b410de78416ebe50d460_step_000", + "00000589_2417b410de78416ebe50d460_step_002", + "00000590_2417b410de78416ebe50d460_step_003", + "00000591_2417b410de78416ebe50d460_step_004", + "00000597_7fe894812c4244e18241aa08_step_003", + "00000601_7fe894812c4244e18241aa08_step_007", + "00000602_7fe894812c4244e18241aa08_step_008", + "00000603_7fe894812c4244e18241aa08_step_009", + "00000605_7fe894812c4244e18241aa08_step_011", + "00000606_7fe894812c4244e18241aa08_step_012", + "00000609_04e799936ae446b9a3d8d2b8_step_000", + "00000610_04e799936ae446b9a3d8d2b8_step_001", + "00000611_04e799936ae446b9a3d8d2b8_step_002", + "00000613_189d1310aa8c4a2a92a21020_step_001", + "00000615_c710d414bbbc4340b682c58a_step_001", + "00000616_c710d414bbbc4340b682c58a_step_002", + "00000617_c710d414bbbc4340b682c58a_step_003", + "00000618_c710d414bbbc4340b682c58a_step_004", + "00000619_c710d414bbbc4340b682c58a_step_005", + "00000620_c710d414bbbc4340b682c58a_step_006", + "00000621_c710d414bbbc4340b682c58a_step_007", + "00000622_c710d414bbbc4340b682c58a_step_008", + "00000624_1eacb269d52a47f5b265c1ab_step_000", + "00000626_f686126d229f47aeb125b5ba_step_000", + "00000627_53bfa7e2e04c4d9dbf4a3db2_step_000", + "00000632_4f322b34e87c43289916c298_step_001", + "00000637_5ae45a997c76423aba2fcc11_step_002", + "00000638_5ae45a997c76423aba2fcc11_step_003", + "00000643_bb55eaa4e9e24c2ea9d18ee0_step_000", + "00000644_761a451dfea94bfa93e23cfe_step_000", + "00000654_d87d11d9c3ca4ee5a88797ae_step_002", + "00000658_a40da330321b44f286a27361_step_000", + "00000659_6fae5591b3034f949b7e8eae_step_000", + "00000666_6f67a59c16b949a4b66dcfe1_step_000", + "00000683_8863c3497d6d4e05b0f41ddc_step_000", + "00000685_24615f5ff44d4cd5809e77a5_step_001", + "00000686_24615f5ff44d4cd5809e77a5_step_002", + "00000688_b9f3563b403143dbb86ab2b8_step_001", + "00000691_b9f3563b403143dbb86ab2b8_step_004", + "00000693_b9f3563b403143dbb86ab2b8_step_006", + "00000694_45f6100bfa3948e69405bb21_step_000", + "00000695_3f46763af0744ab2a90e6b48_step_000", + "00000696_32309198fce9481896bd0a99_step_000", + "00000698_6f0fc559e8f3422c908b6060_step_001", + "00000699_cae88f0aaaf34de597863810_step_000", + "00000708_c08c1c78b86f4ee3bcb7d9de_step_004", + "00000709_c08c1c78b86f4ee3bcb7d9de_step_005", + "00000710_c08c1c78b86f4ee3bcb7d9de_step_006", + "00000721_9a461e8ae7dc4d33a55883eb_step_000", + "00000723_8ed79b6bcb024d1a9f2aa5e7_step_000", + "00000737_989e0f807cde438face0cb00_step_002", + "00000738_989e0f807cde438face0cb00_step_003", + "00000746_6cb3ddbb49974d7db0e97135_step_001", + "00000751_6f0d90054d40400593050930_step_000", + "00000752_6f0d90054d40400593050930_step_001", + "00000758_8ab50540e9804365a8717ec0_step_005", + "00000759_8ab50540e9804365a8717ec0_step_006", + "00000760_8ab50540e9804365a8717ec0_step_007", + "00000763_8ab50540e9804365a8717ec0_step_010", + "00000764_9cab8335065e4d439bbff471_step_000", + "00000765_9cab8335065e4d439bbff471_step_001", + "00000766_9cab8335065e4d439bbff471_step_002", + "00000767_9cab8335065e4d439bbff471_step_003", + "00000775_a25fb37392a44447b9684f16_step_000", + "00000776_a25fb37392a44447b9684f16_step_001", + "00000777_a25fb37392a44447b9684f16_step_002", + "00000778_a25fb37392a44447b9684f16_step_003", + "00000779_a25fb37392a44447b9684f16_step_004", + "00000780_a25fb37392a44447b9684f16_step_005", + "00000781_a25fb37392a44447b9684f16_step_006", + "00000782_a25fb37392a44447b9684f16_step_007", + "00000783_a25fb37392a44447b9684f16_step_008", + "00000784_a25fb37392a44447b9684f16_step_009", + "00000785_a25fb37392a44447b9684f16_step_010", + "00000786_a25fb37392a44447b9684f16_step_011", + "00000787_a25fb37392a44447b9684f16_step_012", + "00000788_a25fb37392a44447b9684f16_step_013", + "00000789_a25fb37392a44447b9684f16_step_014", + "00000790_a25fb37392a44447b9684f16_step_015", + "00000791_a25fb37392a44447b9684f16_step_016", + "00000792_a25fb37392a44447b9684f16_step_017", + "00000793_a25fb37392a44447b9684f16_step_018", + "00000796_dec80701adc84239b485449d_step_002", + "00000797_e7533c87b9a347cdafd0c390_step_000", + "00000799_ad6107d9fc994ccca38cc4e4_step_001", + "00000800_ad6107d9fc994ccca38cc4e4_step_002", + "00000801_ad6107d9fc994ccca38cc4e4_step_003", + "00000802_ad6107d9fc994ccca38cc4e4_step_004", + "00000806_05cadeb104be4c8aa75ccc71_step_000", + "00000807_05cadeb104be4c8aa75ccc71_step_001", + "00000808_05cadeb104be4c8aa75ccc71_step_002", + "00000809_05cadeb104be4c8aa75ccc71_step_003", + "00000816_36e6258346004cabb4c091b2_step_004", + "00000817_36e6258346004cabb4c091b2_step_005", + "00000818_6bbad2756d7845bd8d731d60_step_000", + "00000819_6bbad2756d7845bd8d731d60_step_001", + "00000821_6bbad2756d7845bd8d731d60_step_003", + "00000822_c98978894f544f89aa10633f_step_000", + "00000823_c98978894f544f89aa10633f_step_001", + "00000827_b0d209f7a8ad4b02910c317f_step_003", + "00000829_889a065d51a24bb8ad704c69_step_000", + "00000830_889a065d51a24bb8ad704c69_step_001", + "00000832_889a065d51a24bb8ad704c69_step_003", + "00000834_889a065d51a24bb8ad704c69_step_005", + "00000837_b5409201f9a5495fa169af85_step_000", + "00000840_2c1efcc32d094e9fb9e1a88e_step_000", + "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "00000843_2c1efcc32d094e9fb9e1a88e_step_003", + "00000844_2c1efcc32d094e9fb9e1a88e_step_004", + "00000849_2c1efcc32d094e9fb9e1a88e_step_009", + "00000850_2c1efcc32d094e9fb9e1a88e_step_010", + "00000851_2c1efcc32d094e9fb9e1a88e_step_011", + "00000855_2c1efcc32d094e9fb9e1a88e_step_015", + "00000856_2c1efcc32d094e9fb9e1a88e_step_016", + "00000859_58ac6a347bbe4cf5ae07a565_step_000", + "00000863_029c2575dd474650ba1b8d21_step_003", + "00000864_029c2575dd474650ba1b8d21_step_004", + "00000866_029c2575dd474650ba1b8d21_step_006", + "00000867_029c2575dd474650ba1b8d21_step_007", + "00000868_029c2575dd474650ba1b8d21_step_008", + "00000870_029c2575dd474650ba1b8d21_step_010", + "00000871_029c2575dd474650ba1b8d21_step_011", + "00000872_029c2575dd474650ba1b8d21_step_012", + "00000873_029c2575dd474650ba1b8d21_step_013", + "00000874_029c2575dd474650ba1b8d21_step_014", + "00000877_029c2575dd474650ba1b8d21_step_017", + "00000879_029c2575dd474650ba1b8d21_step_019", + "00000880_029c2575dd474650ba1b8d21_step_020", + "00000882_029c2575dd474650ba1b8d21_step_022", + "00000883_029c2575dd474650ba1b8d21_step_023", + "00000884_029c2575dd474650ba1b8d21_step_024", + "00000885_029c2575dd474650ba1b8d21_step_025", + "00000886_029c2575dd474650ba1b8d21_step_026", + "00000887_029c2575dd474650ba1b8d21_step_027", + "00000889_e2d3a4dc5f7c438bb240e9d1_step_000", + "00000890_e2d3a4dc5f7c438bb240e9d1_step_001", + "00000892_be26dc83f78947738b2bfabd_step_001", + "00000894_be26dc83f78947738b2bfabd_step_003", + "00000897_be26dc83f78947738b2bfabd_step_006", + "00000900_4df6ab9924674556bb4a509d_step_000", + "00000904_4df6ab9924674556bb4a509d_step_004", + "00000905_4df6ab9924674556bb4a509d_step_005", + "00000906_4df6ab9924674556bb4a509d_step_006", + "00000919_cdcebf32644443b9812097ba_step_003", + "00000923_cdcebf32644443b9812097ba_step_007", + "00000927_cdcebf32644443b9812097ba_step_011", + "00000928_cdcebf32644443b9812097ba_step_012", + "00000938_4f351b53bfd84bb4a2f7809c_step_003", + "00000942_f297a24e1a4446cf9d74efd9_step_001", + "00000948_f297a24e1a4446cf9d74efd9_step_007", + "00000949_f297a24e1a4446cf9d74efd9_step_008", + "00000953_ccc14f0fcff54b5985cc9113_step_000", + "00000955_a741c7966d2c40a8a511263e_step_001", + "00000958_04906edf324a4bce8fc3f417_step_000", + "00000961_a98d481268ea4524a7769731_step_000", + "00000962_a98d481268ea4524a7769731_step_001", + "00000963_a98d481268ea4524a7769731_step_002", + "00000970_edacb215ec6949d8af6c8c68_step_000", + "00000973_209426c5054945fab8a4af1b_step_000", + "00000976_b85ec2ff588148c4abd8c8d7_step_000", + "00000984_0dd1386597104265ab67e6cf_step_007", + "00000986_0dd1386597104265ab67e6cf_step_009", + "00000987_0dd1386597104265ab67e6cf_step_010", + "00000988_0dd1386597104265ab67e6cf_step_011", + "00000993_ac4ba032d4b5431ca04f542c_step_000", + "00000994_ac4ba032d4b5431ca04f542c_step_001", + "00000996_6d71695ba3fd475c927a00a7_step_000", + "00000998_6962bc8aad2c4e27b046d5b4_step_000", + "00001000_6962bc8aad2c4e27b046d5b4_step_002", + "00001002_6962bc8aad2c4e27b046d5b4_step_004", + "00001003_6962bc8aad2c4e27b046d5b4_step_005", + "00001004_6962bc8aad2c4e27b046d5b4_step_006", + "00001005_6962bc8aad2c4e27b046d5b4_step_007", + "00001006_6962bc8aad2c4e27b046d5b4_step_008", + "00001009_6962bc8aad2c4e27b046d5b4_step_011", + "00001010_6962bc8aad2c4e27b046d5b4_step_012", + "00001011_6962bc8aad2c4e27b046d5b4_step_013", + "00001013_6962bc8aad2c4e27b046d5b4_step_015", + "00001014_6962bc8aad2c4e27b046d5b4_step_016", + "00001015_6962bc8aad2c4e27b046d5b4_step_017", + "00001019_ca4cf9693d6d4a98b515ba99_step_000", + "00001020_ca4cf9693d6d4a98b515ba99_step_001", + "00001021_ca4cf9693d6d4a98b515ba99_step_002", + "00001024_21adcacb9707488ea6655fd2_step_000", + "00001025_21adcacb9707488ea6655fd2_step_001", + "00001026_0f133d8e7fd448708a554e28_step_000", + "00001027_0f133d8e7fd448708a554e28_step_001", + "00001029_cde47df6e28543d1b434f206_step_001", + "00001030_cde47df6e28543d1b434f206_step_002", + "00001031_cde47df6e28543d1b434f206_step_003", + "00001033_18151464e6434759b7c2ece7_step_000", + "00001034_085828cd621d404a90ccd883_step_000", + "00001035_be3ed2c9696e4e6a91b34f79_step_000", + "00001036_be3ed2c9696e4e6a91b34f79_step_001", + "00001040_74c42207fa764831b03f7658_step_000", + "00001041_6baf25f5fe2947e8927797d8_step_000", + "00001048_2b2638f82b3946b1867f2d11_step_004", + "00001049_2b2638f82b3946b1867f2d11_step_005", + "00001050_2b2638f82b3946b1867f2d11_step_006", + "00001052_2fd6155fa34f418083d0bd0f_step_001", + "00001053_2fd6155fa34f418083d0bd0f_step_002", + "00001061_284effca5a19488fa8a228e2_step_002", + "00001062_c04956ddff6c4324b5cad67c_step_000", + "00001063_c6fda10dc58448d1951c5cc3_step_000", + "00001064_c6fda10dc58448d1951c5cc3_step_001", + "00001065_c6fda10dc58448d1951c5cc3_step_002", + "00001067_8a2edcf36bcd435092f4c8ae_step_001", + "00001069_8a2edcf36bcd435092f4c8ae_step_003", + "00001071_8a2edcf36bcd435092f4c8ae_step_005", + "00001097_256ee7ec3a4b4972a8b87c8d_step_001", + "00001099_256ee7ec3a4b4972a8b87c8d_step_003", + "00001102_256ee7ec3a4b4972a8b87c8d_step_006", + "00001106_ba88e7579ced4a0aa2de629c_step_000", + "00001107_78566795c3144719804f8d34_step_000", + "00001108_412675e2ea594e70bbd8cf6c_step_000", + "00001112_3bd4a008a3a0483d86ccab3f_step_000", + "00001114_5f5cf6feacbc41fb88b2d873_step_000", + "00001121_da4037e40839451dbbc2bd1f_step_000", + "00001130_c2db313c2ce749d784c610d2_step_002", + "00001139_0b0ed9b0ccbb455d82c60d69_step_000", + "00001140_0b0ed9b0ccbb455d82c60d69_step_001", + "00001141_0b0ed9b0ccbb455d82c60d69_step_002", + "00001146_274866da478e4a009bed8750_step_001", + "00001159_f112d6f3e0c644ae9de2a724_step_000", + "00001165_4b65bb9a02f6494aa897a53e_step_000", + "00001167_107f61d0402f4c9a9d9d1342_step_000", + "00001168_107f61d0402f4c9a9d9d1342_step_001", + "00001169_0889c458f3f74dc288d2d531_step_000", + "00001170_0889c458f3f74dc288d2d531_step_001", + "00001177_9f1ce06d5e334fe88e1581aa_step_001", + "00001178_515d7e1aeb364a2d88083cf3_step_000", + "00001182_bc0b5846e3d84904ad02e547_step_001", + "00001185_507b60b57791425bbb73273e_step_000", + "00001186_507b60b57791425bbb73273e_step_001", + "00001187_507b60b57791425bbb73273e_step_002", + "00001190_507b60b57791425bbb73273e_step_005", + "00001191_507b60b57791425bbb73273e_step_006", + "00001193_46b17dd88ed24f55bca2eb69_step_000", + "00001200_e44a0f9afbe84b918f789f0f_step_000", + "00001206_e44a0f9afbe84b918f789f0f_step_006", + "00001210_4be610c137ba42ae9933e69b_step_000", + "00001211_4be610c137ba42ae9933e69b_step_001", + "00001212_4be610c137ba42ae9933e69b_step_002", + "00001213_4be610c137ba42ae9933e69b_step_003", + "00001214_9edb90c9f417497fb70bddf6_step_000", + "00001217_e517c61f1c49433bb81cf980_step_000", + "00001228_2fd836ae38b44c41bfbd9584_step_002", + "00001232_73b40f9a4cd3419ab3b42b73_step_001", + "00001233_73b40f9a4cd3419ab3b42b73_step_002", + "00001235_17ea801126da4654b34f6c52_step_000", + "00001238_96503b6a26c64074ad598927_step_000", + "00001239_96503b6a26c64074ad598927_step_001", + "00001240_96503b6a26c64074ad598927_step_002", + "00001241_96503b6a26c64074ad598927_step_003", + "00001242_96503b6a26c64074ad598927_step_004", + "00001243_96503b6a26c64074ad598927_step_005", + "00001244_96503b6a26c64074ad598927_step_006", + "00001246_96503b6a26c64074ad598927_step_008", + "00001247_96503b6a26c64074ad598927_step_009", + "00001249_96503b6a26c64074ad598927_step_011", + "00001252_96503b6a26c64074ad598927_step_014", + "00001253_96503b6a26c64074ad598927_step_015", + "00001254_c2da273d137e475abb1ab1f4_step_000", + "00001255_3df9015915ff4fa7b57f0a71_step_000", + "00001257_a4715d363f88400c8f0238d1_step_000", + "00001260_a4715d363f88400c8f0238d1_step_003", + "00001262_157e5348bf6545e282472856_step_000", + "00001263_157e5348bf6545e282472856_step_001", + "00001266_b53ece83d8964b44bbf1f8ed_step_002", + "00001273_b53ece83d8964b44bbf1f8ed_step_009", + "00001274_b53ece83d8964b44bbf1f8ed_step_010", + "00001276_b53ece83d8964b44bbf1f8ed_step_012", + "00001285_b53ece83d8964b44bbf1f8ed_step_021", + "00001294_b53ece83d8964b44bbf1f8ed_step_030", + "00001298_b53ece83d8964b44bbf1f8ed_step_034", + "00001300_b9951da825954791b59b979d_step_000", + "00001301_a54ee779467b42ea8709e1ca_step_000", + "00001305_3f3a389e9d5a4370b952bdce_step_001", + "00001310_3f3a389e9d5a4370b952bdce_step_006", + "00001311_e95b8713cc0b4436909c78e9_step_000", + "00001314_a9ed5e56a6a8414f91b39bdb_step_000", + "00001319_6a5a7dbad03b4a57b33f2c0d_step_002", + "00001320_6a5a7dbad03b4a57b33f2c0d_step_003", + "00001321_7cef9b79a6b04db894fd74e5_step_000", + "00001324_5bf4a74af99f405392406e40_step_000", + "00001333_beab79941e884455a62af40c_step_001", + "00001334_beab79941e884455a62af40c_step_002", + "00001335_beab79941e884455a62af40c_step_003", + "00001336_beab79941e884455a62af40c_step_004", + "00001338_beab79941e884455a62af40c_step_006", + "00001339_beab79941e884455a62af40c_step_007", + "00001340_beab79941e884455a62af40c_step_008", + "00001344_d8d97699a52842539e08d117_step_002", + "00001345_d8d97699a52842539e08d117_step_003", + "00001346_d8d97699a52842539e08d117_step_004", + "00001348_318b81a8e412438183201be7_step_000", + "00001349_27327ddba7f64417ae1e69a3_step_000", + "00001352_4e1d56bc2cef49ea84626b11_step_000", + "00001353_4e1d56bc2cef49ea84626b11_step_001", + "00001354_4e1d56bc2cef49ea84626b11_step_002", + "00001356_aa0de7c5e9e84d73816bdbde_step_000", + "00001358_2e314c6e080b40fcb6a6db96_step_001", + "00001360_2e314c6e080b40fcb6a6db96_step_003", + "00001368_2e314c6e080b40fcb6a6db96_step_011", + "00001369_2e314c6e080b40fcb6a6db96_step_012", + "00001371_2e314c6e080b40fcb6a6db96_step_014", + "00001373_2e314c6e080b40fcb6a6db96_step_016", + "00001375_2e314c6e080b40fcb6a6db96_step_018", + "00001377_2e314c6e080b40fcb6a6db96_step_020", + "00001379_5b1d6e2599ea47d498a04256_step_000", + "00001380_c49484307f434da78fa06b1f_step_000", + "00001381_c49484307f434da78fa06b1f_step_001", + "00001387_60cf3ad636dd42e0bcec6946_step_000", + "00001389_21b525da345e4e62aebd906b_step_000", + "00001391_406eb61c554a429ebd8a4d4f_step_000", + "00001392_406eb61c554a429ebd8a4d4f_step_001", + "00001393_406eb61c554a429ebd8a4d4f_step_002", + "00001394_406eb61c554a429ebd8a4d4f_step_003", + "00001398_49414db2dd594dc6a3907cf3_step_001", + "00001399_49414db2dd594dc6a3907cf3_step_002", + "00001400_49414db2dd594dc6a3907cf3_step_003", + "00001401_49414db2dd594dc6a3907cf3_step_004", + "00001402_49414db2dd594dc6a3907cf3_step_005", + "00001403_49414db2dd594dc6a3907cf3_step_006", + "00001404_49414db2dd594dc6a3907cf3_step_007", + "00001405_49414db2dd594dc6a3907cf3_step_008", + "00001406_49414db2dd594dc6a3907cf3_step_009", + "00001407_49414db2dd594dc6a3907cf3_step_010", + "00001408_49414db2dd594dc6a3907cf3_step_011", + "00001409_49414db2dd594dc6a3907cf3_step_012", + "00001410_49414db2dd594dc6a3907cf3_step_013", + "00001411_49414db2dd594dc6a3907cf3_step_014", + "00001412_49414db2dd594dc6a3907cf3_step_015", + "00001413_4642a707b7894949ba816427_step_000", + "00001414_b38f661707674b8eb983d992_step_000", + "00001417_a45f6c99e2154f3b94955175_step_001", + "00001422_a45f6c99e2154f3b94955175_step_006", + "00001427_a45f6c99e2154f3b94955175_step_011", + "00001428_a45f6c99e2154f3b94955175_step_012", + "00001429_a45f6c99e2154f3b94955175_step_013", + "00001430_a45f6c99e2154f3b94955175_step_014", + "00001432_a45f6c99e2154f3b94955175_step_016", + "00001433_a45f6c99e2154f3b94955175_step_017", + "00001434_a45f6c99e2154f3b94955175_step_018", + "00001438_a45f6c99e2154f3b94955175_step_022", + "00001445_a45f6c99e2154f3b94955175_step_029", + "00001447_a45f6c99e2154f3b94955175_step_031", + "00001449_a45f6c99e2154f3b94955175_step_033", + "00001450_a45f6c99e2154f3b94955175_step_034", + "00001453_a45f6c99e2154f3b94955175_step_037", + "00001455_a45f6c99e2154f3b94955175_step_039", + "00001456_a45f6c99e2154f3b94955175_step_040", + "00001459_a45f6c99e2154f3b94955175_step_043", + "00001461_a45f6c99e2154f3b94955175_step_045", + "00001466_a45f6c99e2154f3b94955175_step_050", + "00001467_a45f6c99e2154f3b94955175_step_051", + "00001468_a45f6c99e2154f3b94955175_step_052", + "00001469_a45f6c99e2154f3b94955175_step_053", + "00001470_a45f6c99e2154f3b94955175_step_054", + "00001471_a45f6c99e2154f3b94955175_step_055", + "00001472_a45f6c99e2154f3b94955175_step_056", + "00001473_a45f6c99e2154f3b94955175_step_057", + "00001474_a45f6c99e2154f3b94955175_step_058", + "00001480_a45f6c99e2154f3b94955175_step_064", + "00001481_a45f6c99e2154f3b94955175_step_065", + "00001482_a45f6c99e2154f3b94955175_step_066", + "00001483_a45f6c99e2154f3b94955175_step_067", + "00001484_a45f6c99e2154f3b94955175_step_068", + "00001487_a45f6c99e2154f3b94955175_step_071", + "00001490_6c8ef6d2f5564d139a5077f8_step_001", + "00001491_6c8ef6d2f5564d139a5077f8_step_002", + "00001495_6c8ef6d2f5564d139a5077f8_step_006", + "00001496_eb4e2b01aaca4131bfc64adb_step_000", + "00001497_eb4e2b01aaca4131bfc64adb_step_001", + "00001500_eb4e2b01aaca4131bfc64adb_step_004", + "00001501_6a0f221e85e04411afe23f51_step_000", + "00001503_6a0f221e85e04411afe23f51_step_002", + "00001505_6d02705716e04d9081f4980b_step_000", + "00001511_5cbe58077e4b4885a5c213b3_step_004", + "00001512_5cbe58077e4b4885a5c213b3_step_005", + "00001522_7079a898746d41ba8ae13d69_step_003", + "00001525_e0d35a03b46745259cf8878f_step_000", + "00001527_9214869844f14e83a9dce3ec_step_000", + "00001532_9f0a4a641e8f4cc588eb4315_step_000", + "00001534_e1d62958d7ca4ad18fefd54d_step_001", + "00001535_e1d62958d7ca4ad18fefd54d_step_002", + "00001538_e1d62958d7ca4ad18fefd54d_step_005", + "00001543_e1d62958d7ca4ad18fefd54d_step_010", + "00001550_a94d978cf62948ce80b417a9_step_000", + "00001552_b0a9c4d836294846891615fe_step_000", + "00001553_adfa1c33ae4d4d0aa441ddc3_step_000", + "00001554_30de00089a3f4a339eddb68d_step_000", + "00001555_30de00089a3f4a339eddb68d_step_001", + "00001556_30de00089a3f4a339eddb68d_step_002", + "00001557_16c191aef5034779aaab6e3f_step_000", + "00001563_2e9dc7e9a1a54dd7ab901478_step_000", + "00001567_9280741c840d4aa1af32658e_step_002", + "00001569_6fc579f3224d4d53a1b60710_step_000", + "00001578_a3b89691665043a08931897f_step_001", + "00001579_a3b89691665043a08931897f_step_002", + "00001582_a3b89691665043a08931897f_step_005", + "00001586_763da6a559544098acbf4154_step_002", + "00001592_35f4abaacc9447e4ac0b964f_step_001", + "00001594_2128dbbd4bf34879913b3a99_step_000", + "00001596_2128dbbd4bf34879913b3a99_step_002", + "00001597_13bd23e0e4c740969b0c71ab_step_000", + "00001598_c118664e9f6f4943855293fa_step_000" + ], + "total_nodes": 17952579, + "exact_references": [ + { + "index": 0, + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "result": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-00/output/result.json", + "result_sha256": "9367eb5c66254c7796add7e4666f6c05d65984c27f571b47c33561445d4f0aa0", + "field": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-00/output/event-field.npz", + "field_sha256": "d7ee3f7ea752d8422fac3ea3f742e842620b2d516022a763a8da9c9f6daed34e" + }, + { + "index": 1, + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "result": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-01/output/result.json", + "result_sha256": "e35dd80747ca42f5a9ad5722bda46384d2e5a7eab488824b64c36d133fbda347", + "field": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-01/output/event-field.npz", + "field_sha256": "02f63da35b9a6f7229be502fff479e08333bae041f5dfb578524503e3d5fd169" + }, + { + "index": 2, + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "result": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-02/output/result.json", + "result_sha256": "9ad4db9ab73c757c9f72ae4db19440d27b78960807402eaf7dfca5d9ebd53a07", + "field": "artifacts/s3b-a-ten-part-2026-11-15/parts/part-02/output/event-field.npz", + "field_sha256": "8c8c1b4234d8c87e70a9a812882ac03a307a5001c34a8a9e6cf30eba3dda282e" + } + ], + "candidate_order": [ + "splu", + "gmres_ilu" + ], + "parameters": { + "batch_volume_fraction": 0.005, + "splu": { + "permc_spec": "COLAMD", + "diag_pivot_thresh": 1.0 + }, + "gmres": { + "restart": 50, + "maxiter": 40, + "rtol": 1e-09, + "atol": 0.0, + "callback_type": "pr_norm" + }, + "spilu": { + "drop_tol": 0.0001, + "fill_factor": 10.0, + "drop_rule": "basic,area", + "permc_spec": "COLAMD", + "diag_pivot_thresh": 1.0 + }, + "maxiter_unit": "restart cycles; at most2000 inner steps", + "early_resolve": "newly full node has positive rate but no unfilled positive-g neighbour" + }, + "worker_cpu": 16, + "coordinator_cpus": [ + 30, + 31 + ], + "old_worker_CPU_s": 3239.962177, + "new_synthetic_worker_CPU_s": 6.244713, + "limits": { + "total_worker_CPU_s": 72000, + "postfit_reserve_CPU_s": 7200, + "part_CPU_s": 1800, + "part_wall_s": 1800, + "part_RSS_bytes": 4294967296, + "ten_disk_bytes": 5368709120, + "total_disk_bytes": 21474836480, + "workers": 1, + "processes_per_worker": 1 + }, + "numpy_version": "1.26.4", + "scipy_version": "1.15.3", + "label_policy": "same exact geometry file allowlist; no labels in prediction", + "stage": "reuse first three PASS; only remaining seven same splu; original attributed solver fallback retained; stage reservation failure stops", + "source_sha256": { + "artifacts/s3b-a-ten-part-2026-11-15/contract.json": "19e9ddf1ba246d19f6b3ff8899dbb64690e0e1dce7cfe547c2556d7ad9f50e36", + "artifacts/s3b-a-ten-part-2026-11-15/complete.json": "cfceea2cc22425ddc097c0cca51f345255bdf124e52f232c91b590921fecae67", + "artifacts/s2-main-preparation-2026-11-15/final-roster.json": "fb0c984f2e553343a598ce2e3c7012d3017053dc0fef58b5aaf46dd3c67a207e", + "docs/s3b-a-v0.4-paper-draft-2026-11-15.md": "429bf06cf8961b42ba52352d1d74feda49854bdb3c426632915a6f8b2ada71d9", + "docs/s3b-a-v0.4-approved-contract-2026-11-15.md": "d318f0368939beada5c5d52edbb8808786e91905a790a2a9ddf4be2880b696ae", + "artifacts/s3b-a-v04-synthetic-2026-11-15/attempt-01/synthetic.receipt.json": "80caf4f4c36eba32c3286ae0c5bbb1f80c8f99f66e453a6a153b957d56c32fc6", + "artifacts/s3b-a-v04-synthetic-2026-11-15/attempt-02/synthetic.receipt.json": "fbe0e74fbde5469f5ffb13b375878e362cfdafbacc4dc8c3a05b9dcc224aed7c", + "artifacts/s3b-a-v04-ten-2026-11-15/complete.json": "fb35c0ca88b1c68529bc86bab7d3d0e57541d8781ee52e87e09769957235cfda", + "artifacts/s3b-a-v04-stage-guard-2026-11-15/failure.json": "fab6ce27a8899c35d7a6dbcbdd0f1b26c7313341043fa3ed5ef62791fc2f5912", + "artifacts/s3b-a-v04-gates-2026-11-15/complete.json": "c7c91183610e2cb56c2bc659ce10f4d0a328658f09ca3cebd5470d6683e77538", + "artifacts/s3b-a-v04-stage-guard-tests-2026-11-15/attempt-01/synthetic.receipt.json": "32c790eb3af0862594938842334cededbd6da6870745597d515c51d79469f8b4", + "artifacts/s3b-a-v04-gate-tests-2026-11-15/attempt-01/synthetic.receipt.json": "9c7ed5c1855522fde9010ba95e79dc61ea11eea51c3edd00c3c1e1223ae3b1b7", + "artifacts/s3b-a-v04-gate-tests-2026-11-15/attempt-02/synthetic.receipt.json": "2de6a160666b38348c905cdbbef17ab5fcc03ef5425c521997c4c825736470d4", + "artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.receipt.json": "ba79c4541ccfa9189813b3108225b27e4b6656d4f436fbb7228fccd2ffbad122", + "artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.receipt.json": "cfed3531d6ce91253a789a6d18088f72e36f08db7ab8e07050af245dca3cef11" + }, + "code_sha256": { + "tools/s3b_v04_math.py": "79897bc190577967688dfdd30873d48447c3ee373932e9f4ab8a17db4efd03d2", + "tools/s3b_v04_runtime.py": "ff4720c88ef1b1726deb9b639269c95756f7b1000730f5619c2fb783b1bee0e7", + "tools/run_s3b_v04_part.py": "42e7c22d0c4e8526693a4e28b25049a97acefdeb90a91bce604c51202bc942f5", + "tools/run_s3b_v04_ten.py": "e33e720286c7003f11dd491f9911f9413887c0d5f74f9e0c0cb073298f582b36", + "tools/prepare_s3b_v04_ten.py": "4296bfee53cf792f8e834c22c9a0ea8d2dacc78dac07be5630a918a57686c3b8", + "tools/test_s3b_v04.py": "3ed3adf07bb68cb7b0a0b0623f85b401844d92aebb90f77307cbdc072f81cbf9", + "tools/s3b_graph.py": "1bdde607ab192deb3ede1833755675243d543d61e96c8cc7a33eb1f89e96c5bd", + "tools/s3b_runtime.py": "f41057db3cbe38850ab65178c6b44be6b8fc3e97bf559769fbc17592a297971d", + "tools/test_s3b_graph.py": "9a3128420ce001fda09a3293d95a5f61fc8e914cfde0dbbc0c241d011d7670e9", + "tools/boundary_distance.py": "a45c1cbce92521a96eb814913b4f465b926c0b3883932ab0b7c37d11db113ed7", + "tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919", + "tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e", + "tools/run_s3b_v04_continue.py": "48930bedfb2b45219e499bb6c2ad9e4d6aa5a67b34e317366917728a5c171864", + "tools/s3b_v04_stage_guard_v2.py": "92d632b73cf6ec929be49d96497664ab966e1876b7ba7c093b2b1518103647c2", + "tools/prepare_s3b_v04_continuation.py": "42701a67bda16104682e3d2b6099b3c2e2403eb702a727d75e9b451fbe3180a2", + "tools/test_s3b_v04_continuation.py": "ebb8959e6faadba5e7ccb5dd9c7067a2e79ee67b054d96e421a44d46214db9e9" + }, + "engineering_ruling": "1794748036.544479", + "stage_cap_ruling": "1794747272.597049", + "reused_receipts": [ + { + "method": "splu", + "index": 0, + "case": "00001130_c2db313c2ce749d784c610d2_step_002", + "worker": { + "status": "PASS", + "command": [ + "taskset", + "-c", + "16", + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/run_s3b_v04_part.py", + "artifacts/s3b-a-v04-ten-2026-11-15", + "0", + "splu" + ], + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 36.975542, + "wall_seconds": 37.031975959951524, + "peak_tree_rss_bytes": 135684096, + "peak_process_count": 1, + "output_disk_bytes_before_receipt": 5173248, + "max_poll_gap_seconds": 0.3977732859784737, + "poll_target_seconds": 0.2, + "reaped_orphan_cpu_seconds": 0.0, + "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", + "gpu_visible": false, + "retry": false, + "monitor_errors": 0, + "last_monitor_error": null + }, + "classification": { + "category": "PASS", + "solver_attributable": false, + "reason": null + }, + "files": { + "result": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/output/result.json", + "sha256": "654860d69a59944af8ca850772710be2a3fe7ae702cd03b703e598a82d56ae1d" + }, + "progress": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/output/progress.json", + "sha256": "4ac0eca43d81d9f439da8071e2b29e72aff203dee26559e036c7145001feb528" + } + }, + "reused_original": true, + "original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-00/guard-result.json", + "original_guard_result_sha256": "9ca50e2510f578c9745df7a04720d474b85a9c1f594c16a15774b99f1e26e7fe", + "pressure_calls": 468, + "early_resolves": 386, + "dead_end_share": 0.8247863247863247 + }, + { + "method": "splu", + "index": 1, + "case": "00001324_5bf4a74af99f405392406e40_step_000", + "worker": { + "status": "PASS", + "command": [ + "taskset", + "-c", + "16", + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/run_s3b_v04_part.py", + "artifacts/s3b-a-v04-ten-2026-11-15", + "1", + "splu" + ], + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 360.905106, + "wall_seconds": 361.0114358169958, + "peak_tree_rss_bytes": 148307968, + "peak_process_count": 1, + "output_disk_bytes_before_receipt": 7524352, + "max_poll_gap_seconds": 0.7691794019774534, + "poll_target_seconds": 0.2, + "reaped_orphan_cpu_seconds": 0.0, + "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", + "gpu_visible": false, + "retry": false, + "monitor_errors": 0, + "last_monitor_error": null + }, + "classification": { + "category": "PASS", + "solver_attributable": false, + "reason": null + }, + "files": { + "result": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/output/result.json", + "sha256": "601778b817235773f539f3985cd4cc846206dd040ba5c348c41343da99bf489f" + }, + "progress": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/output/progress.json", + "sha256": "7bfd7626508b07fd39648992df13ec9d51410f9aa258a91a1ee5c0e716f20300" + } + }, + "reused_original": true, + "original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-01/guard-result.json", + "original_guard_result_sha256": "13a96b0072e4713cca94a9f7c7d6e89c53e044d1b5f0108a8de8d32750ccff21", + "pressure_calls": 2808, + "early_resolves": 2807, + "dead_end_share": 0.9996438746438746 + }, + { + "method": "splu", + "index": 2, + "case": "00000842_2c1efcc32d094e9fb9e1a88e_step_002", + "worker": { + "status": "PASS", + "command": [ + "taskset", + "-c", + "16", + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/run_s3b_v04_part.py", + "artifacts/s3b-a-v04-ten-2026-11-15", + "2", + "splu" + ], + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 565.748434, + "wall_seconds": 565.9334301319905, + "peak_tree_rss_bytes": 171499520, + "peak_process_count": 1, + "output_disk_bytes_before_receipt": 7901184, + "max_poll_gap_seconds": 1.3971312350477092, + "poll_target_seconds": 0.2, + "reaped_orphan_cpu_seconds": 0.0, + "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", + "gpu_visible": false, + "retry": false, + "monitor_errors": 0, + "last_monitor_error": null + }, + "classification": { + "category": "PASS", + "solver_attributable": false, + "reason": null + }, + "files": { + "result": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/output/result.json", + "sha256": "6f972eaba4f27eb4bd7f24941a4ec55419691fef1e460376c68343e5b130edb2" + }, + "progress": { + "path": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/output/progress.json", + "sha256": "f754cfa618e96d901333a33a4f1dec9a1d7c154dad4fd5e836ed41a1fc0642e3" + } + }, + "reused_original": true, + "original_guard_result": "artifacts/s3b-a-v04-ten-2026-11-15/candidates/splu/parts/part-02/guard-result.json", + "original_guard_result_sha256": "928aa79b59c6ac3b5b0dfe8b2747eed3e3c8b10b03f9ed2588edc67b9f97a204", + "pressure_calls": 2332, + "early_resolves": 2330, + "dead_end_share": 0.9991423670668954 + } + ], + "inherited_original_stop": "artifacts/s3b-a-v04-ten-2026-11-15/complete.json", + "inherited_original_stop_sha256": "fb35c0ca88b1c68529bc86bab7d3d0e57541d8781ee52e87e09769957235cfda", + "never_attempted_indices": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9 + ], + "scientific_implementation_unchanged": "847a6f8ad2f87e9b09e1c5ad1720d200ce5e57e6", + "candidate_stage_CPU_cap": 10800 +} diff --git a/artifacts/s3b-a-v04-gates-continuation-2026-11-15/contract.json b/artifacts/s3b-a-v04-gates-continuation-2026-11-15/contract.json new file mode 100644 index 000000000..474b4762a --- /dev/null +++ b/artifacts/s3b-a-v04-gates-continuation-2026-11-15/contract.json @@ -0,0 +1,48 @@ +{ + "version": "s3b-v04-reference-cost-gates-v1", + "ruling": "1794745781.398039", + "clarifications": [ + "1794745880.964439", + "1794747272.597049" + ], + "ten_root": "artifacts/s3b-a-v04-continuation-2026-11-15", + "stage_guard_root": "artifacts/s3b-a-v04-stage-guard-v2-2026-11-15", + "additional_synthetic_CPU_s": 0.0, + "code_sha256": { + "tools/s3b_v04_gates.py": "fbe3a17c3b0016c998c6432848f83443c8580bb8f3ff65efe60f6ddc52580f51", + "tools/run_s3b_v04_gates.py": "806ecdf50d400325439477e736f8fd1dd844c45cfeddf70fe2a2ec8ab75aa7b8", + "tools/test_s3b_v04_gates.py": "93e12478ad444e4b7c566a1dc5ccfbb562b90da22c89c6002a11140fb1f24a25", + "tools/s3b_runtime.py": "f41057db3cbe38850ab65178c6b44be6b8fc3e97bf559769fbc17592a297971d", + "tools/naive_ordering_math.py": "8a71dfb139f58c523077e8e94d7cbe7ad34eb7680b6b2535bfcf7a94001ad86c", + "tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919", + "tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e" + }, + "source_sha256": { + "artifacts/s3b-a-v04-ten-2026-11-15/contract.json": "c9d7c08f22c1cf77f2ac1d72b1a4602f06f614c246cae8eb3b7ad235b04ac4a3", + "artifacts/s3b-a-v04-ten-2026-11-15/code-freeze.json": "bb6bedab545ee83fb8883178ba61dc9291437244c09f52fe903fcaa08950b634", + "artifacts/s3b-a-v04-stage-guard-tests-2026-11-15/attempt-01/synthetic.receipt.json": "32c790eb3af0862594938842334cededbd6da6870745597d515c51d79469f8b4", + "artifacts/s3b-a-v04-gate-tests-2026-11-15/attempt-01/synthetic.receipt.json": "9c7ed5c1855522fde9010ba95e79dc61ea11eea51c3edd00c3c1e1223ae3b1b7", + "artifacts/s3b-a-v04-gate-tests-2026-11-15/attempt-02/synthetic.receipt.json": "2de6a160666b38348c905cdbbef17ab5fcc03ef5425c521997c4c825736470d4", + "artifacts/s3b-a-v04-continuation-2026-11-15/contract.json": "a39dc2947e6cc8dea3721a48a0a5bce777daec82f19ad6d2c83693e9e45a3a0f" + }, + "stage_order": [ + "wait existing ten and external guard terminal", + "three exact references", + "count-only all617 cost census", + "frozen max-rate gate" + ], + "per_gate": { + "CPU_s": 1800, + "wall_s": 1800, + "RSS_bytes": 4294967296, + "workers": 1, + "CPU": 16 + }, + "no_labels": true, + "no_solver_switch": true, + "no_full617_launch": true, + "fixed_overhead_rule": "max over ten of guard CPU minus event CPU and positive-query CPU, times617; zero-query CPU stays fixed overhead", + "projection": "1.25*(max eventsCPU/nodes*full617nodes + max midpointCPU/positivequeries*full617queries) + fixed overhead + all settled worker CPU including gates +7200 <=72000; ten included conservatively but never rerun", + "engineering_ruling": "1794748036.544479", + "ledger_note": "All old/new synthetic costs, including failed attempt, are already in continuation ten ledger; do not add again" +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/execution.lock b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/execution.lock new file mode 100644 index 000000000..e69de29bb diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/ledger.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/ledger.json new file mode 100644 index 000000000..6677e104c --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/ledger.json @@ -0,0 +1,10 @@ +{ + "cpu_seconds_charged": 0.22703799999999996, + "attempts": [ + { + "name": "synthetic", + "status": "STOPPED_OR_FAILED", + "cpu_seconds": 0.22703799999999996 + } + ] +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.log b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.log new file mode 100644 index 000000000..cd9eba2f9 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.log @@ -0,0 +1,32 @@ +test_actual_worker_exit_before_parent_reap (__main__.RecoveryTests) ... ok +test_existing_spend_counts_against_stage_full_job_reservation (__main__.RecoveryTests) ... /home/frank14f/optane/MeltMind/tools/test_s3b_v04_continuation.py:59: ResourceWarning: unclosed file <_io.TextIOWrapper name='/tmp/tmpta77_p9s/batch.lock' mode='a' encoding='UTF-8'> + code=run(root) +ResourceWarning: Enable tracemalloc to get the object allocation traceback +ok +test_identity_with_completed_result_before_wait4_receipt (__main__.RecoveryTests) ... ok +test_live_expected_worker_and_known_gone (__main__.RecoveryTests) ... ok +test_only_seven_unattempted_are_dispatched (__main__.RecoveryTests) ... V04_TERMINAL method=splu index=3 status=PASS +V04_TERMINAL method=splu index=4 status=PASS +V04_TERMINAL method=splu index=5 status=PASS +V04_TERMINAL method=splu index=6 status=PASS +V04_TERMINAL method=splu index=7 status=PASS +V04_TERMINAL method=splu index=8 status=PASS +V04_TERMINAL method=splu index=9 status=PASS +/home/frank14f/optane/MeltMind/tools/test_s3b_v04_continuation.py:59: ResourceWarning: unclosed file <_io.TextIOWrapper name='/tmp/tmp5rhml_xc/batch.lock' mode='a' encoding='UTF-8'> + code=run(root) +ResourceWarning: Enable tracemalloc to get the object allocation traceback +ok +test_wait4_replaces_live_cpu_once (__main__.RecoveryTests) ... FAIL + +====================================================================== +FAIL: test_wait4_replaces_live_cpu_once (__main__.RecoveryTests) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/home/frank14f/optane/MeltMind/tools/test_s3b_v04_continuation.py", line 43, in test_wait4_replaces_live_cpu_once + self.assertEqual(stage_charge({'part-02':565.748434},{'part-02':565.54},3.893839),569.642273) +AssertionError: 569.6422729999999 != 569.642273 + +---------------------------------------------------------------------- +Ran 6 tests in 0.077s + +FAILED (failures=1) diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.receipt.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.receipt.json new file mode 100644 index 000000000..3d69f63a1 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.receipt.json @@ -0,0 +1,22 @@ +{ + "status": "STOPPED_OR_FAILED", + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/test_s3b_v04_continuation.py" + ], + "returncode": 1, + "stop_reason": null, + "cpu_seconds": 0.22703799999999996, + "wall_seconds": 0.24932852300116792, + "peak_tree_rss_bytes": 33337344, + "peak_process_count": 2, + "output_disk_bytes_before_receipt": 8192, + "max_poll_gap_seconds": 0.020950617967173457, + "poll_target_seconds": 0.02, + "reaped_orphan_cpu_seconds": 0.0, + "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", + "gpu_visible": false, + "retry": false, + "monitor_errors": 0, + "last_monitor_error": null +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.started.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.started.json new file mode 100644 index 000000000..323bce2b8 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-01/synthetic.started.json @@ -0,0 +1,15 @@ +{ + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/test_s3b_v04_continuation.py" + ], + "limits": { + "total_cpu_seconds": 60, + "job_cpu_seconds": 60, + "job_wall_seconds": 90, + "tree_rss_bytes": 1073741824, + "disk_bytes": 20971520, + "max_processes": 2 + }, + "started_unix": 1794748267.8378913 +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/execution.lock b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/execution.lock new file mode 100644 index 000000000..e69de29bb diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/ledger.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/ledger.json new file mode 100644 index 000000000..bbd3eb0ba --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/ledger.json @@ -0,0 +1,10 @@ +{ + "cpu_seconds_charged": 0.218599, + "attempts": [ + { + "name": "synthetic", + "status": "PASS", + "cpu_seconds": 0.218599 + } + ] +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.log b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.log new file mode 100644 index 000000000..bc7c05c68 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.log @@ -0,0 +1,18 @@ +test_actual_worker_exit_before_parent_reap (__main__.RecoveryTests) ... ok +test_existing_spend_counts_against_stage_full_job_reservation (__main__.RecoveryTests) ... ok +test_identity_with_completed_result_before_wait4_receipt (__main__.RecoveryTests) ... ok +test_live_expected_worker_and_known_gone (__main__.RecoveryTests) ... ok +test_only_seven_unattempted_are_dispatched (__main__.RecoveryTests) ... V04_TERMINAL method=splu index=3 status=PASS +V04_TERMINAL method=splu index=4 status=PASS +V04_TERMINAL method=splu index=5 status=PASS +V04_TERMINAL method=splu index=6 status=PASS +V04_TERMINAL method=splu index=7 status=PASS +V04_TERMINAL method=splu index=8 status=PASS +V04_TERMINAL method=splu index=9 status=PASS +ok +test_wait4_replaces_live_cpu_once (__main__.RecoveryTests) ... ok + +---------------------------------------------------------------------- +Ran 6 tests in 0.072s + +OK diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.receipt.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.receipt.json new file mode 100644 index 000000000..9918bfbf3 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.receipt.json @@ -0,0 +1,22 @@ +{ + "status": "PASS", + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/test_s3b_v04_continuation.py" + ], + "returncode": 0, + "stop_reason": null, + "cpu_seconds": 0.218599, + "wall_seconds": 0.2285621860064566, + "peak_tree_rss_bytes": 33513472, + "peak_process_count": 2, + "output_disk_bytes_before_receipt": 8192, + "max_poll_gap_seconds": 0.020923480042256415, + "poll_target_seconds": 0.02, + "reaped_orphan_cpu_seconds": 0.0, + "supervision": "sampled process-tree monitoring; wait4 final CPU/HWM; overshoot retained as failure", + "gpu_visible": false, + "retry": false, + "monitor_errors": 0, + "last_monitor_error": null +} diff --git a/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.started.json b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.started.json new file mode 100644 index 000000000..56b51ba35 --- /dev/null +++ b/artifacts/s3b-a-v04-recovery-tests-2026-11-15/attempt-02/synthetic.started.json @@ -0,0 +1,15 @@ +{ + "command": [ + "/home/frank14f/anaconda3/envs/pycuda_3_10/bin/python", + "tools/test_s3b_v04_continuation.py" + ], + "limits": { + "total_cpu_seconds": 60, + "job_cpu_seconds": 60, + "job_wall_seconds": 90, + "tree_rss_bytes": 1073741824, + "disk_bytes": 20971520, + "max_processes": 2 + }, + "started_unix": 1794748317.2518542 +} diff --git a/docs/s3b-a-v04-engineering-continuation-2026-11-15.md b/docs/s3b-a-v04-engineering-continuation-2026-11-15.md new file mode 100644 index 000000000..c2f30e4a9 --- /dev/null +++ b/docs/s3b-a-v04-engineering-continuation-2026-11-15.md @@ -0,0 +1,15 @@ +# v0.4 守卫竞态修复与获批七件接续 + +Claude1794748036.544479实际核读后批准:保留原基础设施停止及费用,复用三个PASS,仅splu按原顺序继续七个未尝试件,累计10800候选帽及同一20h账,不因本次事故换solver。未改变原数学模块、part worker、批量0.005M、路由、求解器参数或参考门。原事故已固定a73e639702f277c69e62215a5373cd5c1aeb80bc并发布,原根与失败文件不改写。 + +新独立stage_guard_v2在identity不符时,先重新读取wait4/result/协调器是否已进入下一件;已退出、zombie/dead/gone或有完成证据时,保留此前CPU高水位并等待最终回执。只有无法解释的身份变化停止。每次身份异常记录pid、status、cmdline、ppid、create_time及退出/派发证据;资源触发也保存当时观察。协调器消失的查询竞态单独处理。该修复并不追认原事故已实测到zombie,原事故缺失的状态证据仍缺失。 + +新的continue协调器从原三个已结算guard receipt开始,科学源仍847a6f8;只派原索引3–9,原固定次序。每次派发同时检查72000共享账/7200保留和10800候选完整单件预留;外部guard再监控实际CPU到界。原perpart1800CPU/wall/4GiB/单线程不变。候选阶段预留不足直接保留资源停止,不靠本事故启动备用;若未来发生原来已批的求解器归因单件失败,仍只允许固定GMRES+spilu同全十件路径。所有新/复用逐件回执列pressure_calls、early_resolves、dead_end_share,不改变路由。 + +6项修复合成含真实子进程exit-before-parent-reap、result-before-wait4、next-dispatch证据、未知身份拒绝、正常活进程、CPU回执替代、只派七件以及继承旧费用阻止超阶段派发(一个测试含多个断言)。attempt-01因账本565.748434+3.893839的浮点严格相等断言失败,CPU0.227038;未改变账本算法,测试改assertAlmostEqual九位小数。attempt-02全部6PASS,CPU0.218599。原失败测试完整保留,两次0.445637都计账,无科学件重试。 + +接续根artifacts/s3b-a-v04-continuation-2026-11-15;合同a39dc2947e6cc8dea3721a48a0a5bce777daec82f19ad6d2c83693e9e45a3a0f。三个已完成part目录逐文件复制并hash核验,只复用字节不重新计算,合同保留原guard路径/哈希。全部v0.4准备/合成费用6.244713秒(含所有旧失败测试),原三件科学963.629082秒,原exact账3239.962177秒,启动前累计4209.835972秒;splu阶段969.873795/10800,扣7200后计算余60590.164028秒。原管理CPU仍另列。 + +新的门接续只更换输入根/守卫根和重复计费设置,源8a7965d保持不变;gate合同57f290d0f27dfd1b6e7498ff14d03e4a428b8142a7128a924a9ee97ca96b40b7。additional_synthetic_CPU_s=0,因为新ten合同已包含全部6.244713测试CPU,不能再次加旧2.177133。十件+守卫正常终态后仍三参考tau→成本,门失败停报,无full617自动启动。 + +Claude明确842的2330/2332提前重解与565.748434CPU秒高于原exact310.038647,应视为本件退化到近逐事件重解的成本证据。该观察不授权调ΔV或路由;每件真实比例和最终十件成本门决定。此文记录实现/合成/固定合同,实际新PID与首个未尝试件进度另附启动审计。 diff --git a/tools/prepare_s3b_v04_continuation.py b/tools/prepare_s3b_v04_continuation.py new file mode 100644 index 000000000..78c8e08a1 --- /dev/null +++ b/tools/prepare_s3b_v04_continuation.py @@ -0,0 +1,65 @@ +"""Pin approved engineering continuation; copy three PASS bytes, never rerun.""" +from pathlib import Path +import copy +import shutil +from s3b_v04_runtime import contract,read,sha,checked +from s2_recovery_supervisor import save + +ROOT=Path('artifacts/s3b-a-v04-continuation-2026-11-15') +GATES=Path('artifacts/s3b-a-v04-gates-continuation-2026-11-15') +GUARD=Path('artifacts/s3b-a-v04-stage-guard-v2-2026-11-15') + + +def main(): + if any(p.exists() for p in [ROOT,GATES,GUARD]):raise FileExistsError('Continuation already prepared') + old=Path('artifacts/s3b-a-v04-ten-2026-11-15');original=contract(old);terminal=read(old/'complete.json') + if terminal['stop_reason']!='COORDINATOR_INTERRUPTED' or terminal['attempts']!=3 or not terminal['account_complete']: + raise ValueError('Unexpected original terminal') + receipts=[];copies={} + for i in range(3): + p=old/'candidates/splu/parts'/f'part-{i:02d}';w=read(p/'guard-result.json');r=read(p/'output/result.json') + if w['classification']['category']!='PASS' or r['status']!='COMPLETE':raise ValueError('Not reusable') + checked(p/'output/result.json',w['files']['result']['sha256']) + for n,h in r['output_sha256'].items():checked(p/'output'/n,h) + w.update(reused_original=True,original_guard_result=str(p/'guard-result.json'), + original_guard_result_sha256=sha(p/'guard-result.json'),pressure_calls=r['pressure_calls'], + early_resolves=r['early_resolves'],dead_end_share=r['early_resolves']/r['pressure_calls']) + receipts.append(w);copies[i]=p + all_tests=[] + for name in ['s3b-a-v04-synthetic-2026-11-15','s3b-a-v04-stage-guard-tests-2026-11-15', + 's3b-a-v04-gate-tests-2026-11-15','s3b-a-v04-recovery-tests-2026-11-15']: + paths=sorted((Path('artifacts')/name).glob('attempt-*/synthetic.receipt.json')) + if not paths or read(paths[-1])['status']!='PASS':raise ValueError('Final test acceptance missing') + all_tests.extend(paths) + c=copy.deepcopy(original) + c.update(version='S3B-a-v04-approved-seven-part-infrastructure-continuation', + engineering_ruling='1794748036.544479',stage_cap_ruling='1794747272.597049', + reused_receipts=receipts,new_synthetic_worker_CPU_s=sum(read(p)['cpu_seconds'] for p in all_tests), + inherited_original_stop=str(old/'complete.json'),inherited_original_stop_sha256=sha(old/'complete.json'), + never_attempted_indices=list(range(3,10)),scientific_implementation_unchanged='847a6f8ad2f87e9b09e1c5ad1720d200ce5e57e6', + candidate_stage_CPU_cap=10800, + stage='reuse first three PASS; only remaining seven same splu; original attributed solver fallback retained; stage reservation failure stops') + for n in ['run_s3b_v04_continue.py','s3b_v04_stage_guard_v2.py','prepare_s3b_v04_continuation.py','test_s3b_v04_continuation.py']: + p=Path('tools')/n;c['code_sha256'][str(p)]=sha(p) + sources=[old/'complete.json',Path('artifacts/s3b-a-v04-stage-guard-2026-11-15/failure.json'), + Path('artifacts/s3b-a-v04-gates-2026-11-15/complete.json'),*all_tests] + for p in sources:c['source_sha256'][str(p)]=sha(p) + ROOT.mkdir() + for i,p in copies.items(): + dest=ROOT/'candidates/splu/parts'/f'part-{i:02d}';dest.parent.mkdir(parents=True,exist_ok=True) + shutil.copytree(p,dest) + for f in p.rglob('*'): + if f.is_file():checked(dest/f.relative_to(p),sha(f)) + save(ROOT/'contract.json',c) + gc=copy.deepcopy(read('artifacts/s3b-a-v04-gates-2026-11-15/contract.json')) + gc.update(ten_root=str(ROOT),stage_guard_root=str(GUARD),additional_synthetic_CPU_s=0., + engineering_ruling='1794748036.544479',ledger_note='All old/new synthetic costs, including failed attempt, are already in continuation ten ledger; do not add again') + gc['source_sha256'][str(ROOT/'contract.json')]=sha(ROOT/'contract.json') + GATES.mkdir();save(GATES/'contract.json',gc) + previous_science=sum(r['worker']['cpu_seconds'] for r in receipts) + print(dict(root=str(ROOT),contract_sha256=sha(ROOT/'contract.json'),gate_contract_sha256=sha(GATES/'contract.json'), + tests_CPU_s=c['new_synthetic_worker_CPU_s'],reused_science_CPU_s=previous_science, + cumulative_worker_CPU_s=c['old_worker_CPU_s']+c['new_synthetic_worker_CPU_s']+previous_science)) + + +if __name__=='__main__':main() diff --git a/tools/run_s3b_v04_continue.py b/tools/run_s3b_v04_continue.py new file mode 100644 index 000000000..11c06b2f3 --- /dev/null +++ b/tools/run_s3b_v04_continue.py @@ -0,0 +1,101 @@ +"""Authorized seven-part infrastructure continuation; original three PASS reused.""" +import argparse +import fcntl +import os +from pathlib import Path +import resource +import signal +import sys +import time +import psutil +from s2_recovery_supervisor import save, supervise, stop_group +from s2_recovery_monitoring import disk_usage +from s3b_v04_runtime import contract, read, sha, reserve_job, failure_classification, may_switch + + +def run(root): + lock=(root/'batch.lock').open('a');fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB) + c=contract(root);lim=c['limits'] + if (root/'started.json').exists():raise FileExistsError('Never restart a candidate measurement') + os.sched_setaffinity(0,c['coordinator_cpus']) + save(root/'started.json',dict(pid=os.getpid(),unix=time.time(),contract_sha256=sha(root/'contract.json'), + code_freeze=read(root/'code-freeze.json'),stage='V04_FIXED_TEN',labels_read=False)) + interrupted=False + def stop(*_): + nonlocal interrupted + interrupted=True + for child in psutil.Process(os.getpid()).children():stop_group(child.pid) + signal.signal(signal.SIGTERM,stop);signal.signal(signal.SIGINT,stop) + start=time.monotonic();done=list(c['reused_receipts']);candidates=[];reason=None;active=None;selected=None + def spent():return c['new_synthetic_worker_CPU_s']+sum(r['worker']['cpu_seconds'] for r in done) + try: + for method in c['candidate_order']: + candidate=[r for r in done if r['method']==method];classification=None + for index,spec in enumerate(c['ten_parts']): + if index in {r['index'] for r in candidate}:continue + contract(root) + if interrupted:reason='COORDINATOR_INTERRUPTED';break + if not reserve_job(spent(),lim['part_CPU_s']):reason='SHARED_FULL_JOB_RESERVATION';break + stage_spent=(c['new_synthetic_worker_CPU_s'] if method=='splu' else 0.)+sum(r['worker']['cpu_seconds'] for r in done if r['method']==method) + if stage_spent+lim['part_CPU_s']>10800:reason='CANDIDATE_STAGE_FULL_JOB_RESERVATION';break + if disk_usage(root)>=lim['ten_disk_bytes']:reason='TEN_DISK_LIMIT';break + dest=root/'candidates'/method/'parts'/f'part-{index:02d}' + dest.mkdir(parents=True,exist_ok=False);active=dict(method=method,index=index) + save(root/'progress.json',dict(stage='V04_FIXED_TEN_RUNNING',**active,case=spec['case'], + completed_this_candidate=len(candidate),all_attempts=len(done), + new_settled_worker_CPU_s=spent(),old_worker_CPU_s=c['old_worker_CPU_s'], + remaining_compute_CPU_s=lim['total_worker_CPU_s']-lim['postfit_reserve_CPU_s']-c['old_worker_CPU_s']-spent())) + w=supervise(['taskset','-c',str(c['worker_cpu']),sys.executable,'tools/run_s3b_v04_part.py',str(root),str(index),method], + dest,'worker',dict(total_cpu_seconds=lim['part_CPU_s']+1,job_cpu_seconds=lim['part_CPU_s'], + job_wall_seconds=lim['part_wall_s'],tree_rss_bytes=lim['part_RSS_bytes'], + disk_bytes=lim['ten_disk_bytes']-disk_usage(root),max_processes=1),poll=.2) + paths={n:dest/'output'/f'{n}.json' for n in ['result','failure','progress']} + data={n:read(p) if p.exists() else None for n,p in paths.items()} + classification=failure_classification(w,data['failure'],data['progress'],data['result']) + result_data=data['result'] or {} + receipt=dict(method=method,index=index,case=spec['case'],worker=w,classification=classification, + pressure_calls=result_data.get('pressure_calls'),early_resolves=result_data.get('early_resolves'), + dead_end_share=(result_data['early_resolves']/result_data['pressure_calls']) if result_data.get('pressure_calls') else None, + files={n:dict(path=str(p),sha256=sha(p)) for n,p in paths.items() if p.exists()}) + save(dest/'guard-result.json',receipt);done.append(receipt);candidate.append(receipt);active=None + print(f'V04_TERMINAL method={method} index={index} status={classification["category"]}',flush=True) + if classification['category']!='PASS':reason=classification['category'];break + candidate_pass=len(candidate)==10 and all(r['classification']['category']=='PASS' for r in candidate) + summary=dict(method=method,status='PASS' if candidate_pass else 'STOPPED',reason=reason, + classification=classification,attempts=candidate, + not_run_cases=[r['case'] for i,r in enumerate(c['ten_parts']) if i not in {v['index'] for v in candidate}]) + candidates.append(summary);save(root/f'candidate-{method}.json',summary) + if candidate_pass: + selected=method;reason=None + save(root/'selected-solver.json',dict(method=selected,contract_sha256=sha(root/'contract.json'), + candidate_summary_sha256=sha(root/f'candidate-{method}.json'), + selection_basis='all ten complete within resource and numerical checks; no accuracy/labels read', + reuse_ten=True,reference_gate_not_yet_run=True)) + break + if interrupted or reason in {'SHARED_FULL_JOB_RESERVATION','TEN_DISK_LIMIT','CANDIDATE_STAGE_FULL_JOB_RESERVATION'}:break + if classification and may_switch(method,classification): + save(root/'fallback-decision.json',dict(from_method=method,to_method='gmres_ilu', + classification=classification,new_worker_CPU_s=spent(),restart_same_fixed_ten_from_index=0)) + reason=None + else:break + except Exception as exc: + reason='COORDINATOR_EXCEPTION' + save(root/'coordinator-failure.json',dict(type=type(exc).__name__,message=str(exc),active=active)) + raise + finally: + report=dict(status='TEN_PASS_AWAITING_REFERENCE_AND_COST' if selected else 'TEN_STOPPED', + stop_reason=reason,selected_solver=selected,candidates=candidates,attempts=len(done), + new_worker_CPU_s=spent(),old_worker_CPU_s=c['old_worker_CPU_s'], + cumulative_worker_CPU_s=c['old_worker_CPU_s']+spent(),postfit_reserve_CPU_s=lim['postfit_reserve_CPU_s'], + remaining_compute_CPU_s=lim['total_worker_CPU_s']-lim['postfit_reserve_CPU_s']-c['old_worker_CPU_s']-spent(), + coordinator_CPU_s=sum(resource.getrusage(resource.RUSAGE_SELF)[:2]),wall_s=time.monotonic()-start, + account_complete=active is None,no_silent_retries=True,labels_read=False,reused_original_PASS=3,new_attempts=len(done)-3, + candidate_CPU_s={method:(c['new_synthetic_worker_CPU_s'] if method=='splu' else 0.)+sum(r['worker']['cpu_seconds'] for r in done if r['method']==method) for method in c['candidate_order']}, + note='Reference and full-count cost gates still required; no full617 launch by this coordinator.') + save(root/'complete.json',report);save(root/'progress.json',report) + lock.close() + return 0 if selected else 1 + + +if __name__=='__main__': + p=argparse.ArgumentParser();p.add_argument('root',type=Path);a=p.parse_args();raise SystemExit(run(a.root)) diff --git a/tools/s3b_v04_stage_guard_v2.py b/tools/s3b_v04_stage_guard_v2.py new file mode 100644 index 000000000..1ae4082df --- /dev/null +++ b/tools/s3b_v04_stage_guard_v2.py @@ -0,0 +1,122 @@ +"""External sampled candidate CPU cap; never changes the active implementation.""" +import argparse +import fcntl +import os +from pathlib import Path +import signal +import time +import psutil +from s2_recovery_supervisor import save, tree_usage +from s3b_v04_runtime import read, sha, contract + +CAP=10800. + + +def stage_charge(receipts,observed,preparation): + # A settled wait4 receipt replaces, never adds to, its sampled live CPU. + keys=set(receipts)|set(observed) + return preparation+sum(max(receipts.get(k,0.),observed.get(k,0.)) for k in keys) + + +def stage_stop(charged,all_terminal): + return charged>CAP or (charged>=CAP and not all_terminal) + + +def identity_decision(observation, expected_parent, expected_tail, receipt, terminal_result, advanced): + if (observation.get('ppid')==expected_parent and observation.get('cmdline',[])[-len(expected_tail):]==expected_tail + and observation.get('status') not in ('zombie','dead','gone')): + return 'ACTIVE' + if receipt or terminal_result or advanced or observation.get('status') in ('zombie','dead','gone'): + return 'EXITED_AWAITING_RECEIPT' + return 'UNEXPLAINED_IDENTITY_CHANGE' + + +def run(root,dest): + dest.mkdir(parents=True,exist_ok=False) + lock=(dest/'execution.lock').open('a');fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB) + c=contract(root);start=read(root/'started.json');pid=start['pid'] + process=psutil.Process(pid);created=process.create_time() + if 'tools/run_s3b_v04_continue.py' not in process.cmdline():raise ValueError('Coordinator identity differs') + extra=0. + prep=c['new_synthetic_worker_CPU_s'] + save(dest/'started.json',dict(pid=os.getpid(),coordinator_pid=pid,coordinator_create_time=created, + unix=time.time(),ruling='1794748036.544479',per_candidate_CPU_cap=CAP, + common_preparation_CPU_s_charged_to_splu=prep,additional_guard_test_CPU_s=extra, + source_sha256=sha(__file__),active_source_unchanged=True, + method='sampled CPU cap, 0.2s target; SIGTERM only verified coordinator at boundary; retain any measured overshoot')) + seen={'splu':{},'gmres_ilu':{}};trigger=None;last_identity=None;began=time.monotonic();last=time.monotonic();max_gap=0. + try: + while True: + now=time.monotonic();max_gap=max(max_gap,now-last);last=now + try: + current=psutil.Process(pid);alive=current.create_time()==created + except psutil.NoSuchProcess:current=None;alive=False + summaries={} + for method in seen: + receipts={};completed=0;observations={} + for part in sorted((root/'candidates'/method/'parts').glob('part-*')): + key=part.name;receipt=part/'worker.receipt.json' + if receipt.exists(): + receipts[key]=read(receipt)['cpu_seconds'];completed+=1 + else: + started=part/'output/started.json' + if started.exists(): + info=read(started) + observation=dict(pid=info['pid'],status=None,cmdline=[],ppid=None,create_time=None) + try: + worker=psutil.Process(info['pid']) + observation['status']=worker.status() + observation['ppid']=worker.ppid() + observation['create_time']=worker.create_time() + observation['cmdline']=worker.cmdline() + except psutil.NoSuchProcess as exc: + observation['last_observed_status']=observation['status'] + observation['status']='gone';observation['snapshot_exception']=type(exc).__name__ + observations[key]=observation + # Re-read terminal/dispatch evidence after observing identity, + # closing the result-before-wait4 window without altering receipts. + result_path=part/'output/result.json' + terminal_result=result_path.exists() and read(result_path).get('status') in ('COMPLETE','BLOCKED') + qp=read(root/'progress.json') if (root/'progress.json').exists() else {} + advanced=(qp.get('method')==method and qp.get('index',-1)>int(key.split('-')[-1])) or (method=='splu' and qp.get('method')=='gmres_ilu') + expected=['tools/run_s3b_v04_part.py',str(root),str(int(key.split('-')[-1])),method] + decision=identity_decision(observation,pid,expected,receipt.exists(),terminal_result,advanced) + if decision!='ACTIVE': + last_identity=dict(unix=time.time(),method=method,part=key,observation=observation, + receipt_present=receipt.exists(),terminal_result=terminal_result,coordinator_advanced=advanced,decision=decision) + with (dest/'identity-observations.jsonl').open('a') as log: + import json + log.write(json.dumps(last_identity)+'\n') + if decision=='UNEXPLAINED_IDENTITY_CHANGE':raise ValueError('Unexplained active worker identity change') + if decision=='ACTIVE': + cpu,_,_=tree_usage(info['pid']) + seen[method][key]=max(seen[method].get(key,0.),cpu) + charged=stage_charge(receipts,seen[method],prep if method=='splu' else 0.) + summaries[method]=dict(charged_CPU_s=charged,settled_attempts=completed, + live_high_water_CPU_s=seen[method],settled_CPU_s=receipts,active_observations=observations) + if trigger is None and stage_stop(charged,completed==10): + trigger=dict(reason='CANDIDATE_STAGE_CPU_CAP',method=method,charged_CPU_s=charged, + cap_CPU_s=CAP,all_ten_terminal=completed==10,unix=time.time(),observations=observations) + save(dest/'trigger.json',trigger) + if alive:current.send_signal(signal.SIGTERM) + save(dest/'progress.json',dict(unix=time.time(),coordinator_alive=alive,candidates=summaries, + trigger=trigger,max_poll_gap_seconds=max_gap,monitor_CPU_s=time.process_time(), + supervision_CPU_separate_from_scientific_worker_ledger=True)) + if (root/'complete.json').exists(): + save(dest/'complete.json',dict(status='STAGE_CAP_STOP' if trigger else 'OBSERVED_QUEUE_TERMINAL', + trigger=trigger,candidates=summaries,queue_complete_sha256=sha(root/'complete.json'), + monitor_CPU_s=time.process_time(),wall_s=time.monotonic()-began,max_poll_gap_seconds=max_gap)) + return 1 if trigger else 0 + if not alive:raise RuntimeError('Coordinator exited without complete receipt') + time.sleep(.2) + except Exception as exc: + save(dest/'failure.json',dict(type=type(exc).__name__,message=str(exc),unix=time.time(),last_identity=last_identity)) + if psutil.pid_exists(pid): + current=psutil.Process(pid) + if current.create_time()==created:current.send_signal(signal.SIGTERM) + raise + + +if __name__=='__main__': + p=argparse.ArgumentParser();p.add_argument('root',type=Path);p.add_argument('dest',type=Path) + a=p.parse_args();raise SystemExit(run(a.root,a.dest)) diff --git a/tools/test_s3b_v04_continuation.py b/tools/test_s3b_v04_continuation.py new file mode 100644 index 000000000..1f6c93864 --- /dev/null +++ b/tools/test_s3b_v04_continuation.py @@ -0,0 +1,76 @@ +"""Approved exit-before-receipt repair and seven-only dispatch checks.""" +import os +from pathlib import Path +import subprocess +import sys +import tempfile +import time +import unittest +from unittest.mock import patch +import psutil +from s3b_v04_stage_guard_v2 import identity_decision,stage_charge +from run_s3b_v04_continue import run +from s2_recovery_supervisor import save +from s3b_runtime import read + + +class RecoveryTests(unittest.TestCase): + def test_identity_with_completed_result_before_wait4_receipt(self): + observation=dict(pid=123,ppid=7,status='running',cmdline=[]) + self.assertEqual(identity_decision(observation,7,['worker'],False,True,False),'EXITED_AWAITING_RECEIPT') + self.assertEqual(identity_decision(observation,7,['worker'],True,False,False),'EXITED_AWAITING_RECEIPT') + self.assertEqual(identity_decision(observation,7,['worker'],False,False,True),'EXITED_AWAITING_RECEIPT') + self.assertEqual(identity_decision(observation,7,['worker'],False,False,False),'UNEXPLAINED_IDENTITY_CHANGE') + + def test_actual_worker_exit_before_parent_reap(self): + with tempfile.TemporaryDirectory() as temp: + result=Path(temp)/'result.json' + proc=subprocess.Popen([sys.executable,'-c','from pathlib import Path; import sys; Path(sys.argv[1]).write_text("{}")',str(result)]) + try: + worker=psutil.Process(proc.pid);until=time.monotonic()+5 + while worker.status()!=psutil.STATUS_ZOMBIE and time.monotonic()