docs: publish B8 vetting and complete B9 field inventory evidence

This commit is contained in:
Frank14f committed 2026-11-17 12:09:11 +08:00
1 parent e751e5b261
commit 1153cd8c34
17 files changed
+82571

No files matched your search

@@ -0,0 +1,85 @@
{
"files": [
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b8-candidate-vetting.json",
"bytes": 23573,
"sha256": "86febb52de1c6762eaa82de97fbfc37ccbd4098a27d060247f96466e76f60a41"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-corpus-complete.json",
"bytes": 278,
"sha256": "31ab4ac09053fea3bd632419c1baa9cf8e74a75abc00788b0c090cec03d4688d"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-corpus-headers.jsonl.gz",
"bytes": 2961356,
"sha256": "1f450ec2bc7fa942685fdcc4379e1b3374d811dfaf4fc4938797d729da84e69e"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-corpus-progress.json",
"bytes": 100,
"sha256": "34090315ad7dea56f8e2d07a95327113da56c0c9558633159fdc5dffbc86b707"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-corpus-started.json",
"bytes": 270,
"sha256": "a51a8803ae62efd5dd686c02dbc9a3b3245555f5d9b1b4fe27856df54aa48451"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-corpus-summary.json",
"bytes": 11153,
"sha256": "fba6717d49a8a2f526ce67ab73e0b7a6ca99b6542d1878f9e441c0f3187bf8b2"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-field-schema-inventory.json",
"bytes": 2202998,
"sha256": "d3cf670ccb496c58189f9588c45ce18394c255358240e03fde694bad0e260f5d"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9-schema-exceptions-and-packaging.json",
"bytes": 793,
"sha256": "8cd787b0b0fe9863bf3377136cc02b45b2b6281e253a1f75372493c971cf98ce"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9_corpus_headers.py",
"bytes": 3252,
"sha256": "b5b9c985f9e9d21ae43fa9923fff7731cc5519185df4a02d393bc6bede9e08ce"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/b9_metadata_inventory.py",
"bytes": 2763,
"sha256": "0f0a5191da46674639e0f5121d79123b286ceeb00efcc2fd2e867285087a9a23"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/read_v2_directory.py",
"bytes": 2250,
"sha256": "1a3891f8cb7f1a750f0a3563d554196a3b302f318925d13c2c9bbd90e31d1e8d"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/summarize_b9.py",
"bytes": 2575,
"sha256": "79944a115ba04ffd750ad52308acf4953cdad8a7802bd04a5c06467c66fe5eb8"
},
{
"path": "artifacts/phase2-ml-planning-2026-11-17/v2-central-directory.json",
"bytes": 148178,
"sha256": "4991936832c8e039d715072ce7ee55d8f5dd47c97fb26b2dce18adf6b8d761bc"
},
{
"path": "docs/phase2-b8-v2-vetting-2026-11-17.md",
"bytes": 3390,
"sha256": "5f13a79c8c3dda2ec23c34e3845ea44a539166ce6486f3a22b7bd402878e3aa1"
},
{
"path": "docs/phase2-b9-field-inventory-2026-11-17.md",
"bytes": 5754,
"sha256": "d255c70f9b811f331e57f437ff3a0731e6cd000f3ed55a26acad44c73c94adcd"
}
],
"full_header_data": "b9-corpus-headers.jsonl.gz contains all unabridged JSONL bytes, raw retained locally",
"raw_sha256": "d7386f620e628231a45eb5f2611876da9337e33114be57276fa0c8858ad4ce7a",
"b8_drive": "1D74WaT4BpjdFqrhDjmvDXTx84ThqY3NF",
"b9_drive": "1WtCrgq_ZZ3frz_jZDC0c3GYlu6yie4JF",
"drive_readback_equal": true,
"no_active_inventory_process": true
}
@@ -0,0 +1,11 @@
{
"status": "PASS_DELIVERY_BYTES",
"manifest_sha256": "748dffb234f5e2e13c917b664b69240aed50421d6f0ac8d139944eda3f0383dd",
"files_verified": 15,
"gzip_full_raw_equal": true,
"raw_bytes": 54894910,
"raw_sha256": "d7386f620e628231a45eb5f2611876da9337e33114be57276fa0c8858ad4ce7a",
"raw_preserved": true,
"publication_validation_cpu_seconds": 0.366356717,
"scientific_rerun": false
}
@@ -0,0 +1,686 @@
{
"candidate_count": 42,
"source_tokens": 40,
"members": 723,
"extensions": {
".vtu": 723
},
"compressed_candidate_bytes": 2647392594,
"candidates": [
{
"case": "00000007_b33a147f86da49879455d286_step_000",
"source_token": "b33a147f86da49879455d286",
"member": {
"name": "00000007_b33a147f86da49879455d286_step_000_sim.vtu",
"bytes": 31687628,
"compressed_bytes": 31687628,
"header_offset": 20646823515,
"crc32": 1009643668
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000123_b70e8b6a4f0046dc80a97c57_step_000",
"source_token": "b70e8b6a4f0046dc80a97c57",
"member": {
"name": "00000123_b70e8b6a4f0046dc80a97c57_step_000_sim.vtu",
"bytes": 33857349,
"compressed_bytes": 33857349,
"header_offset": 26288416850,
"crc32": 1194197754
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000134_1418f3c3ca954e799c8860af_step_000",
"source_token": "1418f3c3ca954e799c8860af",
"member": {
"name": "00000134_1418f3c3ca954e799c8860af_step_000_sim.vtu",
"bytes": 54949459,
"compressed_bytes": 54949459,
"header_offset": 30891625415,
"crc32": 165751113
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000159_48a3f2e6f67a4aea9d6d097b_step_000",
"source_token": "48a3f2e6f67a4aea9d6d097b",
"member": {
"name": "00000159_48a3f2e6f67a4aea9d6d097b_step_000_sim.vtu",
"bytes": 25977422,
"compressed_bytes": 25977422,
"header_offset": 38974542533,
"crc32": 3464832598
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000168_bfdc19149a8b4e72b3d0f5c5_step_000",
"source_token": "bfdc19149a8b4e72b3d0f5c5",
"member": {
"name": "00000168_bfdc19149a8b4e72b3d0f5c5_step_000_sim.vtu",
"bytes": 46356117,
"compressed_bytes": 46356117,
"header_offset": 19222335444,
"crc32": 564295655
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000207_6edad88f1b7749c498b67f86_step_000",
"source_token": "6edad88f1b7749c498b67f86",
"member": {
"name": "00000207_6edad88f1b7749c498b67f86_step_000_sim.vtu",
"bytes": 87888446,
"compressed_bytes": 87888446,
"header_offset": 28406249443,
"crc32": 4110884750
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000231_f2f1249e743349808fca42a3_step_000",
"source_token": "f2f1249e743349808fca42a3",
"member": {
"name": "00000231_f2f1249e743349808fca42a3_step_000_sim.vtu",
"bytes": 53990247,
"compressed_bytes": 53990247,
"header_offset": 22970250682,
"crc32": 3724953586
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000234_38a16b120d49465b86d5bd82_step_000",
"source_token": "38a16b120d49465b86d5bd82",
"member": {
"name": "00000234_38a16b120d49465b86d5bd82_step_000_sim.vtu",
"bytes": 221229306,
"compressed_bytes": 221229306,
"header_offset": 4749812519,
"crc32": 3135585704
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000511_3920d8ae834c45e5b229e26e_step_000",
"source_token": "3920d8ae834c45e5b229e26e",
"member": {
"name": "00000511_3920d8ae834c45e5b229e26e_step_000_sim.vtu",
"bytes": 153473467,
"compressed_bytes": 153473467,
"header_offset": 7021320171,
"crc32": 1897396978
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000541_ee945ee6b30a473d9b86447f_step_000",
"source_token": "ee945ee6b30a473d9b86447f",
"member": {
"name": "00000541_ee945ee6b30a473d9b86447f_step_000_sim.vtu",
"bytes": 13542339,
"compressed_bytes": 13542339,
"header_offset": 26778841025,
"crc32": 3699206249
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000585_aef5c8c65bba4d3f90c1d9f7_step_000",
"source_token": "aef5c8c65bba4d3f90c1d9f7",
"member": {
"name": "00000585_aef5c8c65bba4d3f90c1d9f7_step_000_sim.vtu",
"bytes": 162801836,
"compressed_bytes": 162801836,
"header_offset": 34895345298,
"crc32": 2976507025
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000682_75a2d3f5d4e84d09b4b668b2_step_000",
"source_token": "75a2d3f5d4e84d09b4b668b2",
"member": {
"name": "00000682_75a2d3f5d4e84d09b4b668b2_step_000_sim.vtu",
"bytes": 50830415,
"compressed_bytes": 50830415,
"header_offset": 26539417475,
"crc32": 3934996601
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000725_34d597a6f9cc4f2d8b832b84_step_001",
"source_token": "34d597a6f9cc4f2d8b832b84",
"member": {
"name": "00000725_34d597a6f9cc4f2d8b832b84_step_001_sim.vtu",
"bytes": 44949251,
"compressed_bytes": 44949251,
"header_offset": 3424869938,
"crc32": 4199873571
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000749_02e73af277f2416f94d70c7f_step_000",
"source_token": "02e73af277f2416f94d70c7f",
"member": {
"name": "00000749_02e73af277f2416f94d70c7f_step_000_sim.vtu",
"bytes": 163716449,
"compressed_bytes": 163716449,
"header_offset": 15039857660,
"crc32": 3017396331
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000770_9143d24a83e44da0aab53636_step_000",
"source_token": "9143d24a83e44da0aab53636",
"member": {
"name": "00000770_9143d24a83e44da0aab53636_step_000_sim.vtu",
"bytes": 37330705,
"compressed_bytes": 37330705,
"header_offset": 38664373325,
"crc32": 367846214
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000858_0fe544257ca64aae9fd8b85e_step_000",
"source_token": "0fe544257ca64aae9fd8b85e",
"member": {
"name": "00000858_0fe544257ca64aae9fd8b85e_step_000_sim.vtu",
"bytes": 39538031,
"compressed_bytes": 39538031,
"header_offset": 25966515728,
"crc32": 3956309365
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000913_1a349dd32fdc4724a4ff29c7_step_000",
"source_token": "1a349dd32fdc4724a4ff29c7",
"member": {
"name": "00000913_1a349dd32fdc4724a4ff29c7_step_000_sim.vtu",
"bytes": 48435199,
"compressed_bytes": 48435199,
"header_offset": 34685795005,
"crc32": 1292763476
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000915_63ef3ac78c85466587d7b221_step_000",
"source_token": "63ef3ac78c85466587d7b221",
"member": {
"name": "00000915_63ef3ac78c85466587d7b221_step_000_sim.vtu",
"bytes": 74550129,
"compressed_bytes": 74550129,
"header_offset": 19738111461,
"crc32": 2182379078
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000934_963c65e9bed9485797c71261_step_000",
"source_token": "963c65e9bed9485797c71261",
"member": {
"name": "00000934_963c65e9bed9485797c71261_step_000_sim.vtu",
"bytes": 30429280,
"compressed_bytes": 30429280,
"header_offset": 33734493118,
"crc32": 2545733421
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000971_0fe531469f9a489abad4e3e8_step_000",
"source_token": "0fe531469f9a489abad4e3e8",
"member": {
"name": "00000971_0fe531469f9a489abad4e3e8_step_000_sim.vtu",
"bytes": 60483427,
"compressed_bytes": 60483427,
"header_offset": 32175985892,
"crc32": 3602610
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000972_ef19acbe4f3c454d9a6f933b_step_000",
"source_token": "ef19acbe4f3c454d9a6f933b",
"member": {
"name": "00000972_ef19acbe4f3c454d9a6f933b_step_000_sim.vtu",
"bytes": 131203870,
"compressed_bytes": 131203870,
"header_offset": 32236469399,
"crc32": 3803805712
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00000974_061d9895ae9a49cb94e6af9a_step_000",
"source_token": "061d9895ae9a49cb94e6af9a",
"member": {
"name": "00000974_061d9895ae9a49cb94e6af9a_step_000_sim.vtu",
"bytes": 79422919,
"compressed_bytes": 79422919,
"header_offset": 17146342713,
"crc32": 2533705128
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001016_6083bff87ea2453480fb1c71_step_000",
"source_token": "6083bff87ea2453480fb1c71",
"member": {
"name": "00001016_6083bff87ea2453480fb1c71_step_000_sim.vtu",
"bytes": 47479229,
"compressed_bytes": 47479229,
"header_offset": 38616894016,
"crc32": 1943832907
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001042_c3ef85ad1dbf46ac99659f6c_step_000",
"source_token": "c3ef85ad1dbf46ac99659f6c",
"member": {
"name": "00001042_c3ef85ad1dbf46ac99659f6c_step_000_sim.vtu",
"bytes": 33733975,
"compressed_bytes": 33733975,
"header_offset": 33095030903,
"crc32": 235952950
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001056_cdc57bc6b99d4886bc40bbe9_step_000",
"source_token": "cdc57bc6b99d4886bc40bbe9",
"member": {
"name": "00001056_cdc57bc6b99d4886bc40bbe9_step_000_sim.vtu",
"bytes": 139410207,
"compressed_bytes": 139410207,
"header_offset": 36910808214,
"crc32": 1994766170
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001074_9dc1bbac503944f1bb827685_step_000",
"source_token": "9dc1bbac503944f1bb827685",
"member": {
"name": "00001074_9dc1bbac503944f1bb827685_step_000_sim.vtu",
"bytes": 46694775,
"compressed_bytes": 46694775,
"header_offset": 36381581711,
"crc32": 869801068
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001095_1f8cb538ebe2436c9b37c54d_step_000",
"source_token": "1f8cb538ebe2436c9b37c54d",
"member": {
"name": "00001095_1f8cb538ebe2436c9b37c54d_step_000_sim.vtu",
"bytes": 39443951,
"compressed_bytes": 39443951,
"header_offset": 35183493392,
"crc32": 3038412865
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001109_aadd511ea9ef4e8aa7e3e06b_step_000",
"source_token": "aadd511ea9ef4e8aa7e3e06b",
"member": {
"name": "00001109_aadd511ea9ef4e8aa7e3e06b_step_000_sim.vtu",
"bytes": 38202271,
"compressed_bytes": 38202271,
"header_offset": 35661303514,
"crc32": 2211762046
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001118_49c854d1f0ec4a079e595558_step_001",
"source_token": "49c854d1f0ec4a079e595558",
"member": {
"name": "00001118_49c854d1f0ec4a079e595558_step_001_sim.vtu",
"bytes": 32917890,
"compressed_bytes": 32917890,
"header_offset": 16036886498,
"crc32": 890338659
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001119_49c854d1f0ec4a079e595558_step_002",
"source_token": "49c854d1f0ec4a079e595558",
"member": {
"name": "00001119_49c854d1f0ec4a079e595558_step_002_sim.vtu",
"bytes": 48422671,
"compressed_bytes": 48422671,
"header_offset": 39731573831,
"crc32": 241991818
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001142_710d3a06c68d4f2e894a722f_step_000",
"source_token": "710d3a06c68d4f2e894a722f",
"member": {
"name": "00001142_710d3a06c68d4f2e894a722f_step_000_sim.vtu",
"bytes": 60229219,
"compressed_bytes": 60229219,
"header_offset": 8146456959,
"crc32": 446076248
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001143_c0dd2d4769904e968b0e4866_step_000",
"source_token": "c0dd2d4769904e968b0e4866",
"member": {
"name": "00001143_c0dd2d4769904e968b0e4866_step_000_sim.vtu",
"bytes": 49868255,
"compressed_bytes": 49868255,
"header_offset": 8206686258,
"crc32": 3970296925
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001166_b79a070c04724f7f903b8aa9_step_000",
"source_token": "b79a070c04724f7f903b8aa9",
"member": {
"name": "00001166_b79a070c04724f7f903b8aa9_step_000_sim.vtu",
"bytes": 52753127,
"compressed_bytes": 52753127,
"header_offset": 33489746726,
"crc32": 2949179486
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001183_7fe39d2bf1eb4fb5a49e2fe8_step_000",
"source_token": "7fe39d2bf1eb4fb5a49e2fe8",
"member": {
"name": "00001183_7fe39d2bf1eb4fb5a49e2fe8_step_000_sim.vtu",
"bytes": 44004963,
"compressed_bytes": 44004963,
"header_offset": 5534238165,
"crc32": 2908366646
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001220_7bf327892e9441358473b788_step_001",
"source_token": "7bf327892e9441358473b788",
"member": {
"name": "00001220_7bf327892e9441358473b788_step_001_sim.vtu",
"bytes": 37712657,
"compressed_bytes": 37712657,
"header_offset": 17480431735,
"crc32": 1329934690
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001221_7bf327892e9441358473b788_step_002",
"source_token": "7bf327892e9441358473b788",
"member": {
"name": "00001221_7bf327892e9441358473b788_step_002_sim.vtu",
"bytes": 22431964,
"compressed_bytes": 22431964,
"header_offset": 40697749391,
"crc32": 2904554894
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001237_37177167166c4711a9434317_step_001",
"source_token": "37177167166c4711a9434317",
"member": {
"name": "00001237_37177167166c4711a9434317_step_001_sim.vtu",
"bytes": 33438798,
"compressed_bytes": 33438798,
"header_offset": 31258507384,
"crc32": 663227095
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001316_5096bd16d2ce479d84039d3e_step_000",
"source_token": "5096bd16d2ce479d84039d3e",
"member": {
"name": "00001316_5096bd16d2ce479d84039d3e_step_000_sim.vtu",
"bytes": 59488570,
"compressed_bytes": 59488570,
"header_offset": 24399487300,
"crc32": 1012108754
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001323_8c8d98b686de421fa6b6dce2_step_000",
"source_token": "8c8d98b686de421fa6b6dce2",
"member": {
"name": "00001323_8c8d98b686de421fa6b6dce2_step_000_sim.vtu",
"bytes": 132511460,
"compressed_bytes": 132511460,
"header_offset": 19005647182,
"crc32": 599218528
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001378_f67d1d9b44e4440a961e947f_step_000",
"source_token": "f67d1d9b44e4440a961e947f",
"member": {
"name": "00001378_f67d1d9b44e4440a961e947f_step_000_sim.vtu",
"bytes": 28876276,
"compressed_bytes": 28876276,
"header_offset": 30946574954,
"crc32": 2092411460
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001386_be5d90220c204022acecd5f5_step_000",
"source_token": "be5d90220c204022acecd5f5",
"member": {
"name": "00001386_be5d90220c204022acecd5f5_step_000_sim.vtu",
"bytes": 46563929,
"compressed_bytes": 46563929,
"header_offset": 25858390163,
"crc32": 607835109
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
},
{
"case": "00001549_526400f8e5f149fcab2d949d_step_000",
"source_token": "526400f8e5f149fcab2d949d",
"member": {
"name": "00001549_526400f8e5f149fcab2d949d_step_000_sim.vtu",
"bytes": 6565116,
"compressed_bytes": 6565116,
"header_offset": 20961921714,
"crc32": 2923530811
},
"log": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"yml": "ABSENT_FROM_V2_ZIP_DIRECTORY",
"field_validity": "NOT_READ",
"near_duplicate": "NOT_CHECKED",
"fresh_holdout": "UNQUALIFIED"
}
],
"range_receipt_sha256": "4991936832c8e039d715072ce7ee55d8f5dd47c97fb26b2dce18adf6b8d761bc",
"decision_proposal": "PARKED_MISSING_PROCESS_PROVENANCE",
"bytes_received": 77714
}
@@ -0,0 +1,13 @@
{
"status": "COMPLETE",
"counts": {
"v4": 629,
"v5": 624
},
"failures": [],
"cpu_seconds": 415.11562713,
"wall_seconds": 416.4281452590367,
"cumulative_inventory_cpu_seconds": 416.75374301700003,
"new_numeric_array_decodes": 0,
"peak_rss_kib": 27012
}
@@ -0,0 +1,8 @@
{
"counts": {
"v4": 629,
"v5": 600
},
"cpu_seconds": 404.177286354,
"failures": 0
}
@@ -0,0 +1,8 @@
{
"pid": 2,
"scope": "DataArray attributes only, no numeric decoding",
"cpu_limit_seconds": 600,
"wall_limit_seconds": 900,
"prior_sample_cpu_seconds": 1.6381158869999999,
"source_sha256": "b5b9c985f9e9d21ae43fa9923fff7731cc5519185df4a02d393bc6bede9e08ce"
}
@@ -0,0 +1,490 @@
{
"schema_inventory": {
"v4": {
"Fill_time": {
"parts": 629,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Freeze_time": {
"parts": 629,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Volumetric_shrinkage_(3D)": {
"parts": 629,
"frames_min": 7,
"frames_max": 9,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 2.015239,
"latest_named_time": 5613.510254
},
"Fiber_orientation_tensor_on_nodes_(3D)": {
"parts": 629,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
6
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Pressure": {
"parts": 621,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000149,
"latest_named_time": 5613.510254
},
"Temperature_(3D)": {
"parts": 621,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000149,
"latest_named_time": 5613.510254
},
"Velocity_(3D)": {
"parts": 621,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
3
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000149,
"latest_named_time": 5613.510254
},
"Deflection,_all_effects[X_Component/Y_Component/Z_Component/Deflection]": {
"parts": 621,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
3
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
}
},
"v5": {
"Fill_time": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Freeze_time": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Deflection,_all_effects[X_Component/Y_Component/Z_Component/Deflection]": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
3
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Velocity_(3D)": {
"parts": 624,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
3
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000115,
"latest_named_time": 5613.510254
},
"Pressure": {
"parts": 624,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000115,
"latest_named_time": 5613.510254
},
"Temperature_(3D)": {
"parts": 624,
"frames_min": 99,
"frames_max": 110,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 0.000115,
"latest_named_time": 5613.510254
},
"Volumetric_shrinkage_(3D)": {
"parts": 624,
"frames_min": 7,
"frames_max": 9,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": 2.015239,
"latest_named_time": 5613.510254
},
"Fiber_orientation_tensor_on_nodes_(3D)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
6
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"EID": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Int32"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Poisson's_ratio_(v13)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Shear_modulus_(G12)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"In-cavity_residual_stress_tensor": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
6
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Shear_modulus_(G13)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Poisson's_ratio_(v23)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Poisson's_ratio_(v12)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Tensile_modulus_in_first_principal_direction_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Tensile_modulus_in_third_principal_direction_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Tensile_modulus_in_second_principal_direction_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Shear_modulus_(G23)_(3D_fiber)": {
"parts": 624,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
1
],
"associations": [
"CellData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
},
"Deflection_new_constraints,_all_effects[X_Component/Y_Component/Z_Component/Deflection]": {
"parts": 1,
"frames_min": 1,
"frames_max": 1,
"types": [
"Float64"
],
"components": [
3
],
"associations": [
"PointData"
],
"unit_attributes": [],
"earliest_named_time": null,
"latest_named_time": null
}
}
},
"raw_jsonl_sha256": "d7386f620e628231a45eb5f2611876da9337e33114be57276fa0c8858ad4ce7a",
"raw_bytes": 54894910,
"raw_file_retained": true,
"all_header_attributes_preserved_in_gzip": true,
"summarization_cpu_seconds": 4.715969262000001,
"scope": "Schema presence only; no new field-value validation"
}
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,20 @@
{
"v4_missing_pressure_temperature_velocity_deflection": [
"00001534_e1d62958d7ca4ad18fefd54d_step_001_sim.vtu",
"00001538_e1d62958d7ca4ad18fefd54d_step_005_sim.vtu",
"00001557_16c191aef5034779aaab6e3f_step_000_sim.vtu",
"00001569_6fc579f3224d4d53a1b60710_step_000_sim.vtu",
"00001579_a3b89691665043a08931897f_step_002_sim.vtu",
"00001586_763da6a559544098acbf4154_step_002_sim.vtu",
"00001594_2128dbbd4bf34879913b3a99_step_000_sim.vtu",
"00001596_2128dbbd4bf34879913b3a99_step_002_sim.vtu"
],
"extra_constraint_deflection": [
{
"version": "v5",
"member": "00000004_1ffb81a71e5b402e966b9341_step_003_sim.vtu"
}
],
"gzip_readback_sha256": "d7386f620e628231a45eb5f2611876da9337e33114be57276fa0c8858ad4ce7a",
"gzip_bytes": 2961356
}
@@ -0,0 +1,49 @@
"""Read-only B9 header inventory, bounded; skip all numeric/base64 array decoding."""
import hashlib, json, resource, time
from pathlib import Path
from zipfile import ZipFile
from xml.parsers import expat
ROOT=Path(__file__).parent;BASE=ROOT.parent.parent
resource.setrlimit(resource.RLIMIT_CPU,(600,605))
resource.setrlimit(resource.RLIMIT_AS,(1024**3,1024**3))
started=time.monotonic();cpu=time.process_time();counts={};failures=[];cpu_sample=1.6381158869999999
def save(name,data):
p=ROOT/name;tmp=p.with_suffix('.tmp');tmp.write_text(json.dumps(data,indent=2)+'\n');tmp.replace(p)
save('b9-corpus-started.json',dict(pid=__import__('os').getpid(),scope='DataArray attributes only, no numeric decoding',
cpu_limit_seconds=600,wall_limit_seconds=900,prior_sample_cpu_seconds=cpu_sample,
source_sha256=hashlib.sha256(Path(__file__).read_bytes()).hexdigest()))
try:
with (ROOT/'b9-corpus-headers.jsonl').open('x') as output:
for version,path in [('v4',BASE/'artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip'),('v5',BASE/'data.zip')]:
counts[version]=0
with ZipFile(path) as z:
names=sorted(n for n in z.namelist() if n.endswith('.vtu'))
for name in names:
fields=[];stack=[];meta={};parser=expat.ParserCreate()
def start(tag,attrs):
if tag in ('VTKFile','Piece'):meta[tag]=dict(attrs)
if tag=='DataArray':fields.append(dict(association=stack[-1],**attrs))
stack.append(tag)
def end(tag):stack.pop()
parser.StartElementHandler=start;parser.EndElementHandler=end
try:
with z.open(name) as f:
while True:
if time.monotonic()-started>900:raise TimeoutError('900s wall cap')
b=f.read(1024**2);parser.Parse(b,not b)
if not b:break
row=dict(version=version,member=name,status='SCHEMA_ONLY_CRC_PASS',fields=fields,metadata=meta)
except Exception as e:
row=dict(version=version,member=name,status='FAILED',error=repr(e));failures.append(row)
if isinstance(e,TimeoutError):raise
output.write(json.dumps(row)+'\n');output.flush();counts[version]+=1
if counts[version]%25==0:
save('b9-corpus-progress.json',dict(counts=counts,cpu_seconds=time.process_time()-cpu,failures=len(failures)))
print(version,counts[version],round(time.process_time()-cpu,2),flush=True)
status='COMPLETE' if not failures else 'COMPLETE_WITH_FAILURES'
except Exception as e:status='STOPPED';failures.append(dict(error=repr(e)))
save('b9-corpus-complete.json',dict(status=status,counts=counts,failures=failures,
cpu_seconds=time.process_time()-cpu,wall_seconds=time.monotonic()-started,
cumulative_inventory_cpu_seconds=time.process_time()-cpu+cpu_sample,
new_numeric_array_decodes=0,peak_rss_kib=resource.getrusage(resource.RUSAGE_SELF).ru_maxrss))
print(status,counts,flush=True)
@@ -0,0 +1,49 @@
"""Four fixed v4 schema reads plus four existing v5 audit receipts; no array decode."""
import hashlib, json, resource, time
from pathlib import Path
from zipfile import ZipFile
from xml.parsers import expat
ROOT=Path(__file__).parent
BASE=ROOT.parent.parent
ARCHIVE=BASE/'artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip'
PREFIXES=['00000666','00000778','00000850','00000890']
resource.setrlimit(resource.RLIMIT_CPU,(120,125))
resource.setrlimit(resource.RLIMIT_AS,(1024**3,1024**3))
start=time.process_time(); wall=time.monotonic(); rows=[]
def sha(p): return hashlib.sha256(p.read_bytes()).hexdigest()
try:
with ZipFile(ARCHIVE) as z:
for prefix in PREFIXES:
name=next(n for n in z.namelist() if n.startswith(prefix+'_') and n.endswith('.vtu'))
info=z.getinfo(name); fields=[]; stack=[]; meta={}
parser=expat.ParserCreate()
def onstart(tag, attrs):
if tag in ('VTKFile','Piece'): meta[tag]=dict(attrs)
if tag=='DataArray': fields.append(dict(association=stack[-1],**attrs))
stack.append(tag)
def onend(tag): stack.pop()
parser.StartElementHandler=onstart; parser.EndElementHandler=onend
# CharacterDataHandler deliberately absent: no base64 or numeric field decode.
with z.open(name) as f:
while True:
if time.monotonic()-wall>240: raise TimeoutError('240s inventory wall cap')
b=f.read(1024**2)
parser.Parse(b,not b)
if not b: break
rows.append(dict(version='v4',member=name,zip_crc32=info.CRC,bytes=info.file_size,
fields=fields,metadata=meta,status='SCHEMA_ONLY_CRC_PASS'))
print('v4',prefix,len(fields),flush=True)
for prefix in PREFIXES:
p=next((BASE/'artifacts/intake-2026-11-13/samples').glob(prefix+'*.audit.json'))
d=json.loads(p.read_text())
rows.append(dict(version='v5',case=d['case'],source=str(p),sha256=sha(p),
fields=d['fields'],series=d['series'],status='REUSED_PRIOR_AUDIT'))
status='COMPLETE_FIXED_4_PLUS_4'
except Exception as e: status='INCOMPLETE'; error=repr(e)
result=dict(status=status,rows=rows,cpu_seconds=time.process_time()-start,
wall_seconds=time.monotonic()-wall,peak_rss_kib=resource.getrusage(resource.RUSAGE_SELF).ru_maxrss,
new_numeric_array_decodes=0,corpus_coverage_claim=False,source_script_sha256=sha(Path(__file__)))
if status=='INCOMPLETE': result['error']=error
(ROOT/'b9-field-schema-inventory.json').write_text(json.dumps(result,indent=2)+'\n')
print(json.dumps({k:v for k,v in result.items() if k!='rows'}),flush=True)
@@ -0,0 +1,44 @@
"""B8 metadata only: strict HTTP ranges; never accept a full ZIP response."""
import io, json, time, urllib.request, zipfile, hashlib
from pathlib import Path
ROOT = Path(__file__).parent
URL = 'https://zenodo.org/api/records/10523313/files/data.zip/content'
SIZE = 41368619333
calls = []
class Remote(io.RawIOBase):
def __init__(self): self.pos = 0
def seekable(self): return True
def readable(self): return True
def tell(self): return self.pos
def seek(self, off, whence=0):
self.pos = off if whence == 0 else self.pos+off if whence == 1 else SIZE+off
if not 0 <= self.pos <= SIZE: raise ValueError('seek out of range')
return self.pos
def read(self, n=-1):
n = SIZE-self.pos if n < 0 else min(n, SIZE-self.pos)
if not n: return b''
if n > 2**20: raise ValueError('metadata request exceeds 1MiB')
lo, hi = self.pos, self.pos+n-1
req=urllib.request.Request(URL, headers={'Range': f'bytes={lo}-{hi}', 'Accept-Encoding':'identity'})
with urllib.request.urlopen(req, timeout=25) as r:
if r.status != 206 or r.headers.get('Content-Range') != f'bytes {lo}-{hi}/{SIZE}':
raise ValueError('server did not honor exact Range; no payload read')
data=r.read(n+1)
if len(data)!=n: raise ValueError('range length differs')
calls.append(dict(start=lo,end=hi,bytes=n,sha256=hashlib.sha256(data).hexdigest()))
self.pos+=n
return data
start=time.process_time()
try:
with zipfile.ZipFile(Remote()) as z:
rows=[dict(name=i.filename,bytes=i.file_size,compressed_bytes=i.compress_size,
header_offset=i.header_offset,crc32=i.CRC) for i in z.infolist()]
result=dict(status='DIRECTORY_READ',url=URL,archive_bytes=SIZE,members=rows,
range_calls=calls,bytes_received=sum(c['bytes'] for c in calls),
cpu_seconds=time.process_time()-start,member_payloads_read=0)
except Exception as e:
result=dict(status='FAILED',error=repr(e),range_calls=calls,cpu_seconds=time.process_time()-start)
(ROOT/'v2-central-directory.json').write_text(json.dumps(result,indent=2)+'\n')
print(json.dumps({k:v for k,v in result.items() if k!='members'}))
@@ -0,0 +1,38 @@
"""Aggregate schema metadata, never numeric field values."""
from pathlib import Path
from collections import Counter,defaultdict
import json,re,hashlib,gzip,time
ROOT=Path(__file__).parent;start=time.process_time()
end=json.loads((ROOT/'b9-corpus-complete.json').read_text())
assert end['status']=='COMPLETE' and end['counts']=={'v4':629,'v5':624}
groups={v:defaultdict(lambda:dict(parts=0,counts=[],types=set(),components=set(),associations=set(),unit_attributes=set(),time_min=[],time_max=[])) for v in ['v4','v5']}
for line in (ROOT/'b9-corpus-headers.jsonl').open():
r=json.loads(line);families=defaultdict(list)
for f in r['fields']:
if f['association'] not in ('PointData','CellData'):continue
key=re.sub(r'_Block:.*','',f.get('Name',''));families[key].append(f)
for key,fs in families.items():
d=groups[r['version']][key];d['parts']+=1;d['counts'].append(len(fs))
for f in fs:
d['types'].add(f.get('type'));d['components'].add(int(f.get('NumberOfComponents',1)));d['associations'].add(f['association'])
d['unit_attributes'].update((k,str(v)) for k,v in f.items() if 'unit' in k.lower())
times=[float(m.group(1)) for f in fs if (m:=re.search(r'_Time:([0-9.eE+\-]+)s',f.get('Name','')))]
if times:d['time_min'].append(min(times));d['time_max'].append(max(times))
out={}
for v,items in groups.items():
out[v]={}
for k,d in items.items():
out[v][k]=dict(parts=d['parts'],frames_min=min(d['counts']),frames_max=max(d['counts']),
types=sorted(d['types']),components=sorted(d['components']),associations=sorted(d['associations']),
unit_attributes=sorted(d['unit_attributes']),
earliest_named_time=min(d['time_min']) if d['time_min'] else None,
latest_named_time=max(d['time_max']) if d['time_max'] else None)
raw=ROOT/'b9-corpus-headers.jsonl';digest=hashlib.sha256()
with raw.open('rb') as src,(ROOT/'b9-corpus-headers.jsonl.gz').open('xb') as dst,gzip.GzipFile(fileobj=dst,mode='wb',mtime=0,filename='') as gz:
for b in iter(lambda:src.read(1024**2),b''):digest.update(b);gz.write(b)
summary=dict(schema_inventory=out,raw_jsonl_sha256=digest.hexdigest(),raw_bytes=raw.stat().st_size,
raw_file_retained=True,all_header_attributes_preserved_in_gzip=True,
summarization_cpu_seconds=time.process_time()-start,
scope='Schema presence only; no new field-value validation')
(ROOT/'b9-corpus-summary.json').write_text(json.dumps(summary,indent=2)+'\n')
print(json.dumps(summary,indent=2))
File diff suppressed because it is too large. Load diff
+26
View File
@@ -0,0 +1,26 @@
# B8 首门:v2候选缺少同包工艺与浇口来源
MeltAssist,2026-11-17。按Claude唯一研究树bf0a6c0f的B8分工,先核42件的伴随资料资格;没有下载完整ZIP、没有读取候选VTU成员、解码场或运行几何近重复。
**实际发现:v2 ZIP完整中央目录为723个成员,全为VTU,LOG=0、YML/YAML=0。** 这与此前HTML预览723个VTU一致,但本次特意核的是“是否有伴随工艺文件”,不是重做已关闭的版本计数。42个候选/40个新来源token在中央目录逐一定位;来源token仍不等于独立CAD组件。
来源为官方record10523313的data.zip(声明大小41,368,619,333B);严格HTTP Range请求4次,合计77,714B,均核206与精确Content-Range,ZIP64结构由标准库解析。没有读取成员负载,服务器若忽略Range会在读负载前拒绝。中央目录回执SHA256为4991936832c8e039d715072ce7ee55d8f5dd47c97fb26b2dce18adf6b8d761bc;完整目录及42件逐件状态见 artifacts/phase2-ml-planning-2026-11-17/v2-central-directory.json、b8-candidate-vetting.json。目录身份是HTTP/ZIP结构证据,本次未验证41GB整个ZIP的MD5。
42件VTU的压缩成员大小合计2,647,392,594B;未获取这些数据。缺同包LOG/YML意味着当前不能逐件核对求解前浇口位置/法向、t_set与过程设置,也不能用后见的Fill_time最大值代替t_set;公共record描述的单浇口及材料说明不是逐件工艺记录。尚未读取VTU,因此也不声称里面绝不可能嵌入等价元数据。
| 检查项 | 实际状态 |
| --- | --- |
| 42标识与中央目录 | 全部定位,原列表未改 |
| 来源token相对v4/v5未见 | 40个token,未证明几何独立 |
| 同包LOG/YML | 全部缺少 |
| 字段有限性/完整填充/删除原因 | 未读、未知,不能把版本删除称无效仿真 |
| 精确重复/刚体或重网格近重复 | 未检查,不能称fresh holdout |
| 可直接进入现有输入契约 | 不具资格;没有补造输入 |
建议Claude将B8记 **PARKED(missing process provenance)**,而非PRUNED(geometries invalid)。再开条件:获得逐件对应的原始伴随资料,或验证VTU中确有足够等价且求解前可用的元数据;随后固定有效性/失败及近重复门与≤2CPUh预算,再由单执行方处理。先不花2.65GB成员传输与几何计算去回避缺失输入。完整候选身份已保留,未来可继续。
本轮网络读取CPU0.106243284秒;候选名单整理仅JSON元数据,没有训练、GPU或模型推断。材料交Claude更新唯一树,本文的PARKED是建议,不冒称已获裁量。
## 后续裁量与再开条件限定
已实读Claude1794887579.743379:B8已记PARKED(missing process provenance),唯一树72466722;现在不作进一步动作,待B1/B3结果后再考虑只评tau/末点/体积分位拓扑的窄用途。前文“建议”保留为当时状态。本lane补充:这些评分对正的逐件时间缩放不敏感,不意味着模型输入无需浇口。现有A/H1/H2构造Di/Df/F等仍依赖求解前浇口来源;即使不需t_set评分,也要先获得等价输入、或独立预登记只用可用字段的模型任务。不能从真T最小点反推浇口后把它当无泄漏输入,或用v4/v5同名设置补给根本未见的新token。B8保持暂停,本轮不下载成员或运行近重复。
@@ -0,0 +1,48 @@
# B9 完成:v4/v5传热、保压与后续输出字段盘点
MeltAssist,2026-11-17。Claude研究树bf0a6c0f/1794886581的只读inventory;全部629个v4和624个v5 VTU成员均完成XML属性扫描与ZIP成员CRC读取,1253/1253,无解析失败。**本轮数值数组解码0、模型拟合0、GPU0;字段存在不代表数值有限、物理正确或可直接训练。** 全部原字段头保留,未删字段或旧原档。
## 实际字段覆盖
下表“帧数”是每件该字段族的DataArray数量,时间来自字段名,不是重新解码的求解器时间轴。
| 字段族 | 关联/分量 | v4覆盖/629 | v5覆盖/624 | 每件帧数或说明 |
| --- | --- | ---: | ---: | --- |
| Fill_time | PointData / 1 | 629 | 624 | 1 |
| Freeze_time | PointData / 1 | 629 | 624 | 1;不能只凭字段名等同可顶出时间或总冷却周期 |
| Temperature_(3D) | PointData / 1 | 621 | 624 | 99–110 |
| Pressure | PointData / 1 | 621 | 624 | 99–110;填充/保压/冷却阶段须与LOG对齐 |
| Velocity_(3D) | PointData / 3 | 621 | 624 | 99–110 |
| Volumetric_shrinkage_(3D) | PointData / 1 | 629 | 624 | 7–9 |
| Deflection,_all_effects[...] | PointData / 3 | 621 | 624 | 1;名字含Deflection不代表另有第4模长分量 |
| Fiber_orientation_tensor_on_nodes_(3D) | PointData / 6 | 629 | 624 | 1 |
| In-cavity_residual_stress_tensor | CellData / 6 | 0 | 624 | 1 |
| 三个主向拉伸模量、G12/G13/G23、三个泊松比 | CellData / 1 | 0 | 各624 | 每类1,另有Int32的EID |
| Deflection_new_constraints,_all_effects[...] | PointData / 3 | 0 | 1 | v5的00000004;与通常挠度分列,不自动当可合并的同任务 |
除EID为Int32,上述字段属性均为Float64。未发现字段属性中的单位项;时间字段名显式带`s`,它不能补齐压力、温度、收缩、位移和应力的单位证明。也未发现独立命名的cooling_time/packing_time字段;不能据此说没有冷却或保压信息,已有温度/压力轨迹和Freeze_time可供下一阶段定义任务。
v4缺压力/温度/速度/通常挠度的8件为1534、1538、1557、1569、1579、1586、1594、1596,完整文件名保存在exceptions回执。不是将其默默丢弃;未解码数值,不能判定缺失原因或模拟成功/失败。v5全部624有这些字段,不因此声称与v4同名件字节或工况相同。
## 会影响任务定义的证据
1. **时间网格不能按Block序号或统一“最后30秒”处理。** 全库压力/温度/速度字段名时间跨0.000115至5613.510254秒;收缩族跨2.015239至5613.510254秒。它们是全库最早/最晚命名值,不是每件共同区间。既有850/778/890原审计显示压力Block顺序有时间回退;850最终命名时间2010.410889秒,而778为30.050707秒。跨件比较必须先确定绝对、阶段或无量纲时刻,不能截去长尾凑一致。
2. **场有效掩码不是湿区。** 复用原2026-11-13四件v5数值审计,未重解码:850/778已有温度/速度在部分已到达节点仍NaN、压力在部分未到达节点有限的观察。7件混合网格的额外三角节点全部PointData非有限是既有诊断,不把它们用0填成冷却面。详见原data-intake报告;本次全库只核schema,不外推这些样本数值比例。
3. **新输出应保留自己的域和边界条件。** v5新增残余应力及各向异性材料响应在CellData,不能用节点raw IDs直接对应;fiber tensor和deflection又在PointData。00000004额外的new_constraints挠度提示至少存在一个另约束输出,但仅名称不能解释载荷/约束差别。不得将多个输出算成新增独立几何样本。
## 对研究树的有限建议
本次足以确认B9有实际可追查的热/后填充输出,schema门完成。下一步若Claude排入cheap gate,优先明确Freeze_time或固定阶段收缩的物理定义与单位,在**learning侧**小面板核有限掩码、tet/节点或cell域、工艺输入和端点,不先训练。温度轨迹需单独处理时刻/掩码;压力轨迹不能仅凭名字叫保压标签。后填充目标可能更依赖材料/热边界,但这是候选推断,不能由字段覆盖证明收益或可辨识性。
当前不增加B1/H2输入,不把真实压力/温度作为推断时可用条件;没有开启温度/收缩/应力学习任务或第三正式分支。
## 完整证据与费用
输入为原已接收的本地v4/v5 ZIP,路径与旧身份回执见phase1 ML map及data-intake;本轮没有重新下载。先固定4件v4 header与4件v5旧审计对读,后扩为两库全schema;不是新增场值解码。
- 根:`artifacts/phase2-ml-planning-2026-11-17/`。`b9-corpus-started/progress/complete.json`、扫描源码、汇总源码、`b9-corpus-summary.json`及`b9-schema-exceptions-and-packaging.json`保留原始状态与异常名单。
- 全字段属性原件`b9-corpus-headers.jsonl`为54,894,910B,SHA256 `d7386f620e628231a45eb5f2611876da9337e33114be57276fa0c8858ad4ce7a`;完整无损压缩副本`b9-corpus-headers.jsonl.gz`为2,961,356B,解压流SHA与原件相同。原件保留,发布可使用全量gzip,不是删节摘要。
- 全库扫描415.11562713CPU秒、416.428145259墙钟秒、峰RSS27,012KiB,低于600CPU秒/900墙钟秒/1GiB设置。先前固定样本1.638115887CPU秒,汇总/压缩4.715969262CPU秒;这些记录合计421.469712279秒,最终文件校验/工具通信不冒称已计入该CPU数。全扫描及汇总进程已正常终态,无重跑或续队列。
- 数值有效性引用四份旧审计各自SHA,位于`b9-field-schema-inventory.json`。不能把历史已解码数据说成本轮新的数值验收。
此交付供Claude决定B9后续门,尚无新的训练或物理结论。