Files
MeltMind/tools/verify_g1_component_artifacts.py
T

80 lines
4.3 KiB
Python

"""Independent artifact audit: graph traversal, original text, part assignments."""
from collections import Counter, defaultdict
import csv
import json
from pathlib import Path
from freeze_g1_components import sha, OUT, CMP, MERGE, NOEDGE
def main():
private, public = OUT/'custodian', OUT/'public'
read = lambda p: json.loads(p.read_text())
checks = []
receipt = read(public/'component-receipt.json')
for folder, key in [(private,'custody_artifact_sha256'),(public,'public_artifact_sha256')]:
for name,digest in receipt[key].items(): assert sha(folder/name)==digest
sreceipt = read(public/'split-receipt.json')
assert sha(public/'splits.json') == sreceipt['splits_sha256']
assert sha(private/'part-splits.json') == sreceipt['custody_part_splits_sha256']
checks.append('All frozen component and split output digests match')
original = list(csv.DictReader((CMP/'comparison.csv').open()))
adjudicated = list(csv.DictReader((public/'comparison.csv').open()))
assert len(original)==len(adjudicated)==25
for a,b in zip(original,adjudicated):
assert set(b)==set(a)|{'final_action'}
assert all(a[k]==b[k] for k in a)
assert b['final_action']==(NOEDGE if a['mold_relation']==a['claude_relation']=='unrelated' else MERGE)
checks.append('25 comparison rows preserve every original field exactly; only final_action added')
parts = read(private/'part-splits.json')
by_case = {p['case']:p for p in parts}
assert len(parts)==len(by_case)==624
groups=defaultdict(set)
for p in parts: groups[p['source_key']].add(p['component_id'])
assert len(groups)==249 and all(len(v)==1 for v in groups.values())
graph = {c:set() for c in by_case}
for e in read(private/'edges.json'):
a,b=e['a'],e['b'];graph[a].add(b);graph[b].add(a)
assert by_case[a]['component_id']==by_case[b]['component_id']
assert by_case[a]['assignments']==by_case[b]['assignments']
unvisited=set(graph); connected=[]
while unvisited:
stack=[min(unvisited)]; found=set()
while stack:
c=stack.pop()
if c in found:continue
found.add(c);stack.extend(graph[c]-found)
unvisited-=found;connected.append(frozenset(found))
saved=read(private/'components.json')
assert set(connected)=={frozenset(c['members']) for c in saved}
assert len(connected)==210
checks.append('Independent graph traversal agrees with all 210 components; all same-key and accepted edges remain together')
splits=read(public/'splits.json')
for p in parts:
assert Counter(a['role'] for a in p['assignments'])['test']==1
for a in p['assignments']:
f=splits['folds'][a['fold']];cid=p['component_id']
assert (a['role']=='test')==(cid in f['test'])
assert (a['role']=='validation')==(cid in f['validation'])
assert (a['role']=='learning')==(cid in f['learning_order'])
assert a['learning_pools']==[pool for pool,ids in f['pools'].items() if cid in ids]
for f in splits['folds']:
def count(ids):
selected=[p for p in parts if p['component_id'] in ids]
return dict(components=len(ids),parts=len(selected),nodes=sum(p['nodes'] for p in selected))
subsets={'test':f['test'],'validation':f['validation'], **f['pools']}
for name,ids in subsets.items():
expected=f['counts'][name] if name in ['test','validation'] else f['counts']['pools'][name]
assert all(expected[k]==v for k,v in count(ids).items())
assert set(f['test']).isdisjoint(f['validation'])
assert set(f['learning_order']).isdisjoint(set(f['test'])|set(f['validation']))
assert f['pools']['25']==f['pools']['50'][:len(f['pools']['25'])]
assert f['pools']['50']==f['pools']['100'][:len(f['pools']['50'])]
checks.append('All 624 per-part assignments agree with folds and nested pools; aggregate parts/nodes independently recounted')
result=dict(status='PASS', checks=checks, scientific_recomputation=False,
verifier_sha256=sha(__file__), unit_tests='4/4 PASS before execution', component_count=210, part_count=624)
with (public/'verification.json').open('x') as f: json.dump(result,f,indent=2);f.write('\n')
print(json.dumps(result))
if __name__=='__main__':main()