80 lines
4.3 KiB
Python
80 lines
4.3 KiB
Python
"""Independent artifact audit: graph traversal, original text, part assignments."""
|
|
from collections import Counter, defaultdict
|
|
import csv
|
|
import json
|
|
from pathlib import Path
|
|
from freeze_g1_components import sha, OUT, CMP, MERGE, NOEDGE
|
|
|
|
|
|
def main():
|
|
private, public = OUT/'custodian', OUT/'public'
|
|
read = lambda p: json.loads(p.read_text())
|
|
checks = []
|
|
receipt = read(public/'component-receipt.json')
|
|
for folder, key in [(private,'custody_artifact_sha256'),(public,'public_artifact_sha256')]:
|
|
for name,digest in receipt[key].items(): assert sha(folder/name)==digest
|
|
sreceipt = read(public/'split-receipt.json')
|
|
assert sha(public/'splits.json') == sreceipt['splits_sha256']
|
|
assert sha(private/'part-splits.json') == sreceipt['custody_part_splits_sha256']
|
|
checks.append('All frozen component and split output digests match')
|
|
original = list(csv.DictReader((CMP/'comparison.csv').open()))
|
|
adjudicated = list(csv.DictReader((public/'comparison.csv').open()))
|
|
assert len(original)==len(adjudicated)==25
|
|
for a,b in zip(original,adjudicated):
|
|
assert set(b)==set(a)|{'final_action'}
|
|
assert all(a[k]==b[k] for k in a)
|
|
assert b['final_action']==(NOEDGE if a['mold_relation']==a['claude_relation']=='unrelated' else MERGE)
|
|
checks.append('25 comparison rows preserve every original field exactly; only final_action added')
|
|
parts = read(private/'part-splits.json')
|
|
by_case = {p['case']:p for p in parts}
|
|
assert len(parts)==len(by_case)==624
|
|
groups=defaultdict(set)
|
|
for p in parts: groups[p['source_key']].add(p['component_id'])
|
|
assert len(groups)==249 and all(len(v)==1 for v in groups.values())
|
|
graph = {c:set() for c in by_case}
|
|
for e in read(private/'edges.json'):
|
|
a,b=e['a'],e['b'];graph[a].add(b);graph[b].add(a)
|
|
assert by_case[a]['component_id']==by_case[b]['component_id']
|
|
assert by_case[a]['assignments']==by_case[b]['assignments']
|
|
unvisited=set(graph); connected=[]
|
|
while unvisited:
|
|
stack=[min(unvisited)]; found=set()
|
|
while stack:
|
|
c=stack.pop()
|
|
if c in found:continue
|
|
found.add(c);stack.extend(graph[c]-found)
|
|
unvisited-=found;connected.append(frozenset(found))
|
|
saved=read(private/'components.json')
|
|
assert set(connected)=={frozenset(c['members']) for c in saved}
|
|
assert len(connected)==210
|
|
checks.append('Independent graph traversal agrees with all 210 components; all same-key and accepted edges remain together')
|
|
splits=read(public/'splits.json')
|
|
for p in parts:
|
|
assert Counter(a['role'] for a in p['assignments'])['test']==1
|
|
for a in p['assignments']:
|
|
f=splits['folds'][a['fold']];cid=p['component_id']
|
|
assert (a['role']=='test')==(cid in f['test'])
|
|
assert (a['role']=='validation')==(cid in f['validation'])
|
|
assert (a['role']=='learning')==(cid in f['learning_order'])
|
|
assert a['learning_pools']==[pool for pool,ids in f['pools'].items() if cid in ids]
|
|
for f in splits['folds']:
|
|
def count(ids):
|
|
selected=[p for p in parts if p['component_id'] in ids]
|
|
return dict(components=len(ids),parts=len(selected),nodes=sum(p['nodes'] for p in selected))
|
|
subsets={'test':f['test'],'validation':f['validation'], **f['pools']}
|
|
for name,ids in subsets.items():
|
|
expected=f['counts'][name] if name in ['test','validation'] else f['counts']['pools'][name]
|
|
assert all(expected[k]==v for k,v in count(ids).items())
|
|
assert set(f['test']).isdisjoint(f['validation'])
|
|
assert set(f['learning_order']).isdisjoint(set(f['test'])|set(f['validation']))
|
|
assert f['pools']['25']==f['pools']['50'][:len(f['pools']['25'])]
|
|
assert f['pools']['50']==f['pools']['100'][:len(f['pools']['50'])]
|
|
checks.append('All 624 per-part assignments agree with folds and nested pools; aggregate parts/nodes independently recounted')
|
|
result=dict(status='PASS', checks=checks, scientific_recomputation=False,
|
|
verifier_sha256=sha(__file__), unit_tests='4/4 PASS before execution', component_count=210, part_count=624)
|
|
with (public/'verification.json').open('x') as f: json.dump(result,f,indent=2);f.write('\n')
|
|
print(json.dumps(result))
|
|
|
|
|
|
if __name__=='__main__':main()
|