Files
MeltMind/tools/build_o2_rep_review.py
T

110 lines
13 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Package complete saved O2-rep fields, code, tests, contracts and costs."""
import ast
import csv
import hashlib
import json
from pathlib import Path
import shutil
import zipfile
import numpy as np
def read(p):return json.loads(Path(p).read_text())
def sha(p):return hashlib.sha256(Path(p).read_bytes()).hexdigest()
def main():
out=Path('artifacts/o2-rep-v1.1a-2026-11-14');c=read(out/'execution_contract.json')
assert read(out/'portable_verification.json')['status']=='PASS'
for p,h in c['input_sha256'].items():assert sha(p)==h,p
rows=[];invariants=[];clipping=[]
for s in c['cases']:
case=s['case'];v=read(out/(case+'.verification.json'));assert v['status']=='PASS';invariants.append(v)
for pose in ['original','rotated']:
d=out/(case+'_'+pose);r=read(d/'result.json');guard=read(out/(case+'_'+pose+'.supervisor.json'))
assert guard['stop_reason'] is None and (guard['returncode']==0 or guard.get('recovery_status')=='PRODUCER_COMPLETE_SUPERVISOR_FINALIZATION_FAILED')
for name,h in r['full_output_sha256'].items():assert sha(d/name)==h
rows.append(dict(case=case[:8],pose=pose,supervision='normal' if guard['returncode']==0 else guard['recovery_status'],nodes=r['nodes'],edges=r['edges'],valid=r['status_counts']['valid'],unscored=r['status_counts']['unscored'],invalid=sum(n for k,n in r['status_counts'].items() if k.startswith('invalid')),
clipped=r['clipped_count'],scored_neff_fail=r['scored_neff_fail_count'],tau0_defined=r['tau0_defined_count'],gate_direction_masked=r['gate_undefined_direction_count'],edge_direction_undefined=r['edge_undefined_direction_count'],
wall_seconds_including_supervisor=guard['wall_seconds'],peak_RSS_MiB=guard['observed_peak_RSS_bytes']/2**20,neighbor_visits=r['neighbor_visits'],reconstruction_max=r['algebra_checks']['reconstruction_max'],q_identity_max=r['q_identity_max'],q_bound_violation_max=r['q_bound_violation_max']))
with np.load(d/'nodes.npz') as z:
mask=z['clipped'];ev=z['raw_eigenvalues'];tau=z['tau0'];ratio=(-ev[mask,-1]/tau[mask])
clipping.append(dict(case=case,pose=pose,count=int(mask.sum()),negative_minimum_magnitude_relative_tau0_quantiles=np.quantile(ratio,[0,.5,1]).tolist() if len(ratio) else None,meaning='Floating-point clipping audit flag only, not an invariant continuous feature or physical class.'))
(out/'clipping_diagnostics.json').write_text(json.dumps(clipping,indent=2)+'\n')
with (out/'summary.csv').open('w') as f:
w=csv.DictWriter(f,fieldnames=list(rows[0]),lineterminator='\n');w.writeheader();w.writerows(rows)
lines=['# O2-rep v1.1a:三件实件的全节点实现与验收','',
'按冻结的 v1.1+v1.1a 完成三件全部节点的几何读出、真四面体边两端读出和浇口读出;各件分别独立重算原场与共同旋转平移场,共六场。完整保存结果验收与可移植复核均通过。这里只验证表示的数学/数值性质,不声称未见制件预测收益、实件重网格稳定性或物理类型语义。','',
'## 冻结来源与执行约束','',
'[v1.1完整规范](https://drive.google.com/file/d/1VJAADNvR5Bps8UBFqg2ATCgSLYzFQfnK/view)+[v1.1a增补](https://drive.google.com/file/d/1eGrFT8_VDoE_nEQ-Z8n1WymfpukdxPN5/view),以[Grok 12:33:21最终确认](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794630801892259)为冻结依据。包内保存原文和回执;原文标题保留历史“待确认”字样,不影响后续确认的出处。','',
'FP64常数:tau_min=1e-10,epsilon_psd=1e-12(相对截零前tau0),边长门1e-12 L_med,浇口方向门1e-6 L_med;长度等号归入未定义。Neff≥64只作独立数值质量位。历史h按lambda1归一,严格h>0.1拆簇;新g按修正后迹归一,不混用阈值。','',
'原E6四点源点、R和缓存距离未改变;每个姿态从网格P1距离梯度起独立重算,未代数搬运原场当作旋转结果。全部节点均积分,但d=0仍为unscored,tau0为NA及原因。源坐标、距离、gate身份、法向及原工况引用保留;旋转测试同步变换几何和gate,不吸附节点,不改变边界条件。','',
'850预留30秒/512 MiB;666预留120秒/1.25 GiB;778为具名一次性例外,1800秒/1 GiB(对“约1 GiB”取保守明确值)。每个旋转场是独立第二场。外部监督每20ms核对墙钟、VmRSS、VmHWM,并核对进程最终峰值;超预留即停。5e8访问只是预警,没有恢复已撤销的2.5e9通用上限。','',
'## 全节点状态与资源','',
'**监督回执异常(完整保留)**:778旋转场已写完全部结果及COMPLETE日志后,原监督程序读取退出阶段缺少VmRSS/VmHWM的/proc状态时发生max空序列异常,监督程序退出码1,子进程退出码未捕获。该场不是正常监督回执。四个结果文件SHA全部匹配;生产进程记录485.43秒、196.95 MiB。表中487.47秒为文件时间所支持的保守完成时长上界,内存取生产进程ru_maxrss,未伪造丢失的实时峰值或退出码。其余五场正常。详见supervisor-finalization-incident.json;数值验收与此监督故障分别报告。原冻结代码保持不变,另附supervise_o2_rep_safe.py修复版和退出阶段回归测试;没有重跑核计算。','',
'| 实件 / 姿态 | 节点 | valid / unscored / invalid | clipped | 已评分Neff不通过 | gate方向掩码 | 墙钟秒 | 峰值MiB |','|---|---:|---:|---:|---:|---:|---:|---:|']
for r in rows:lines.append(f"| {r['case']} / {r['pose']} | {r['nodes']:,} | {r['valid']:,} / {r['unscored']:,} / {r['invalid']} | {r['clipped']} | {r['scored_neff_fail']} | {r['gate_direction_masked']} | {r['wall_seconds_including_supervisor']:.2f} | {r['peak_RSS_MiB']:.1f} |")
lines+=['','每个锚点在anchor_report.npz均保留一行:node_id、tau0及原因、状态、clipped、Neff质量位及数值、mu/g、节点集总质量、gate原距离及方向有效标志。NA以NaN存储并配tau0_reason,不能当作0。invalid与unscored不是同一状态;有效且质量位不通过的点不会被暗中删除。有效正交方向的零读数与方向未定义的零占位由独立掩码区分。','',
'tau0是核内插值节点方向支撑的加权覆盖;一个节点有任一有效入射梯度即可有迹1。它不是型腔连续体积分数或核球覆盖率,没有新增覆盖门槛。','',
'| 实件 | L_med(原始单位) | gate容差 | 真无向四面体边数 |','|---|---:|---:|---:|']
for s in c['cases']:
m=read(s['geometry_metadata']);lines.append(f"| {s['case'][:8]} | {m['L_med_raw']:.12g} | {m['L_med_raw']*1e-6:.12g} | {m['edges']:,} |")
lines+=['','L_med在查询前由去重的原始真四面体边中有限正长度的中位数固定。边集合逐项与四面体六边核对,无额外边。缺失L_med时方向读出fail-closed,原因保留。每条无向边在两端各用当地B输出一对q,数组形状E×endpoint(2)×channel(2),端点张量不平均。边方向反号不改变q;这是网格边特征,不是规范坐标架。','',
'## 验收与可审计差异','',
'9项表示测试及1项监督退出回归测试通过。表示测试覆盖方杆解析值、tau0对后续invalid的保留、trace/PSD/长度门等号、小负谱截零再归一、Neff独立、各向同性、有效零与无效零、缺失L_med、共同旋转、正反向与单位缩放、三类重根两侧B本身的极限。源码可仅用NumPy运行这些测试。','',
'首场前备案的验收容差:代数1e-10,B/标量共同旋转1e-9,q共同旋转1e-8,长度共同旋转绝对1e-10原单位。没有按观察结果改动。全量检查mu和为1/非负有序、B对称及PSD容差、mu3 I+B1+B2重建、q上下界及和恒等式、回退状态、全部节点/边/gate共同旋转。','',
'| 实件 | B协变最大误差 | gate q最大差 | edge q最大差 | clipped位变化 |','|---|---:|---:|---:|---:|']
for v in invariants:lines.append(f"| {v['case'][:8]} | {v['metrics']['B_covariance_max']:.3e} | {v['metrics']['gate_q_rigid_max']:.3e} | {v['metrics']['edge_q_rigid_max']:.3e} | {v['flags']['clipped_flag_changes_diagnostic']} |")
lines+=['','clipped审计位在零附近小负谱随舍入变化时可以改变;它只用于审计,不作为模型输入、连续通道或物理标签。[Claude 13:08:01复核](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794632881883909)确认保持常数不变。666的该位变化如表所示,状态/Neff/方向掩码保持一致,B和q仍满足备案残差。各姿态clipped负谱幅度相对tau0的范围见clipping_diagnostics.json。B的浮点最小特征值可有约机器精度的负值,按事先1e-10代数容差验收,没有再次截零B或调门。','',
'## 文件与复核','',
'ZIP包含六场完整nodes.npz、edges.npz、逐锚点anchor_report.npz和带原坐标/浇口的audit_samples.npz,以及源码、测试、合同、来源快照、监督回执、全量验证及成本。完整原始网格、距离缓存及原E6对照缓存一并打包,来源路径和SHA256在合同中。原始NPZ中的填充时间等既有字段原样保留用于来源核对,本轮表示计算没有读取或使用填充时间。保存结果的全量代数与两姿态比较无需重新积分。','',
'nodes.npz含原M、W/Neff、截零前谱/迹及历史h、修正mu/g、B、归一修正张量、全部状态、gate q/距离/掩码。edges.npz含真实节点对、两端q、长度及方向/通道掩码。result.json记录每类节点数和集总质量比例、验收残差、分阶段耗时和文件SHA256。geometry.json保留原gate/工况来源,工况日志只用于来源保存,未作为读出或预测特征。','',
'解压后运行:','',
'```sh','python -m unittest discover -s tests -p test_o2_rep.py -v',
'python -m unittest discover -s tests -p test_o2_supervisor_exit.py -v',
'python tools/verify_o2_rep_audit.py artifacts/o2-rep-v1.1a-2026-11-14',
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 0',
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 1',
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 2','```','',
'这些保存结果检查只需NumPy;完整重新积分还需SciPy。所有原E6重叠锚点分别与同姿态缓存逐项对照通过。报告中的PASS指本轮数值验收,不是预测性能、重网格稳定性或O1类型冻结。没有训练、S1、O1/LP/621准备、细化、新距离或源点稀疏化。','']
(out/'README.md').write_text('\n'.join(lines))
dest=Path('artifacts/o2-rep-review-delivery-2026-11-14');dest.mkdir(exist_ok=False)
include={p for p in out.iterdir() if p.is_file() and p.name!='execution.lock'}
for s in c['cases']:
for pose in ['original','rotated']:
d=out/(s['case']+'_'+pose)
for name in ['nodes.npz','edges.npz','anchor_report.npz','audit_samples.npz','result.json','started.json']:include.add(d/name)
include.update(Path(p) for p in c['input_sha256'])
include.add(Path('docs/sharing-authorization-2026-11-14.md'))
include.update([Path('tools/supervise_o2_rep_safe.py'),Path('tests/test_o2_supervisor_exit.py')])
pending=[Path('tools')/name for name in ['verify_o2_rep.py','verify_o2_rep_audit.py','build_o2_rep_review.py']]
pending+=list(p for p in include if p.suffix=='.py')
scanned=set()
while pending:
p=pending.pop()
if p in scanned:continue
include.add(p);scanned.add(p)
for node in ast.walk(ast.parse(p.read_text())):
if isinstance(node,ast.ImportFrom):names=[node.module.split('.')[-1]] if node.module else [x.name for x in node.names]
elif isinstance(node,ast.Import):names=[x.name.split('.')[-1] for x in node.names]
else:continue
for name in names:
q=Path('tools')/(name+'.py')
if q.exists() and q not in scanned:pending.append(q)
manifest=[dict(path=str(p),bytes=p.stat().st_size,sha256=sha(p)) for p in sorted(include)]
archive=dest/'MeltMind-O2-rep-v1.1a-20261114.zip'
with zipfile.ZipFile(archive,'x',zipfile.ZIP_DEFLATED,compresslevel=6,allowZip64=True) as z:
for r in manifest:z.write(r['path'],r['path'])
z.writestr('PACKAGE_MANIFEST.json',json.dumps(manifest,indent=2)+'\n')
(dest/'PACKAGE_MANIFEST.json').write_text(json.dumps(manifest,indent=2)+'\n')
for name in ['README.md','execution_contract.json','summary.csv','clipping_diagnostics.json','portable_verification.json','unit_tests.log']:shutil.copy2(out/name,dest/name)
for s in c['cases']:
shutil.copy2(out/(s['case']+'.verification.json'),dest/(s['case']+'.verification.json'))
for pose in ['original','rotated']:
name=s['case']+'_'+pose;shutil.copy2(out/(name+'.supervisor.json'),dest/(name+'.supervisor.json'));shutil.copy2(out/name/'result.json',dest/(name+'.result.json'))
hashes={p.name:sha(p) for p in sorted(dest.iterdir()) if p.is_file()};(dest/'SHA256SUMS').write_text(''.join(f'{h} {n}\n' for n,h in hashes.items()))
print(json.dumps(dict(files=len(manifest),archive_bytes=archive.stat().st_size,archive_sha256=hashes[archive.name],destination=str(dest)),indent=2))
if __name__=='__main__':main()