110 lines
13 KiB
Python
110 lines
13 KiB
Python
"""Package complete saved O2-rep fields, code, tests, contracts and costs."""
|
||
import ast
|
||
import csv
|
||
import hashlib
|
||
import json
|
||
from pathlib import Path
|
||
import shutil
|
||
import zipfile
|
||
import numpy as np
|
||
|
||
|
||
def read(p):return json.loads(Path(p).read_text())
|
||
def sha(p):return hashlib.sha256(Path(p).read_bytes()).hexdigest()
|
||
|
||
|
||
def main():
|
||
out=Path('artifacts/o2-rep-v1.1a-2026-11-14');c=read(out/'execution_contract.json')
|
||
assert read(out/'portable_verification.json')['status']=='PASS'
|
||
for p,h in c['input_sha256'].items():assert sha(p)==h,p
|
||
rows=[];invariants=[];clipping=[]
|
||
for s in c['cases']:
|
||
case=s['case'];v=read(out/(case+'.verification.json'));assert v['status']=='PASS';invariants.append(v)
|
||
for pose in ['original','rotated']:
|
||
d=out/(case+'_'+pose);r=read(d/'result.json');guard=read(out/(case+'_'+pose+'.supervisor.json'))
|
||
assert guard['stop_reason'] is None and (guard['returncode']==0 or guard.get('recovery_status')=='PRODUCER_COMPLETE_SUPERVISOR_FINALIZATION_FAILED')
|
||
for name,h in r['full_output_sha256'].items():assert sha(d/name)==h
|
||
rows.append(dict(case=case[:8],pose=pose,supervision='normal' if guard['returncode']==0 else guard['recovery_status'],nodes=r['nodes'],edges=r['edges'],valid=r['status_counts']['valid'],unscored=r['status_counts']['unscored'],invalid=sum(n for k,n in r['status_counts'].items() if k.startswith('invalid')),
|
||
clipped=r['clipped_count'],scored_neff_fail=r['scored_neff_fail_count'],tau0_defined=r['tau0_defined_count'],gate_direction_masked=r['gate_undefined_direction_count'],edge_direction_undefined=r['edge_undefined_direction_count'],
|
||
wall_seconds_including_supervisor=guard['wall_seconds'],peak_RSS_MiB=guard['observed_peak_RSS_bytes']/2**20,neighbor_visits=r['neighbor_visits'],reconstruction_max=r['algebra_checks']['reconstruction_max'],q_identity_max=r['q_identity_max'],q_bound_violation_max=r['q_bound_violation_max']))
|
||
with np.load(d/'nodes.npz') as z:
|
||
mask=z['clipped'];ev=z['raw_eigenvalues'];tau=z['tau0'];ratio=(-ev[mask,-1]/tau[mask])
|
||
clipping.append(dict(case=case,pose=pose,count=int(mask.sum()),negative_minimum_magnitude_relative_tau0_quantiles=np.quantile(ratio,[0,.5,1]).tolist() if len(ratio) else None,meaning='Floating-point clipping audit flag only, not an invariant continuous feature or physical class.'))
|
||
(out/'clipping_diagnostics.json').write_text(json.dumps(clipping,indent=2)+'\n')
|
||
with (out/'summary.csv').open('w') as f:
|
||
w=csv.DictWriter(f,fieldnames=list(rows[0]),lineterminator='\n');w.writeheader();w.writerows(rows)
|
||
lines=['# O2-rep v1.1a:三件实件的全节点实现与验收','',
|
||
'按冻结的 v1.1+v1.1a 完成三件全部节点的几何读出、真四面体边两端读出和浇口读出;各件分别独立重算原场与共同旋转平移场,共六场。完整保存结果验收与可移植复核均通过。这里只验证表示的数学/数值性质,不声称未见制件预测收益、实件重网格稳定性或物理类型语义。','',
|
||
'## 冻结来源与执行约束','',
|
||
'[v1.1完整规范](https://drive.google.com/file/d/1VJAADNvR5Bps8UBFqg2ATCgSLYzFQfnK/view)+[v1.1a增补](https://drive.google.com/file/d/1eGrFT8_VDoE_nEQ-Z8n1WymfpukdxPN5/view),以[Grok 12:33:21最终确认](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794630801892259)为冻结依据。包内保存原文和回执;原文标题保留历史“待确认”字样,不影响后续确认的出处。','',
|
||
'FP64常数:tau_min=1e-10,epsilon_psd=1e-12(相对截零前tau0),边长门1e-12 L_med,浇口方向门1e-6 L_med;长度等号归入未定义。Neff≥64只作独立数值质量位。历史h按lambda1归一,严格h>0.1拆簇;新g按修正后迹归一,不混用阈值。','',
|
||
'原E6四点源点、R和缓存距离未改变;每个姿态从网格P1距离梯度起独立重算,未代数搬运原场当作旋转结果。全部节点均积分,但d=0仍为unscored,tau0为NA及原因。源坐标、距离、gate身份、法向及原工况引用保留;旋转测试同步变换几何和gate,不吸附节点,不改变边界条件。','',
|
||
'850预留30秒/512 MiB;666预留120秒/1.25 GiB;778为具名一次性例外,1800秒/1 GiB(对“约1 GiB”取保守明确值)。每个旋转场是独立第二场。外部监督每20ms核对墙钟、VmRSS、VmHWM,并核对进程最终峰值;超预留即停。5e8访问只是预警,没有恢复已撤销的2.5e9通用上限。','',
|
||
'## 全节点状态与资源','',
|
||
'**监督回执异常(完整保留)**:778旋转场已写完全部结果及COMPLETE日志后,原监督程序读取退出阶段缺少VmRSS/VmHWM的/proc状态时发生max空序列异常,监督程序退出码1,子进程退出码未捕获。该场不是正常监督回执。四个结果文件SHA全部匹配;生产进程记录485.43秒、196.95 MiB。表中487.47秒为文件时间所支持的保守完成时长上界,内存取生产进程ru_maxrss,未伪造丢失的实时峰值或退出码。其余五场正常。详见supervisor-finalization-incident.json;数值验收与此监督故障分别报告。原冻结代码保持不变,另附supervise_o2_rep_safe.py修复版和退出阶段回归测试;没有重跑核计算。','',
|
||
'| 实件 / 姿态 | 节点 | valid / unscored / invalid | clipped | 已评分Neff不通过 | gate方向掩码 | 墙钟秒 | 峰值MiB |','|---|---:|---:|---:|---:|---:|---:|---:|']
|
||
for r in rows:lines.append(f"| {r['case']} / {r['pose']} | {r['nodes']:,} | {r['valid']:,} / {r['unscored']:,} / {r['invalid']} | {r['clipped']} | {r['scored_neff_fail']} | {r['gate_direction_masked']} | {r['wall_seconds_including_supervisor']:.2f} | {r['peak_RSS_MiB']:.1f} |")
|
||
lines+=['','每个锚点在anchor_report.npz均保留一行:node_id、tau0及原因、状态、clipped、Neff质量位及数值、mu/g、节点集总质量、gate原距离及方向有效标志。NA以NaN存储并配tau0_reason,不能当作0。invalid与unscored不是同一状态;有效且质量位不通过的点不会被暗中删除。有效正交方向的零读数与方向未定义的零占位由独立掩码区分。','',
|
||
'tau0是核内插值节点方向支撑的加权覆盖;一个节点有任一有效入射梯度即可有迹1。它不是型腔连续体积分数或核球覆盖率,没有新增覆盖门槛。','',
|
||
'| 实件 | L_med(原始单位) | gate容差 | 真无向四面体边数 |','|---|---:|---:|---:|']
|
||
for s in c['cases']:
|
||
m=read(s['geometry_metadata']);lines.append(f"| {s['case'][:8]} | {m['L_med_raw']:.12g} | {m['L_med_raw']*1e-6:.12g} | {m['edges']:,} |")
|
||
lines+=['','L_med在查询前由去重的原始真四面体边中有限正长度的中位数固定。边集合逐项与四面体六边核对,无额外边。缺失L_med时方向读出fail-closed,原因保留。每条无向边在两端各用当地B输出一对q,数组形状E×endpoint(2)×channel(2),端点张量不平均。边方向反号不改变q;这是网格边特征,不是规范坐标架。','',
|
||
'## 验收与可审计差异','',
|
||
'9项表示测试及1项监督退出回归测试通过。表示测试覆盖方杆解析值、tau0对后续invalid的保留、trace/PSD/长度门等号、小负谱截零再归一、Neff独立、各向同性、有效零与无效零、缺失L_med、共同旋转、正反向与单位缩放、三类重根两侧B本身的极限。源码可仅用NumPy运行这些测试。','',
|
||
'首场前备案的验收容差:代数1e-10,B/标量共同旋转1e-9,q共同旋转1e-8,长度共同旋转绝对1e-10原单位。没有按观察结果改动。全量检查mu和为1/非负有序、B对称及PSD容差、mu3 I+B1+B2重建、q上下界及和恒等式、回退状态、全部节点/边/gate共同旋转。','',
|
||
'| 实件 | B协变最大误差 | gate q最大差 | edge q最大差 | clipped位变化 |','|---|---:|---:|---:|---:|']
|
||
for v in invariants:lines.append(f"| {v['case'][:8]} | {v['metrics']['B_covariance_max']:.3e} | {v['metrics']['gate_q_rigid_max']:.3e} | {v['metrics']['edge_q_rigid_max']:.3e} | {v['flags']['clipped_flag_changes_diagnostic']} |")
|
||
lines+=['','clipped审计位在零附近小负谱随舍入变化时可以改变;它只用于审计,不作为模型输入、连续通道或物理标签。[Claude 13:08:01复核](https://arcticnimbus.slack.com/archives/C0C78UFKGRM/p1794632881883909)确认保持常数不变。666的该位变化如表所示,状态/Neff/方向掩码保持一致,B和q仍满足备案残差。各姿态clipped负谱幅度相对tau0的范围见clipping_diagnostics.json。B的浮点最小特征值可有约机器精度的负值,按事先1e-10代数容差验收,没有再次截零B或调门。','',
|
||
'## 文件与复核','',
|
||
'ZIP包含六场完整nodes.npz、edges.npz、逐锚点anchor_report.npz和带原坐标/浇口的audit_samples.npz,以及源码、测试、合同、来源快照、监督回执、全量验证及成本。完整原始网格、距离缓存及原E6对照缓存一并打包,来源路径和SHA256在合同中。原始NPZ中的填充时间等既有字段原样保留用于来源核对,本轮表示计算没有读取或使用填充时间。保存结果的全量代数与两姿态比较无需重新积分。','',
|
||
'nodes.npz含原M、W/Neff、截零前谱/迹及历史h、修正mu/g、B、归一修正张量、全部状态、gate q/距离/掩码。edges.npz含真实节点对、两端q、长度及方向/通道掩码。result.json记录每类节点数和集总质量比例、验收残差、分阶段耗时和文件SHA256。geometry.json保留原gate/工况来源,工况日志只用于来源保存,未作为读出或预测特征。','',
|
||
'解压后运行:','',
|
||
'```sh','python -m unittest discover -s tests -p test_o2_rep.py -v',
|
||
'python -m unittest discover -s tests -p test_o2_supervisor_exit.py -v',
|
||
'python tools/verify_o2_rep_audit.py artifacts/o2-rep-v1.1a-2026-11-14',
|
||
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 0',
|
||
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 1',
|
||
'python tools/verify_o2_rep.py artifacts/o2-rep-v1.1a-2026-11-14 2','```','',
|
||
'这些保存结果检查只需NumPy;完整重新积分还需SciPy。所有原E6重叠锚点分别与同姿态缓存逐项对照通过。报告中的PASS指本轮数值验收,不是预测性能、重网格稳定性或O1类型冻结。没有训练、S1、O1/LP/621准备、细化、新距离或源点稀疏化。','']
|
||
(out/'README.md').write_text('\n'.join(lines))
|
||
dest=Path('artifacts/o2-rep-review-delivery-2026-11-14');dest.mkdir(exist_ok=False)
|
||
include={p for p in out.iterdir() if p.is_file() and p.name!='execution.lock'}
|
||
for s in c['cases']:
|
||
for pose in ['original','rotated']:
|
||
d=out/(s['case']+'_'+pose)
|
||
for name in ['nodes.npz','edges.npz','anchor_report.npz','audit_samples.npz','result.json','started.json']:include.add(d/name)
|
||
include.update(Path(p) for p in c['input_sha256'])
|
||
include.add(Path('docs/sharing-authorization-2026-11-14.md'))
|
||
include.update([Path('tools/supervise_o2_rep_safe.py'),Path('tests/test_o2_supervisor_exit.py')])
|
||
pending=[Path('tools')/name for name in ['verify_o2_rep.py','verify_o2_rep_audit.py','build_o2_rep_review.py']]
|
||
pending+=list(p for p in include if p.suffix=='.py')
|
||
scanned=set()
|
||
while pending:
|
||
p=pending.pop()
|
||
if p in scanned:continue
|
||
include.add(p);scanned.add(p)
|
||
for node in ast.walk(ast.parse(p.read_text())):
|
||
if isinstance(node,ast.ImportFrom):names=[node.module.split('.')[-1]] if node.module else [x.name for x in node.names]
|
||
elif isinstance(node,ast.Import):names=[x.name.split('.')[-1] for x in node.names]
|
||
else:continue
|
||
for name in names:
|
||
q=Path('tools')/(name+'.py')
|
||
if q.exists() and q not in scanned:pending.append(q)
|
||
manifest=[dict(path=str(p),bytes=p.stat().st_size,sha256=sha(p)) for p in sorted(include)]
|
||
archive=dest/'MeltMind-O2-rep-v1.1a-20261114.zip'
|
||
with zipfile.ZipFile(archive,'x',zipfile.ZIP_DEFLATED,compresslevel=6,allowZip64=True) as z:
|
||
for r in manifest:z.write(r['path'],r['path'])
|
||
z.writestr('PACKAGE_MANIFEST.json',json.dumps(manifest,indent=2)+'\n')
|
||
(dest/'PACKAGE_MANIFEST.json').write_text(json.dumps(manifest,indent=2)+'\n')
|
||
for name in ['README.md','execution_contract.json','summary.csv','clipping_diagnostics.json','portable_verification.json','unit_tests.log']:shutil.copy2(out/name,dest/name)
|
||
for s in c['cases']:
|
||
shutil.copy2(out/(s['case']+'.verification.json'),dest/(s['case']+'.verification.json'))
|
||
for pose in ['original','rotated']:
|
||
name=s['case']+'_'+pose;shutil.copy2(out/(name+'.supervisor.json'),dest/(name+'.supervisor.json'));shutil.copy2(out/name/'result.json',dest/(name+'.result.json'))
|
||
hashes={p.name:sha(p) for p in sorted(dest.iterdir()) if p.is_file()};(dest/'SHA256SUMS').write_text(''.join(f'{h} {n}\n' for n,h in hashes.items()))
|
||
print(json.dumps(dict(files=len(manifest),archive_bytes=archive.stat().st_size,archive_sha256=hashes[archive.name],destination=str(dest)),indent=2))
|
||
|
||
|
||
if __name__=='__main__':main()
|