Files
MeltMind/tools/build_sampled_o2_review.py
T

79 lines
10 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Complete sampled O2 evidence package; no S1 scoring or training."""
import csv
import hashlib
import json
from pathlib import Path
import shutil
import zipfile
def read(p):return json.loads(Path(p).read_text())
def sha(p):return hashlib.sha256(Path(p).read_bytes()).hexdigest()
def main():
out=Path('artifacts/s1-sampled-o2-2026-11-14');c=read(out/'execution_contract.json')
assert read(out/'verification.json')['status']=='PASS'
complete=read(out/'panel.completion.json');assert len(complete['records'])==24
rows=[]
for s in c['panel']:
sup=read(out/'panel'/(s['job']+'.supervisor.json'));row=dict(panel_index=s['panel_index'],case=s['case'],source_key=s['source_key'],numeric_prefix=s['numeric_prefix'],status=sup['status'],stop_reason=sup['stop_reason'],whole_process_wall_seconds=sup['wall_seconds'],peak_RSS_MiB=sup['peak_rss_bytes']/2**20,max_monitor_gap_seconds=sup['max_observed_poll_gap_seconds'])
rp=out/'panel'/s['job']/'result.json'
if rp.exists():
r=read(rp);row.update(unique_anchors=r['anchors'],draw_slots=r['draw_slots'],exact_neighbor_visits=r['neighbor_visits'],n_ref=sup['n_ref'],eligible_draw_count=sup['eligible_draw_count'],eligible_near_wall_draw_count=r['eligible_near_wall_draw_count'] if sup['status']=='PASS' else None,clipped_count=r['clipped_count'],neff_pass_count=r['neff_pass_count'],gate_channel_valid_count=r['gate_channel_valid_count'],edge_block_complete_count=r['edge_block_complete_count'],edge_nonfinite_q_count=r['edge_nonfinite_q_count'],kernel_seconds=r['timings']['kernel'])
row.update({'status_'+k:v for k,v in r['status_counts'].items()})
rows.append(row)
columns=list(dict.fromkeys(k for r in rows for k in r))
with (out/'summary.csv').open('x') as f:
w=csv.DictWriter(f,fieldnames=columns,lineterminator='\n');w.writeheader();w.writerows(rows)
passed=[r for r in rows if r['status']=='PASS'];hold=read(out/'review_hold.json')
lines=['# 固定24件 sampled O2:全部结果与监督交付','',
f"24件队列完成,{len(passed)}件监督PASS,{24-len(passed)}件失败并保留记录。当前评审状态:{hold['status']}。没有运行S1评分、置换、bootstrap或训练。",'',
'[冻结draw 94011fd](https://gitea.frank14f.online/Frank14f/MeltMind/src/commit/94011fd8efe0512e6579c7c541ccd585dc710c2e/review/2026-11-14/s1-sampled-draw);[六场等价门和源码5e4b406](https://gitea.frank14f.online/Frank14f/MeltMind/src/commit/5e4b40603e47fcd67fac47a47d4da88ec9202ba6/review/2026-11-14/s1-sampled-o2-gate)。','',
'## 实际执行与校验','',
'43,658个抽中不同节点中43,656个共同合格,合格抽次47,998/48,000。1358的节点22128、47381各出现一次,Neff分别为52.03889587021393、58.021779203156235,低于冻结64门;谱、gate和边块仍有效,未补抽。这是资格计数披露,不是HELD期间的shortfall判定。总实际访问6,596,529,792,与原精确计数相同。','',
'每件严格使用94011fd的全部unique ID,固定原始姿态,一点一次核。未预先按后来资格过滤;所有源点和原节点P1梯度张量、原R/t_part均保持冻结定义,直接调用原E6 raw_field/samples/integrate及O2-rep v1.1a readout/contract_direction,代码和输入SHA逐件核验。核实际邻居访问与每件保存counts上的预检精确和一致。抽样本体、原输入和已有全场结果不修改。','',
'先完成850/778/666原始+旋转六场位级等价门,每场30项节点/边数组(包括NaN位模式)零差异。使用独立测试draw的排序unique前200点,附最小边界点和最近gate点,最终锚点201/202/201;原实际最近gate结果恰为冻结指定0/27375/0,原算法与后来核对时序保留。比较域为已计算锚点及其真实边端,没有比较未计算节点或全网格汇总。','',
'新加入的边均值/最大值和共同资格不由全节点位级门覆盖;verification.json另对全部保存结果重分组核对。每个抽中锚点遍历所有真tet边端,有限且channel_valid者进入mean/max;无有效边端以NaN和原因位保留并排除共同资格。完整性按已处理度数等于原网格度数核对。eligibility含d>0、谱valid、Neff≥64、gate方向/通道有效、完整有限边块及基础/gap/gate值有限。不得以无效方向的占位零进入均值。clipped仅记录,不单独剔除。','',
'nodes.npz保存全部核量、谱/μ/g/B、gate q/长度/状态、edge_summary、全部资格位、near_wall、原质量/壁距/rawID/multiplicity;edges.npz保存所有锚点真实边端q、原边ID/端点、方向/状态/长度。各result.json分列status/status_draw、tau0/gate/edge原因计数、Neff/clipped、n_ref及eligible draw/near-wall draw。所有失败保留原日志与部分产物,不能当作零结果。','',
'## 完整进程预算','',
'顺序运行,每场独立子进程;1800秒/1,342,177,280 bytes(1280MiB)预算,20ms为外部轮询目标。覆盖启动导入、准备、完整源/核、读出和写盘;VmRSS/VmHWM和最终ru_maxrss共同核峰值,进程树纳入监督。空/zombie状态不触发max(empty),缺最终记录不可PASS。真实最大轮询间隔逐件公开,不能把目标间隔表述为硬实时保证。没有替补、换件、重抽或源点稀疏。','',
f"完成件墙钟范围{min(r['whole_process_wall_seconds'] for r in passed):.3f}–{max(r['whole_process_wall_seconds'] for r in passed):.3f}秒,最高RSS {max(r['peak_RSS_MiB'] for r in passed):.2f}MiB。汇总数字为实测,不用0.73μs规划情景代替。",'',
'|前缀|状态|unique|n_ref|合格抽次/2000|近壁合格抽次|实际访问|完整秒|峰值MiB|最大轮询间隔秒|','|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|']
for r in rows:
lines.append(f"|{r['numeric_prefix']}|{r['status']}|{r.get('unique_anchors','NA')}|{r.get('n_ref','NA')}|{r.get('eligible_draw_count','NA')}|{r.get('eligible_near_wall_draw_count','NA')}|{r.get('exact_neighbor_visits','NA')}|{r['whole_process_wall_seconds']:.3f}|{r['peak_RSS_MiB']:.2f}|{r['max_monitor_gap_seconds']:.3f}|")
lines+=['','实际最大轮询间隔1.973326437秒,出现在364;完整保留而不写成严格20ms实时监督。monitor_audit.json核对24份轨迹的RSS/HWM及实际墙钟,所有观测进程树仅一个生产进程;其最终ru_maxrss和VmHWM补充瞬时峰值记录。','',
'## 流程偏差及评审状态','',
'本轮在面板启动后才读到14:53–14:55新增的Grok驱动/监督审核步骤,错误沿14:43条件GO启动了队列。Claude14:56:43允许已启动队列完成,但要求结果HELD,Grok检查前不得进入shortfall/S1。这是实施方流程偏差,未写成已取得事前审核。等价证据与代码随后以5e4b406发布。review_hold.json保留该历史状态;后续若有明确解除裁量,以单独review_release.json及其原文为准,不删除初始HELD记录。若审核发现问题,遵裁量作废并用原draw重跑,不回修已有数值。','',
'本包只提供结果和资格计数;是否允许短缺门以最新明确评审为准。S1必须先审评分代码,训练未放行。','',
'## 复现与来源边界','',
'ZIP包含完整等价与24件输出、监控日志、代码、契约、原始94011fd抽样全部文件、来源/裁量快照以及验证记录;原预检几何/距离和三件旧全节点场在此前81f56af/f2e5ed0包,不在本包重复收录,输入哈希逐件保留。完整抽样输入向量随draw包,足够重放全部抽样、访问和、资格/status检查。','',
'在解压根执行保存结果审核(冻结NumPy1.26.4;runtime.json和numpy_build_config.txt记录实际环境,跨BLAS实现不承诺浮点位重现,也不自动放宽检查):','```sh','python tools/verify_sampled_o2.py artifacts/s1-sampled-o2-2026-11-14','```','追加`--sources`需要旧81f56af几何缓存,可核全边度数、全部实际方向q、整件尺度与原输入哈希。该验证不重新积分核、不算S1;本机带原来源的验证记录见verification.json。','']
(out/'README.md').write_text('\n'.join(lines))
dest=Path('artifacts/s1-sampled-o2-review-delivery-2026-11-14');dest.mkdir(exist_ok=False)
include={p for p in out.rglob('*') if p.is_file() and p.name!='execution.lock'}
include.update(p for p in Path('artifacts/s1-sampled-draw-2026-11-14').rglob('*') if p.is_file() and p.name!='execution.lock')
include.update(Path(p) for p in c['code_sha256'])
include.update(Path(p) for p in ['tools/verify_sampled_o2.py','tools/build_sampled_o2_review.py','tools/draw_s1_sampled.py','tools/verify_s1_sampled_draw.py'])
include.update(Path('docs').glob('s1-sampled-o2-*.txt'));include.update(Path('docs').glob('s1-m2-v1.2-draw-*'));include.add(Path('docs/s1-m2-v1.2-fold-confirmation-2026-11-14.txt'))
manifest=[dict(path=str(p),bytes=p.stat().st_size,sha256=sha(p)) for p in sorted(include)]
archive=dest/'MeltMind-sampled-O2-panel-20261114.zip'
with zipfile.ZipFile(archive,'x',zipfile.ZIP_DEFLATED,compresslevel=6) as z:
for row in manifest:z.write(row['path'],row['path'])
z.writestr('PACKAGE_MANIFEST.json',json.dumps(manifest,indent=2)+'\n')
(dest/'PACKAGE_MANIFEST.json').write_text(json.dumps(manifest,indent=2)+'\n')
for p in out.iterdir():
if p.is_file() and p.name!='execution.lock':shutil.copy2(p,dest/p.name)
for phase in ['equivalence','panel']:
for s in c[phase]:
for name in ['result.json','equivalence.json']:
p=out/phase/s['job']/name
if p.exists():shutil.copy2(p,dest/(s['job']+'.'+name))
shutil.copy2(out/phase/(s['job']+'.supervisor.json'),dest/(s['job']+'.supervisor.json'))
for name in ['run_sampled_o2.py','supervise_sampled_o2.py','verify_sampled_o2.py']:shutil.copy2(Path('tools')/name,dest/name)
(dest/'SHA256SUMS').write_text(''.join(f'{sha(p)} {p.name}\n' for p in sorted(dest.iterdir()) if p.is_file()))
print(json.dumps(dict(files=len(manifest),archive_bytes=archive.stat().st_size,archive_sha256=sha(archive),destination=str(dest)),indent=2))
if __name__=='__main__':main()