Verify Yanqi manual v4 receive and freeze exact original-science run inputs
This commit is contained in:
1 parent
bc48cb2cbd
commit
b949fb4904
14 files changed
+53536
No files matched your search
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"status": "VERIFIED",
|
||||
"archive": "/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip",
|
||||
"bytes": 35925187752,
|
||||
"mtime_ns": 1794815107123564479,
|
||||
"inode": 13797925,
|
||||
"md5": "4973f24e12a38c87c31cf129be1a3e3b",
|
||||
"sha256": "5b0fbd7a6f41272813c48bedaa490100fa27dbda46c23adeb902f734860f163c",
|
||||
"unix": 1794816521.5639184,
|
||||
"elapsed_seconds": 100.75043417402776,
|
||||
"intake_cpu_seconds": 100.402575333,
|
||||
"source": "Manual receive by Yanqi; independently verified by MeltAstra",
|
||||
"original_manual_filename": "/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip.partial",
|
||||
"user_report_separate_from_independent_hash": true,
|
||||
"authorizing_ruling": "1794815915.570349",
|
||||
"science_started": false,
|
||||
"original_receiver_remains_user_stopped": true
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"status": "VERIFIED",
|
||||
"archive": "/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip",
|
||||
"bytes": 35925187752,
|
||||
"mtime_ns": 1794815107123564479,
|
||||
"inode": 13797925,
|
||||
"md5": "4973f24e12a38c87c31cf129be1a3e3b",
|
||||
"sha256": "5b0fbd7a6f41272813c48bedaa490100fa27dbda46c23adeb902f734860f163c",
|
||||
"unix": 1794816521.5639184,
|
||||
"elapsed_seconds": 100.75043417402776,
|
||||
"intake_cpu_seconds": 100.402575333,
|
||||
"source": "Manual receive by Yanqi; independently verified by MeltAstra",
|
||||
"original_manual_filename": "/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16/data/data.zip.partial",
|
||||
"user_report_separate_from_independent_hash": true,
|
||||
"authorizing_ruling": "1794815915.570349",
|
||||
"science_started": false,
|
||||
"original_receiver_remains_user_stopped": true
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"pid": 509976,
|
||||
"unix": 1794816420.813499,
|
||||
"source": "Manual receive by Yanqi",
|
||||
"ruling": "1794815915.570349"
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"status": "MANUAL_ARIA2_COMMAND_PREPARED_NOT_STARTED",
|
||||
"unix": 1794812475.1255975,
|
||||
"connections": 16,
|
||||
"partial_bytes": 12480778240,
|
||||
"private_input_file": "/tmp/meltmind-v4-private-20261116/aria2-input.txt",
|
||||
"official_md5": "4973f24e12a38c87c31cf129be1a3e3b",
|
||||
"automatic_continuation_stays_stopped": true,
|
||||
"continuation_rule": "Once segmented download begins, preserve .aria2 control file and resume with aria2 only; size alone no longer measures received bytes"
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"status": "FROZEN",
|
||||
"case_count": 629,
|
||||
"splits": 5,
|
||||
"contract_sha256": "8ea9bdb9f1aa542a044b383e7191696e6ac8b3ed1aedd9b2b34e7571cd7e2c1e",
|
||||
"splits_sha256": "534b2a25f92dbac2335b6282e1dfe0bb8ecdbc8db55bdfc24c7cffa83f9e931b",
|
||||
"model_plan_sha256": "15518ad03ee7b9c14e76fbd968c1f5ff7bd523d165a03113c8dbb8c6c88c444c",
|
||||
"metadata_cpu_seconds": 1.2558805670000002,
|
||||
"original_scientific_sources_unchanged": true,
|
||||
"unix": 1794816556.651451
|
||||
}
|
||||
@@ -0,0 +1,61 @@
|
||||
{
|
||||
"version": "Gre24-v4-model-chain-v1",
|
||||
"dataset_version": "v4",
|
||||
"protocol": "Five independent 315test/314train random geometry splits; original v4 dataset; NOT five-fold CV",
|
||||
"authorizing_rulings": [
|
||||
"1794782740.310499",
|
||||
"1794801454.185009",
|
||||
"1794801485.381899"
|
||||
],
|
||||
"code_sha256": {
|
||||
"tools/run_gre24_models.py": "103ecb6dc8a40481f72da02a02e0a41069a9a747ad0b7af4418c6ed06f0dcbc9",
|
||||
"tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"tools/gre24_fit.py": "63af0305a2c22b524d95ffee50e972848decdd042b1d24f0b3b946d9152f7688",
|
||||
"tools/gre24_score.py": "dbb11b57b7b7b2178ac11fd7243c934adb899d666a4c717dfb6a51ee1c65c705",
|
||||
"tools/gre24_gpu_guard.py": "7c0fd523e917357c07b63983bb0af1653ece12b9f76d9e07dbbad8e7200c47b4",
|
||||
"tools/gre24_job_guard.py": "baff57c6748380ea739dde703b20fdd2c6958389da3d24dbf0df8742654052aa",
|
||||
"tools/gre24_prepare_v2.py": "7637e55009005f6a8c77114159d7ac0d3c024c7add3e320afc486927537b78bc",
|
||||
"tools/gre24_features_v2.py": "7dcd5ac218ffdc1ca149edcd87e8658fb3c59e18c0fb9ce47985c7f1357d2cdf",
|
||||
"tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919"
|
||||
},
|
||||
"total_worker_cpu_seconds": 216000,
|
||||
"total_gpu_seconds": 7200,
|
||||
"initial_gpu_seconds": 0.0,
|
||||
"postfit_cpu_reserve_seconds": 900,
|
||||
"xgb_per_fit_cpu_seconds": 7200,
|
||||
"fnn_per_fit_cpu_seconds": 14400,
|
||||
"xgb_threads": 8,
|
||||
"fnn_cpu_threads": 2,
|
||||
"gpu_reserved_byte_cap": 16106127360,
|
||||
"ordering": "All five GBRT, then five FNN, freeze every terminal/checkpoint, CPU prediction freeze, CPU scoring",
|
||||
"FNN": {
|
||||
"hidden_layers": 4,
|
||||
"width": 100,
|
||||
"activation": "ReLU",
|
||||
"optimizer": "Adam",
|
||||
"learning_rate": 0.001,
|
||||
"batch_size": 1024,
|
||||
"maximum_epochs": 30,
|
||||
"patience": 5,
|
||||
"restore_best": true,
|
||||
"AMP": false,
|
||||
"input_standardization": "none beyond Eq12",
|
||||
"validation": "32 fixed training geometries per split; no replacement after prep failure"
|
||||
},
|
||||
"GBRT": {
|
||||
"library": "xgboost2.1.4",
|
||||
"trees": 100,
|
||||
"max_depth": 8,
|
||||
"learning_rate": 0.1,
|
||||
"objective": "reg:squarederror",
|
||||
"other_parameters": "library defaults, saved per fit"
|
||||
},
|
||||
"limits_notes": "New v4 ledger: preparation plus setup reserve, fits and postfit share60workerCPUh; all FNN waits/setup/runs share2GPUh; no retry/replacement",
|
||||
"acceptance_receipts": {
|
||||
"artifacts/gre24-reproduction-2026-11-15/integration-03/acceptance.json": "008c40416c992e27b7111a7a5580ef151be29849fa5f275f70e7cc22ca196397",
|
||||
"artifacts/gre24-reproduction-2026-11-15/budget-chain-test/test-acceptance.json": "e2d11ca8901285999e7e71b2f94f6f14a586252cc5797881a5eede72fdd716a3",
|
||||
"artifacts/gre24-reproduction-2026-11-15/model-synthetic-receipt.json": "90958f1e44239c9c776a7c297ba2b848193e208ab74881ba63c62bb04328bb15"
|
||||
},
|
||||
"timestamp": 1794816556.6157968
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"status": "USER_STOPPED_MANUAL_TRANSFER_ONLY",
|
||||
"unix": 1794812087.0833733,
|
||||
"reason": "User reports Horsea still routes through LA and requests stop and manual download commands",
|
||||
"receive_pid_exited": 506357,
|
||||
"continuation_pid_exited": 506630,
|
||||
"partial_bytes": 12429819904,
|
||||
"automatic_resume_authorized": false,
|
||||
"science_started": false,
|
||||
"original_receipts_preserved": true
|
||||
}
|
||||
@@ -113,3 +113,11 @@ Claude1794759849将模型共享CPU帽提高至216000秒,准备原144000秒不
|
||||
Grok1794801467唯一对象完成已实读,Horsea尚无文件/传输。Claude1794802279纠正本机已有OSS访问的假设,指定私有Drive短期只读GET交付;等待file ID期间仅做接收准备和种子冻结,没有启动科学。当前实际状态见docs/gre24-v4-reception-and-preflight-2026-11-16.md;不要将上传完成等同于Horsea校验或科学已启动。
|
||||
|
||||
12:42实际状态取代上一段入口等待:Claude1794802690选定私有7日GET交付文件;唯一下载systemd/PID506357已收到462422016字节,尚未MD5完成。独立接续systemd/PID506630已启动WAIT_EXISTING_RECEIVER,b01645c/8项合成PASS,原13科学源码未变。它在校验通过后冻结629件元数据/原五种子划分并启动原准备、模型等待链;失败停下,不另设用户go。当前科学尚未启动,旧v5终态不变,禁止重复下载/启动;以最新实际回执和接收记录为准。
|
||||
|
||||
## 用户手动接收完成与新分工(2026-11-16 15:58起)
|
||||
|
||||
上述下载和等待服务后来已按用户要求停止;用户手动通过aria2完成接收并报告MD5正确。最新用户继续推进指令经TRON1794815885同步,Claude1794815915已明确执行顺序:MeltAstra独立核大小/MD5,记录Yanqi手动接收,随后按99a70bb原预登记及b01645c的校验后接续部分启动原固定v4方案;不重启接收器或旧等待服务,不改科学代码。原60workerCPUh/2GPUh、五种子、315/314划分、1800秒/4GiB保持。
|
||||
|
||||
Claude统筹研究;MeltAstra负责Horsea主运行和证据,MoldAstra负责数学规格;用户新fork的「MeltAstra辅助」接替Grok的审计、检索和文献工作,Grok暂停;TRON只转达和同步。Melt已在1794816379实际确认分工与状态。Mold的R4与空间矩向量化仅纸面,均不得混入当前v4科学源码。临时Drive交付文件清理由辅助依Claude安排处理,tailnet遗留记录开放。
|
||||
|
||||
16:05:45实查手动文件35925187752字节、无aria2控制文件或下载进程、旧两服务停止、科学启动回执不存在、16固定文件pins通过。用户MD5确认与Melt独立核验分别记录;独立核验服务PID509976随后实际开始。后续核验与科学运行真实状态以`artifacts/gre24-v4-reproduction-2026-11-16/data/manual-receive-verification.json`和`protocol`实际回执为准,不把用户报告或服务等待当作已核验/已执行结果。
|
||||
@@ -0,0 +1,23 @@
|
||||
# Gre24 v4 手动接收核验与固定方案接续
|
||||
|
||||
Claude1794815915.570349落实用户继续推进指令:Claude统筹,MeltAstra主运行、MoldAstra数学执行,新「MeltAstra辅助」接替Grok的审计、检索与文献;Grok暂停,TRON只同步。Melt已在1794816379确认分工和实际状态。R4及空间矩向量化仅属后续纸面工作,不进入v4。
|
||||
|
||||
## 独立核验已完成
|
||||
|
||||
Yanqi手动通过aria2完成接收并确认MD5。Melt随后于16:08:41(Asia/Shanghai)独立读完整包复核:**35,925,187,752字节,MD5 `4973f24e12a38c87c31cf129be1a3e3b`**,与官方一致;同遍SHA256 `5b0fbd7a6f41272813c48bedaa490100fa27dbda46c23adeb902f734860f163c`。校验过程中stat未变,原文件原地由`data.zip.partial`改名`data.zip`,inode13797925保持。
|
||||
|
||||
证据在`artifacts/gre24-v4-reproduction-2026-11-16/data/manual-receive-verification.json`及`archive-verification.json`。记录明确分开用户确认与本次独立验证。校验耗时100.750434墙钟秒、100.402575 intake CPU秒单列,不冒称科学worker费用。原下载506357、旧等待506630仍是用户停止的历史状态,旧receiver没有complete,不补造回执、不重启下载。临时Drive交付清理由辅助按Claude安排处理,tailnet遗留保持开放。
|
||||
|
||||
## 实际输入冻结
|
||||
|
||||
原b01645c输入builder已执行成功,元数据CPU1.255881秒;只读629件VTU头部计数及Filling Phase之前的配置,无新特征、拟合或评分。原13科学/守卫文件及3接收编排文件固定哈希一致。5个种子仍为2026111601至2026111605,每split315测试/314训练,训练内32验证/282学习,失败不替换。
|
||||
|
||||
根:`artifacts/gre24-v4-reproduction-2026-11-16/protocol`。
|
||||
|
||||
- 合同SHA256:`8ea9bdb9f1aa542a044b383e7191696e6ac8b3ed1aedd9b2b34e7571cd7e2c1e`。
|
||||
- 划分SHA256:`534b2a25f92dbac2335b6282e1dfe0bb8ecdbc8db55bdfc24c7cffa83f9e931b`。
|
||||
- 模型计划SHA256:`15518ad03ee7b9c14e76fbd968c1f5ff7bd523d165a03113c8dbb8c6c88c444c`。
|
||||
|
||||
准备子帽144000 worker CPU秒、8workers、逐件1800 CPU秒/1800墙钟秒/4GiB;准备设置预留60秒涵盖新增合成与元数据。准备、拟合、后处理共享新216000 worker CPU秒,FNN等待/设置/运行共享7200 GPU秒;旧v5费用不重复计入。原模型参数、特征定义、失败保留、全准备终态→模型终态/冻结→预测冻结→评分的顺序保持。
|
||||
|
||||
本记录初次保存时,输入已冻结,尚未启动科学服务。接下来仅调用b01645c的已验收启动函数启动原准备脚本与原模型等待脚本;不调用旧接收等待入口。实际开始标记、PID及预算状态随后单列,不将批准或元数据冻结写成计算已经完成。
|
||||
@@ -1,5 +1,13 @@
|
||||
# Gre24 v4 接收与执行前记录
|
||||
|
||||
**最新接续(16:08起)**:用户已手动下载完成并要求继续;Claude1794815915已固定接续范围。Melt独立大小/MD5验证通过,629件合同/划分已冻结。最新状态见[手动接收与运行记录](gre24-v4-manual-receive-and-run-2026-11-16.md)。下方停止与下载进度均为历史;旧receiver/旧等待器仍不重启,新科学执行按最新记录核查。
|
||||
|
||||
## 用户最新指令:已停止,改为手动下载
|
||||
|
||||
用户随后要求改用aria2c多连接续传。本机已安装;检查时没有curl/aria2c进程,partial为12,480,778,240字节、尚无`.aria2`控制文件。已准备私有aria2输入文件和16连接手动命令,**未启动下载**。开始分段下载后,必须保留`.aria2`并继续用aria2续传;文件长度可能提前达到完整大小,不能据其声称下载完成或沿原curl/Python顺序偏移续传。以aria2完成状态及官方MD5为准,自动接续仍停止。见`manual-aria2-handoff.json`。
|
||||
|
||||
用户指出Horsea仍挂LA节点,明确要求停止下载并提供手动命令。已停止下载506357和自动接续506630,两个service均inactive/dead、MainPID0,原PID不存在。保留12,429,819,904字节partial;无科学启动回执。用户切换网络后自行续传;**不得按下方历史自动接续记录重启下载、等待服务或科学队列,需等待用户后续指令。** 私有curl配置已准备于原临时私有目录,URL不进入文档。原始回执不补造完成,停止证据见`artifacts/gre24-v4-reproduction-2026-11-16/user-stop-manual-handoff.json`。
|
||||
|
||||
## 最新实际状态:12:42:38,Asia/Shanghai
|
||||
|
||||
已使用Claude1794802690指定的唯一Drive文件 `1I8SRSqY5d2WmUzc1Dz7GEqoATUbvL4Xn`。该7日只读GET有效至2026-11-23 12:15:17;另一6h入口未读取、未使用。URL仅存Horsea私有0600临时文件,不进Git、Slack或日志。Grok1794804016确认收到下载启动,待Horsea大小与MD5通过后清理全部三个Drive交付文件及tailnet drop。
|
||||
|
||||
@@ -0,0 +1,66 @@
|
||||
"""Verify Yanqi's completed manual receive; never download or start science."""
|
||||
import fcntl
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import time
|
||||
|
||||
ROOT=Path('/home/frank14f/optane/MeltMind/artifacts/gre24-v4-reproduction-2026-11-16')
|
||||
|
||||
|
||||
def save(path,value):
|
||||
temp=path.with_suffix('.tmp')
|
||||
temp.write_text(json.dumps(value,indent=2)+'\n')
|
||||
temp.replace(path)
|
||||
|
||||
|
||||
def main():
|
||||
root=ROOT/'data'
|
||||
with (root/'manual-verification.lock').open('a') as lock:
|
||||
fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB)
|
||||
if (root/'manual-verification-started.json').exists():
|
||||
raise FileExistsError('Inspect prior verification before any repeat')
|
||||
start=time.monotonic();cpu=time.process_time()
|
||||
save(root/'manual-verification-started.json',dict(pid=os.getpid(),unix=time.time(),
|
||||
source='Manual receive by Yanqi',ruling='1794815915.570349'))
|
||||
source=root/'data.zip.partial';target=root/'data.zip'
|
||||
try:
|
||||
if target.exists() or Path(str(source)+'.aria2').exists():
|
||||
raise ValueError('Unexpected existing target or active aria2 control file')
|
||||
initial=source.stat()
|
||||
if initial.st_size!=35925187752:
|
||||
raise ValueError('Size differs from official archive')
|
||||
md5=hashlib.md5();sha256=hashlib.sha256();count=0;last=0
|
||||
with source.open('rb') as stream:
|
||||
for block in iter(lambda:stream.read(8*2**20),b''):
|
||||
md5.update(block);sha256.update(block);count+=len(block)
|
||||
if time.monotonic()-last>=5:
|
||||
save(root/'manual-verification-progress.json',dict(status='HASHING',bytes_hashed=count,
|
||||
expected_bytes=initial.st_size,pid=os.getpid(),unix=time.time()))
|
||||
last=time.monotonic()
|
||||
final=source.stat()
|
||||
if (initial.st_size,initial.st_mtime_ns,initial.st_ino)!=(final.st_size,final.st_mtime_ns,final.st_ino):
|
||||
raise ValueError('Archive changed during verification')
|
||||
if md5.hexdigest()!='4973f24e12a38c87c31cf129be1a3e3b':
|
||||
save(root/'manual-hash-mismatch.json',dict(observed_md5=md5.hexdigest(),sha256=sha256.hexdigest()))
|
||||
raise ValueError('Official MD5 mismatch; manual source retained')
|
||||
source.rename(target)
|
||||
stat=target.stat()
|
||||
receipt=dict(status='VERIFIED',archive=str(target),bytes=stat.st_size,mtime_ns=stat.st_mtime_ns,
|
||||
inode=stat.st_ino,md5=md5.hexdigest(),sha256=sha256.hexdigest(),unix=time.time(),
|
||||
elapsed_seconds=time.monotonic()-start,intake_cpu_seconds=time.process_time()-cpu,
|
||||
source='Manual receive by Yanqi; independently verified by MeltAstra',
|
||||
original_manual_filename=str(source),user_report_separate_from_independent_hash=True,
|
||||
authorizing_ruling='1794815915.570349',science_started=False,
|
||||
original_receiver_remains_user_stopped=True)
|
||||
save(root/'manual-receive-verification.json',receipt)
|
||||
save(root/'archive-verification.json',receipt)
|
||||
return 0
|
||||
except Exception as error:
|
||||
save(root/'manual-verification-failure.json',dict(status='FAILED',error_type=type(error).__name__,
|
||||
message=str(error),unix=time.time(),intake_cpu_seconds=time.process_time()-cpu,science_started=False))
|
||||
return 1
|
||||
|
||||
|
||||
if __name__=='__main__':raise SystemExit(main())
|
||||
Reference in new issue
Block a user