Freeze detached Gre24 continuation for 385 never-attempted parts
This commit is contained in:
1 parent
006ca542e2
commit
41b3d07770
8 files changed
+1747
No files matched your search
+8
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"status": "PASS",
|
||||
"returncode": 0,
|
||||
"worker_cpu_seconds": 1.213553,
|
||||
"wall_seconds": 1.216318788996432,
|
||||
"GPU_seconds": 0,
|
||||
"scientific_data_read": false
|
||||
}
|
||||
+5
@@ -0,0 +1,5 @@
|
||||
........
|
||||
----------------------------------------------------------------------
|
||||
Ran 8 tests in 0.019s
|
||||
|
||||
OK
|
||||
+63
@@ -0,0 +1,63 @@
|
||||
{
|
||||
"version": "Gre24-v5-model-chain-v1",
|
||||
"dataset_version": "v5",
|
||||
"protocol": "5 independent random 312test/312train geometry splits; v5 data deviation",
|
||||
"authorizing_rulings": [
|
||||
"1794755127.457709",
|
||||
"1794755474.778649",
|
||||
"1794755594.435869",
|
||||
"1794756165.827889",
|
||||
"1794756271.768399"
|
||||
],
|
||||
"code_sha256": {
|
||||
"tools/run_gre24_models.py": "103ecb6dc8a40481f72da02a02e0a41069a9a747ad0b7af4418c6ed06f0dcbc9",
|
||||
"tools/gre24_models.py": "53b6fee8b700b9b982b06d29908ce2ce23e0c57512c46dbf74b2aade79e3ac3a",
|
||||
"tools/gre24_fit.py": "63af0305a2c22b524d95ffee50e972848decdd042b1d24f0b3b946d9152f7688",
|
||||
"tools/gre24_score.py": "dbb11b57b7b7b2178ac11fd7243c934adb899d666a4c717dfb6a51ee1c65c705",
|
||||
"tools/gre24_gpu_guard.py": "7c0fd523e917357c07b63983bb0af1653ece12b9f76d9e07dbbad8e7200c47b4",
|
||||
"tools/gre24_job_guard.py": "baff57c6748380ea739dde703b20fdd2c6958389da3d24dbf0df8742654052aa",
|
||||
"tools/gre24_prepare_v2.py": "7637e55009005f6a8c77114159d7ac0d3c024c7add3e320afc486927537b78bc",
|
||||
"tools/gre24_features_v2.py": "7dcd5ac218ffdc1ca149edcd87e8658fb3c59e18c0fb9ce47985c7f1357d2cdf",
|
||||
"tools/s2_recovery_monitoring.py": "442c2a9c75e8c00b30a8f2e91cb52d87c466b19a80aea9128b10c021e61b922e",
|
||||
"tools/s2_recovery_supervisor.py": "f563ca3c2665f5baf0c04f296616e4640423a59b815fbb00479af0f29e57a919"
|
||||
},
|
||||
"total_worker_cpu_seconds": 216000,
|
||||
"total_gpu_seconds": 7200,
|
||||
"initial_gpu_seconds": 10.185812931973487,
|
||||
"postfit_cpu_reserve_seconds": 900,
|
||||
"xgb_per_fit_cpu_seconds": 7200,
|
||||
"fnn_per_fit_cpu_seconds": 14400,
|
||||
"xgb_threads": 8,
|
||||
"fnn_cpu_threads": 2,
|
||||
"gpu_reserved_byte_cap": 16106127360,
|
||||
"ordering": "All five GBRT, then five FNN, freeze every terminal/checkpoint, CPU prediction freeze, CPU scoring",
|
||||
"FNN": {
|
||||
"hidden_layers": 4,
|
||||
"width": 100,
|
||||
"activation": "ReLU",
|
||||
"optimizer": "Adam",
|
||||
"learning_rate": 0.001,
|
||||
"batch_size": 1024,
|
||||
"maximum_epochs": 30,
|
||||
"patience": 5,
|
||||
"restore_best": true,
|
||||
"AMP": false,
|
||||
"input_standardization": "none beyond Eq12",
|
||||
"validation": "32 fixed training geometries per split; no replacement after prep failure"
|
||||
},
|
||||
"GBRT": {
|
||||
"library": "xgboost2.1.4",
|
||||
"trees": 100,
|
||||
"max_depth": 8,
|
||||
"learning_rate": 0.1,
|
||||
"objective": "reg:squarederror",
|
||||
"other_parameters": "library defaults, saved per fit"
|
||||
},
|
||||
"limits_notes": "No retry or replacement; CPU preparation+oldcost+test reserve+all fits+postfit share40h; waits/setup/failures in FNN stage count toward shared2GPUh",
|
||||
"acceptance_receipts": {
|
||||
"artifacts/gre24-reproduction-2026-11-15/integration-03/acceptance.json": "008c40416c992e27b7111a7a5580ef151be29849fa5f275f70e7cc22ca196397",
|
||||
"artifacts/gre24-reproduction-2026-11-15/budget-chain-test/test-acceptance.json": "e2d11ca8901285999e7e71b2f94f6f14a586252cc5797881a5eede72fdd716a3",
|
||||
"artifacts/gre24-reproduction-2026-11-15/model-synthetic-receipt.json": "90958f1e44239c9c776a7c297ba2b848193e208ab74881ba63c62bb04328bb15"
|
||||
},
|
||||
"timestamp": 1794757401.999023
|
||||
}
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"preparation_root": "artifacts/gre24-reproduction-2026-11-15/v5-preparation-continuation-2026-11-16",
|
||||
"continuation_manifest_sha256": "0fc3674ec05370c834691bfff71fd160d85cd62f8ae01c24ec07125c0c9a242b",
|
||||
"model_plan_sha256": "7f6cfbd1c4ebee9f61976cf45112fb0ef70f69d47cdb559ae86f0b643c41118a",
|
||||
"source_unchanged": true,
|
||||
"original_model_waiter_pids": [
|
||||
481142,
|
||||
482008
|
||||
],
|
||||
"no_retries": true
|
||||
}
|
||||
+1384
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,15 @@
|
||||
# Gre24 独立接续合同与验收
|
||||
|
||||
Claude1794765688.573519及1794765720.927889原帖已实读,批准在保留原中断证据后以脱离聊天的两个协调器接续。原239已派发均有回执,无缺回执的INFRA_ABORTED件;因此只运行**385从未派发件**,复用**233 PASS**,保留**6 wall_limit**,没有科学重试。
|
||||
|
||||
原中断与全部239件成对回执已固定推送006ca542e2e2a62cf1bdf7466dd0657a032cc884并读回远端。两原协调器当时由exec启动,未登记为独立用户服务;实际退出原因未知,无法取得原session退出码,不能将启动方式推断为已证实原因。原complete缺失不补写。
|
||||
|
||||
新准备根 `artifacts/gre24-reproduction-2026-11-15/v5-preparation-continuation-2026-11-16`;新增独立编排 `tools/gre24_continuation/run_gre24_protocol_preparation.py`。原guard及科学worker、特征、模型、评分源码不变;原合同**9f8f87cb**、划分**76bb712f**以链接原样复用。新manifest SHA **0fc3674ec05370c834691bfff71fd160d85cd62f8ae01c24ec07125c0c9a242b**绑定原审计、239原回执哈希、385原序索引和新编排源码。已有首件成本检查复用,无重复首件计算或新门槛。
|
||||
|
||||
新模型根 `artifacts/gre24-reproduction-2026-11-15/v5-models-continuation-2026-11-16`;原模型脚本不变,计划原字节复制,SHA仍为**7f6cfbd1**,总共享216000 CPU秒/7200 GPU秒。两来源关联记录位于新模型根 `two-source-binding.json`。只有合并后的624完整终态且无global stop、费用完整,才自动进入原模型链;原6超时与新失败不替换。所有模型终态/checkpoint→预测冻结→评分顺序不变。
|
||||
|
||||
准备仍限制累计144000 CPU秒、8workers、每件1800 CPU秒/1800墙钟秒/4GiB。原worker58782.939304秒,原历史/合成预留82.684837秒,新编排8项合成测试**1.213553 CPU秒**,初始累计**58866.837694秒**;旧与新worker账分列,合并只计一次。新增合成GPU=0,历史GPU10.185812931973487秒保持。
|
||||
|
||||
8项合成验收PASS:原失败不重试、重复旧件拒绝、顺序与覆盖约束、两源费用与失败保留、缺回执不能称完成、真实协调入口只派剩余、旧账先扣预算不足零派发、缺guard回执停止且不重试。用合成Popen替身验证编排,未读取科学数据。另实核实际manifest/239回执与结果JSON哈希,资格一致;未重新计算特征或标签。
|
||||
|
||||
启动采用**systemd用户瞬态service**,Restart=no,两个服务分别为 `meltmind-gre24-prep-cont-20261116.service` 和 `meltmind-gre24-models-cont-20261116.service`。服务由用户管理器托管、独立cgroup、标准输出写各新根日志,不依赖exec会话维持。正式启动前检查无旧Gre24进程;实际PID、父进程、服务状态及首批工作进程由启动后审计记录,本说明不将计划写作已启动。
|
||||
@@ -0,0 +1,161 @@
|
||||
"""Detached continuation of never-attempted parts; original science stays pinned."""
|
||||
import argparse
|
||||
import fcntl
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import resource
|
||||
import signal
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
import traceback
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
|
||||
from gre24_prepare_v2 import checked, sha
|
||||
from run_gre24_protocol_preparation import guard
|
||||
from s2_recovery_supervisor import save, stop_group
|
||||
|
||||
|
||||
def partition(order, old_records, remaining):
|
||||
old_ids = [r['index'] for r in old_records]
|
||||
if len(set(old_ids)) != len(old_ids) or len(set(remaining)) != len(remaining):
|
||||
raise ValueError('Duplicate attempt identity')
|
||||
expected = [i for i in order if i not in set(old_ids)]
|
||||
if remaining != expected or set(old_ids) | set(remaining) != set(order):
|
||||
raise ValueError('Continuation must contain exactly never-attempted indices')
|
||||
return expected
|
||||
|
||||
|
||||
def load_scope(root):
|
||||
c = checked(root)
|
||||
m = json.loads((root / 'continuation-manifest.json').read_text())
|
||||
for path, digest in m['source_sha256'].items():
|
||||
if sha(path) != digest:
|
||||
raise ValueError('Continuation source changed: ' + path)
|
||||
for name in ['contract.json', 'splits.json']:
|
||||
if sha(root / name) != m['input_sha256'][name]:
|
||||
raise ValueError('Original input changed: ' + name)
|
||||
if sha(m['original_audit']) != m['original_audit_sha256']:
|
||||
raise ValueError('Original interruption audit changed')
|
||||
old = []
|
||||
for witness in m['original_records']:
|
||||
path = Path(witness['path'])
|
||||
if sha(path) != witness['sha256']:
|
||||
raise ValueError('Original guard receipt changed')
|
||||
r = json.loads(path.read_text())
|
||||
if r['case'] != c['parts'][r['index']]['case']:
|
||||
raise ValueError('Original case/index mismatch')
|
||||
if r['worker']['status'] == 'PASS' and sha(r['result_path']) != r['result_sha256']:
|
||||
raise ValueError('Original successful result changed')
|
||||
old.append(r)
|
||||
partition(c['dispatch_order'], old, m['remaining_indices'])
|
||||
actual = sum(r['worker']['cpu_seconds'] for r in old)
|
||||
if abs(actual - m['original_worker_cpu_seconds']) > 1e-6:
|
||||
raise ValueError('Original CPU ledger mismatch')
|
||||
return c, m, old
|
||||
|
||||
|
||||
def terminal(c, m, old, new, attempted, reason, elapsed):
|
||||
combined = old + new
|
||||
ids = [r['index'] for r in combined]
|
||||
if len(set(ids)) != len(ids):
|
||||
raise ValueError('Duplicate canonical terminal')
|
||||
missing = sorted(set(attempted) - {r['index'] for r in new})
|
||||
complete = not reason and not missing and len(combined) == len(c['parts'])
|
||||
return dict(status='COMPLETE' if complete else 'STOPPED', stop_reason=reason,
|
||||
records=sorted(combined, key=lambda r: r['index']),
|
||||
never_attempted=[i for i in m['remaining_indices'] if i not in attempted],
|
||||
missing_attempt_receipts=missing, accounting_complete=not missing,
|
||||
worker_cpu_seconds=sum(r['worker']['cpu_seconds'] for r in combined),
|
||||
initial_cpu_reserve_seconds=c['limits']['preparation_initial_cpu_reserve_seconds'] + m['engineering_test_cpu_seconds'],
|
||||
old_worker_cpu_seconds=sum(r['worker']['cpu_seconds'] for r in old),
|
||||
new_worker_cpu_seconds=sum(r['worker']['cpu_seconds'] for r in new),
|
||||
coordinator_cpu_seconds=sum(resource.getrusage(resource.RUSAGE_SELF)[:2]),
|
||||
wall_seconds=elapsed, provenance='Two-source canonical continuation; original complete remains absent',
|
||||
original_audit_sha256=m['original_audit_sha256'])
|
||||
|
||||
|
||||
def run(root):
|
||||
with (root / 'queue.lock').open('a') as lock:
|
||||
fcntl.flock(lock, fcntl.LOCK_EX | fcntl.LOCK_NB)
|
||||
return run_locked(root)
|
||||
|
||||
|
||||
def run_locked(root):
|
||||
c, m, old = load_scope(root)
|
||||
if (root / 'queue-started.json').exists():
|
||||
raise FileExistsError('Never restart continuation')
|
||||
os.sched_setaffinity(0, c['coordinator_cpus'])
|
||||
save(root / 'queue-started.json', dict(pid=os.getpid(), unix=time.time(),
|
||||
contract_sha256=sha(root / 'contract.json'), manifest_sha256=sha(root / 'continuation-manifest.json')))
|
||||
active = {}; done = []; attempted = []; remaining = m['remaining_indices']; reason = None
|
||||
start = time.monotonic()
|
||||
initial = c['limits']['preparation_initial_cpu_reserve_seconds'] + m['engineering_test_cpu_seconds']
|
||||
cap = c['limits']['total_worker_cpu_seconds']; per = c['limits']['per_part_cpu_seconds']
|
||||
def interrupted(*_):
|
||||
nonlocal reason
|
||||
reason = 'COORDINATOR_INTERRUPTED'
|
||||
signal.signal(signal.SIGTERM, interrupted); signal.signal(signal.SIGINT, interrupted)
|
||||
env = dict(os.environ, OMP_NUM_THREADS='1', OPENBLAS_NUM_THREADS='1', MKL_NUM_THREADS='1',
|
||||
NUMEXPR_NUM_THREADS='1', CUDA_VISIBLE_DEVICES='')
|
||||
try:
|
||||
while active or (len(attempted) < len(remaining) and reason is None):
|
||||
for slot, item in list(active.items()):
|
||||
if item['process'].poll() is None:
|
||||
continue
|
||||
path = root / 'parts' / c['parts'][item['index']]['case'] / 'guard-result.json'
|
||||
if not path.exists():
|
||||
raise RuntimeError('MISSING_GUARD_RECEIPT')
|
||||
record = json.loads(path.read_text())
|
||||
if record['index'] != item['index'] or record['case'] != c['parts'][item['index']]['case']:
|
||||
raise ValueError('New guard identity mismatch')
|
||||
done.append(record); item['log'].close(); del active[slot]
|
||||
spent = initial + sum(r['worker']['cpu_seconds'] for r in old + done)
|
||||
while reason is None and len(active) < c['limits']['workers'] and len(attempted) < len(remaining):
|
||||
if spent + (len(active) + 1) * (per + 2) > cap:
|
||||
if not active:
|
||||
reason = 'REMAINING_CPU_INSUFFICIENT_FOR_ANOTHER_CAPPED_ATTEMPT'
|
||||
break
|
||||
slot = next(s for s in range(c['limits']['workers']) if s not in active)
|
||||
index = remaining[len(attempted)]
|
||||
dest = root / 'parts' / c['parts'][index]['case']; dest.mkdir(parents=True, exist_ok=False)
|
||||
log = (dest / 'guard.log').open('x')
|
||||
process = subprocess.Popen([sys.executable, __file__, str(root), '--guard', str(index), '--slot', str(slot)],
|
||||
stdout=log, stderr=subprocess.STDOUT, env=env, start_new_session=True)
|
||||
active[slot] = dict(process=process, log=log, index=index); attempted.append(index)
|
||||
save(root / 'progress.json', dict(completed=len(old) + len(done),
|
||||
old_terminal=len(old), new_terminal=len(done), new_attempted=len(attempted),
|
||||
attempted=len(old) + len(attempted), total=len(c['parts']),
|
||||
active={str(k): v['index'] for k, v in active.items()},
|
||||
settled_worker_cpu_seconds=spent, old_worker_cpu_seconds=m['original_worker_cpu_seconds'],
|
||||
new_worker_cpu_seconds=sum(r['worker']['cpu_seconds'] for r in done),
|
||||
reserved_active_worker_cpu_seconds=len(active) * (per + 2), stop_reason=reason,
|
||||
elapsed_seconds=time.monotonic() - start, first_checkpoint_reused=True))
|
||||
if active:
|
||||
time.sleep(.5)
|
||||
except Exception as exc:
|
||||
reason = 'CONTINUATION_INFRASTRUCTURE_EXCEPTION'
|
||||
save(root / 'coordinator-failure.json', dict(type=type(exc).__name__, message=str(exc), traceback=traceback.format_exc()))
|
||||
finally:
|
||||
for item in active.values():
|
||||
stop_group(item['process'].pid); item['process'].wait(); item['log'].close()
|
||||
known = {r['index'] for r in done}
|
||||
for index in attempted:
|
||||
path = root / 'parts' / c['parts'][index]['case'] / 'guard-result.json'
|
||||
if index not in known and path.exists():
|
||||
done.append(json.loads(path.read_text()))
|
||||
result = terminal(c, m, old, done, attempted, reason, time.monotonic() - start)
|
||||
save(root / 'complete.json', result)
|
||||
return 0 if result['status'] == 'COMPLETE' else 1
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
p = argparse.ArgumentParser(); p.add_argument('root', type=Path)
|
||||
p.add_argument('--guard', type=int); p.add_argument('--slot', type=int, default=0)
|
||||
a = p.parse_args()
|
||||
if a.guard is not None:
|
||||
_, manifest, _ = load_scope(a.root)
|
||||
if a.guard not in manifest['remaining_indices']:
|
||||
raise ValueError('Cannot rerun any original attempt')
|
||||
raise SystemExit(run(a.root) if a.guard is None else guard(a.root, a.guard, a.slot))
|
||||
@@ -0,0 +1,100 @@
|
||||
"""Synthetic scope, accounting and stop paths of the continuation coordinator."""
|
||||
import importlib.util
|
||||
import json
|
||||
from pathlib import Path
|
||||
import tempfile
|
||||
import unittest
|
||||
from unittest.mock import patch
|
||||
|
||||
spec = importlib.util.spec_from_file_location('gre24_continuation', Path(__file__).parent / 'gre24_continuation/run_gre24_protocol_preparation.py')
|
||||
module = importlib.util.module_from_spec(spec); spec.loader.exec_module(module)
|
||||
|
||||
|
||||
def record(index, status='PASS', cpu=2.):
|
||||
return dict(index=index, case=str(index), worker=dict(status=status, cpu_seconds=cpu,
|
||||
stop_reason=None if status == 'PASS' else 'wall_limit'))
|
||||
|
||||
|
||||
class ContinuationTests(unittest.TestCase):
|
||||
def test_original_failures_are_not_retried(self):
|
||||
self.assertEqual(module.partition([0, 1, 2], [record(0), record(1, 'STOPPED_OR_FAILED')], [2]), [2])
|
||||
with self.assertRaises(ValueError):
|
||||
module.partition([0, 1, 2], [record(0), record(1, 'STOPPED_OR_FAILED')], [1, 2])
|
||||
|
||||
def test_duplicate_reuse_rejected(self):
|
||||
with self.assertRaises(ValueError):
|
||||
module.partition([0, 1], [record(0), record(0)], [1])
|
||||
|
||||
def test_order_and_coverage_enforced(self):
|
||||
for remaining in [[2, 1], [1], [1, 1, 2]]:
|
||||
with self.assertRaises(ValueError):
|
||||
module.partition([0, 1, 2], [record(0)], remaining)
|
||||
|
||||
def test_canonical_accounting_and_failure_preservation(self):
|
||||
c = dict(parts=[0, 1, 2], limits={'preparation_initial_cpu_reserve_seconds': 10})
|
||||
m = dict(remaining_indices=[2], engineering_test_cpu_seconds=.5, original_audit_sha256='audit')
|
||||
result = module.terminal(c, m, [record(0), record(1, 'STOPPED_OR_FAILED')], [record(2, cpu=3)], [2], None, 1)
|
||||
self.assertEqual(result['status'], 'COMPLETE')
|
||||
self.assertEqual(result['worker_cpu_seconds'] + result['initial_cpu_reserve_seconds'], 17.5)
|
||||
self.assertEqual(result['records'][1]['worker']['stop_reason'], 'wall_limit')
|
||||
self.assertEqual(result['old_worker_cpu_seconds'], 4)
|
||||
self.assertEqual(result['new_worker_cpu_seconds'], 3)
|
||||
|
||||
def test_missing_attempt_cannot_claim_complete(self):
|
||||
c = dict(parts=[0, 1], limits={'preparation_initial_cpu_reserve_seconds': 0})
|
||||
m = dict(remaining_indices=[1], engineering_test_cpu_seconds=0, original_audit_sha256='audit')
|
||||
result = module.terminal(c, m, [record(0)], [], [1], 'INTERRUPTED', 1)
|
||||
self.assertEqual(result['status'], 'STOPPED')
|
||||
self.assertFalse(result['accounting_complete'])
|
||||
self.assertEqual(result['missing_attempt_receipts'], [1])
|
||||
self.assertEqual(result['never_attempted'], [])
|
||||
|
||||
def exercise(self, cap, missing_receipt=False):
|
||||
with tempfile.TemporaryDirectory() as folder:
|
||||
root = Path(folder)
|
||||
for name in ['contract.json', 'continuation-manifest.json']:
|
||||
(root / name).write_text('{}')
|
||||
c = dict(parts=[{'case':str(i)} for i in range(3)], coordinator_cpus=[0],
|
||||
limits=dict(preparation_initial_cpu_reserve_seconds=1, total_worker_cpu_seconds=cap,
|
||||
per_part_cpu_seconds=10, workers=2))
|
||||
m = dict(remaining_indices=[1, 2], engineering_test_cpu_seconds=.5,
|
||||
original_worker_cpu_seconds=2, original_audit_sha256='audit')
|
||||
launched = []
|
||||
class FakeProcess:
|
||||
pid = 99999999
|
||||
def poll(self): return 0
|
||||
def wait(self): return 0
|
||||
def fake_launch(command, **_):
|
||||
index = int(command[command.index('--guard') + 1]); launched.append(index)
|
||||
if not missing_receipt:
|
||||
(root/'parts'/str(index)/'guard-result.json').write_text(json.dumps(record(index)))
|
||||
return FakeProcess()
|
||||
with patch.object(module, 'load_scope', return_value=(c, m, [record(0)])), \
|
||||
patch.object(module.os, 'sched_setaffinity'), \
|
||||
patch.object(module.signal, 'signal'), \
|
||||
patch.object(module.subprocess, 'Popen', side_effect=fake_launch), \
|
||||
patch.object(module.time, 'sleep'), patch.object(module, 'stop_group'):
|
||||
code = module.run_locked(root)
|
||||
result = json.loads((root/'complete.json').read_text())
|
||||
with self.assertRaises(FileExistsError): module.run_locked(root)
|
||||
return code, launched, result
|
||||
|
||||
def test_actual_coordinator_only_dispatches_remaining(self):
|
||||
code, launched, result = self.exercise(100)
|
||||
self.assertEqual((code, launched, result['status']), (0, [1, 2], 'COMPLETE'))
|
||||
self.assertEqual(result['worker_cpu_seconds'] + result['initial_cpu_reserve_seconds'], 7.5)
|
||||
|
||||
def test_budget_reserves_old_cost_before_any_launch(self):
|
||||
code, launched, result = self.exercise(15)
|
||||
self.assertEqual((code, launched), (1, []))
|
||||
self.assertEqual(result['stop_reason'], 'REMAINING_CPU_INSUFFICIENT_FOR_ANOTHER_CAPPED_ATTEMPT')
|
||||
|
||||
def test_missing_guard_stops_without_retry(self):
|
||||
code, launched, result = self.exercise(100, missing_receipt=True)
|
||||
self.assertEqual((code, launched), (1, [1, 2]))
|
||||
self.assertFalse(result['accounting_complete'])
|
||||
self.assertEqual(result['stop_reason'], 'CONTINUATION_INFRASTRUCTURE_EXCEPTION')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Reference in new issue
Block a user