56 lines
2.7 KiB
Python
56 lines
2.7 KiB
Python
import copy
|
|
import unittest
|
|
from s3a_recovery_common import RECOVER, NEVER, ORDER, validate_scope, canonical_accounting, selection_ready
|
|
|
|
|
|
def fixture():
|
|
c=dict(jobs=[dict(index=i,kind='HPO' if i<360 else 'FINAL') for i in range(390)])
|
|
jobs=[dict(index=i,job=c['jobs'][i],worker=dict(status='STOPPED_OR_FAILED' if i in RECOVER else 'PASS',
|
|
returncode=-9 if i in RECOVER else 0,cpu_seconds=2. if i in RECOVER else 1.)) for i in range(235)]
|
|
old=dict(status='S3A_STOPPED_INCOMPLETE',stop_reason='S3A_COORDINATOR_INTERRUPTED',accounting_complete=True,
|
|
jobs=jobs,not_run_indices=NEVER,worker_cpu_seconds=239.)
|
|
scope=dict(recovery_indices=RECOVER,never_attempted_indices=NEVER,original_worker_CPU_s=239.)
|
|
return c,old,scope
|
|
|
|
|
|
class Recovery(unittest.TestCase):
|
|
def test_exact_159_partition(self):
|
|
c,old,s=fixture();passed=validate_scope(c,old,s)
|
|
self.assertEqual(len(passed),231);self.assertEqual(len(ORDER),159)
|
|
self.assertFalse(set(r['index'] for r in passed)&set(ORDER))
|
|
self.assertEqual({r['index'] for r in passed}|set(ORDER),set(range(390)))
|
|
|
|
def test_changed_scope_or_spec_rejected(self):
|
|
for field in ('recovery_indices','never_attempted_indices'):
|
|
c,old,s=fixture();s[field]=s[field]+[1]
|
|
with self.assertRaises(ValueError):validate_scope(c,old,s)
|
|
c,old,s=fixture();old['jobs'][0]['job']=dict(index=999)
|
|
with self.assertRaises(ValueError):validate_scope(c,old,s)
|
|
|
|
def test_prior_charge_once_including_aborted(self):
|
|
c,old,s=fixture();p=validate_scope(c,old,s)
|
|
self.assertEqual(canonical_accounting(old,p),239.)
|
|
new=copy.deepcopy(old['jobs'][230]);new['worker']=dict(status='PASS',returncode=0,cpu_seconds=7.)
|
|
self.assertEqual(canonical_accounting(old,p+[new]),246.)
|
|
|
|
def test_original_success_cannot_change_or_repeat(self):
|
|
c,old,s=fixture();p=validate_scope(c,old,s)
|
|
with self.assertRaises(ValueError):canonical_accounting(old,p+[p[0]])
|
|
p=copy.deepcopy(p);p[0]['worker']['cpu_seconds']=0
|
|
with self.assertRaises(ValueError):canonical_accounting(old,p)
|
|
|
|
def test_selection_after_360_not_390(self):
|
|
rows=[dict(index=i) for i in range(360)]
|
|
self.assertTrue(selection_ready(rows,{}))
|
|
self.assertFalse(selection_ready(rows,{0:'active'}))
|
|
self.assertFalse(selection_ready(rows[:-1],{}))
|
|
self.assertEqual([i for i in ORDER if i<360],RECOVER+list(range(235,360)))
|
|
self.assertEqual(ORDER[-30:],list(range(360,390)))
|
|
|
|
def test_incomplete_original_ledger_rejected(self):
|
|
c,old,s=fixture();old['worker_cpu_seconds']=1
|
|
with self.assertRaises(ValueError):validate_scope(c,old,s)
|
|
|
|
|
|
if __name__=='__main__':unittest.main()
|