import copy import unittest from s3a_recovery_common import RECOVER, NEVER, ORDER, validate_scope, canonical_accounting, selection_ready def fixture(): c=dict(jobs=[dict(index=i,kind='HPO' if i<360 else 'FINAL') for i in range(390)]) jobs=[dict(index=i,job=c['jobs'][i],worker=dict(status='STOPPED_OR_FAILED' if i in RECOVER else 'PASS', returncode=-9 if i in RECOVER else 0,cpu_seconds=2. if i in RECOVER else 1.)) for i in range(235)] old=dict(status='S3A_STOPPED_INCOMPLETE',stop_reason='S3A_COORDINATOR_INTERRUPTED',accounting_complete=True, jobs=jobs,not_run_indices=NEVER,worker_cpu_seconds=239.) scope=dict(recovery_indices=RECOVER,never_attempted_indices=NEVER,original_worker_CPU_s=239.) return c,old,scope class Recovery(unittest.TestCase): def test_exact_159_partition(self): c,old,s=fixture();passed=validate_scope(c,old,s) self.assertEqual(len(passed),231);self.assertEqual(len(ORDER),159) self.assertFalse(set(r['index'] for r in passed)&set(ORDER)) self.assertEqual({r['index'] for r in passed}|set(ORDER),set(range(390))) def test_changed_scope_or_spec_rejected(self): for field in ('recovery_indices','never_attempted_indices'): c,old,s=fixture();s[field]=s[field]+[1] with self.assertRaises(ValueError):validate_scope(c,old,s) c,old,s=fixture();old['jobs'][0]['job']=dict(index=999) with self.assertRaises(ValueError):validate_scope(c,old,s) def test_prior_charge_once_including_aborted(self): c,old,s=fixture();p=validate_scope(c,old,s) self.assertEqual(canonical_accounting(old,p),239.) new=copy.deepcopy(old['jobs'][230]);new['worker']=dict(status='PASS',returncode=0,cpu_seconds=7.) self.assertEqual(canonical_accounting(old,p+[new]),246.) def test_original_success_cannot_change_or_repeat(self): c,old,s=fixture();p=validate_scope(c,old,s) with self.assertRaises(ValueError):canonical_accounting(old,p+[p[0]]) p=copy.deepcopy(p);p[0]['worker']['cpu_seconds']=0 with self.assertRaises(ValueError):canonical_accounting(old,p) def test_selection_after_360_not_390(self): rows=[dict(index=i) for i in range(360)] self.assertTrue(selection_ready(rows,{})) self.assertFalse(selection_ready(rows,{0:'active'})) self.assertFalse(selection_ready(rows[:-1],{})) self.assertEqual([i for i in ORDER if i<360],RECOVER+list(range(235,360))) self.assertEqual(ORDER[-30:],list(range(360,390))) def test_incomplete_original_ledger_rejected(self): c,old,s=fixture();old['worker_cpu_seconds']=1 with self.assertRaises(ValueError):validate_scope(c,old,s) if __name__=='__main__':unittest.main()