Files
MeltMind/tools/test_phase3_data_sufficiency_v2.py
T

36 lines
2.7 KiB
Python

import unittest,tempfile
from pathlib import Path
from phase3_data_sufficiency_v2_common import lr_step,project_cell,project_total,first_epoch_release,dispatchable
class V2Tests(unittest.TestCase):
def test_complete_schedule_both_budgets(self):
for end in [32000,64000]:
self.assertAlmostEqual(lr_step(1,end),1e-4);self.assertAlmostEqual(lr_step(3200,end),1e-3);self.assertAlmostEqual(lr_step(end,end),1e-5)
def test_distinct_U_schedule(self):self.assertNotEqual(lr_step(32000,32000),lr_step(32000,64000))
def test_common_warmup(self):self.assertEqual(lr_step(1600,32000),lr_step(1600,64000))
def test_partial_epoch(self):self.assertEqual(divmod(32000,190),(168,80));self.assertEqual(divmod(64000,190),(336,160))
def test_invalid_step(self):
for end in [32000,64000]:
with self.assertRaises(ValueError):lr_step(end+1,end)
def jobs(self):return [dict(id=i,pool=50,mode='step',target_steps=32000,learning_parts=190,validation_seconds_bound=10,gpu_seconds=14000,prelaunch_projected_gpu_seconds=12000,gpu_uuid=str(i%4)) for i in range(6)]
def c(self):return dict(jobs=self.jobs(),postfit_gpu_reserve=7200,item_gpu_cap=120000,phase3_gpu_cap=612000)
def test_initial_four_dispatch(self):self.assertEqual([j['id'] for j in dispatchable(self.jobs(),[])],[0,1,2,3])
def test_gpu_ownership(self):self.assertEqual([j['id'] for j in dispatchable(self.jobs()[4:],[self.jobs()[1],self.jobs()[2],self.jobs()[3]])],[4])
def test_no_duplicate_gpu(self):
with self.assertRaises(ValueError):dispatchable([], [self.jobs()[0],self.jobs()[4]])
def test_no_more_than_four(self):self.assertEqual(dispatchable(self.jobs()[4:],self.jobs()[:4]),[])
def test_pending_projection_charged(self):self.assertEqual(project_total(self.c(),{}, {})['projected_item_gpu_seconds'],79200)
def test_terminal_not_double_counted(self):self.assertEqual(project_total(self.c(),{0:dict(projected_gpu_seconds=13500)},{0:dict(gpu_seconds_charged=10000)})['projected_item_gpu_seconds'],77200)
def test_cell_cap(self):
p=project_cell(self.jobs()[0],dict(steps=190,max_epoch_seconds=200,max_validation_seconds=0,charged=100));self.assertFalse(p['within_cap'])
def test_total_cap(self):
c=self.c();c['item_gpu_cap']=79000;self.assertEqual(project_total(c,{}, {})['status'],'STOP_BUDGET_PROJECTION')
def test_nan_cost(self):
with self.assertRaises(ValueError):project_cell(self.jobs()[0],dict(steps=190,max_epoch_seconds=float('nan'),max_validation_seconds=0,charged=100))
def test_cell_specific_gate(self):
with tempfile.TemporaryDirectory() as p:self.assertFalse(first_epoch_release(Path(p),4))
def test_global_stop(self):
with tempfile.TemporaryDirectory() as p:
r=Path(p);(r/'global-stop.json').write_text('{}')
with self.assertRaises(RuntimeError):first_epoch_release(r,0)
if __name__=='__main__':unittest.main()