Files
MeltMind/tools/test_phase3_item_b_shared_budget.py
T

60 lines
3.1 KiB
Python

"""CPU-only checks for the b wrapper's wait and measured-cost delta."""
from unittest import TestCase, main
from phase3_item_b_shared_budget import full_fold_bound, project
class SharedBudgetTests(TestCase):
def setUp(self):
self.contract = dict(
jobs=[dict(shared_epoch_seconds_bound=100, validation_seconds_bound=10,
full_training_gpu_seconds_bound=full_fold_bound(100, 10)) for _ in range(5)],
gpu_cap=170000, preparation_charge_gpu_seconds=600, postfit_gpu_reserve=7200,
runaway_gpu_seconds=60000,
)
def test_wait_changes_total_but_not_training_projection(self):
base = dict.fromkeys(range(5), 60)
waits = dict.fromkeys(range(5), 0)
measured = {0: [dict(epoch=1, train_epoch_seconds=103)]}
baseline = project(self.contract, base | {0: 185}, waits, measured, {})
result = project(self.contract, base | {0: 17185}, waits | {0: 17000}, measured, {})
self.assertEqual(baseline['folds']['0']['projected_training_gpu_seconds'],
result['folds']['0']['projected_training_gpu_seconds'])
self.assertEqual(result['projected_gpu_seconds']-baseline['projected_gpu_seconds'], 17000)
self.assertEqual(result['actual_waiting_gpu_seconds'], 17000)
def test_pending_wait_is_charged_once(self):
cost = dict.fromkeys(range(5), 3060)
wait = dict.fromkeys(range(5), 3000)
result = project(self.contract, cost, wait, {}, {})
bound = full_fold_bound(100, 10)
self.assertEqual(result['folds']['2']['projected_training_gpu_seconds'], bound)
self.assertEqual(result['projected_gpu_seconds'], 7800 + 5*(bound+3000))
def test_terminal_uses_actual_charge(self):
result = project(self.contract, dict.fromkeys(range(5), 60) | {4: 5000},
dict.fromkeys(range(5), 0) | {4: 2500}, {}, {4: {}})
self.assertEqual(result['folds']['4']['projected_training_gpu_seconds'], 2500)
self.assertEqual(result['folds']['4']['projected'], 5000)
def test_long_wait_does_not_hit_actual_training_runaway_limit(self):
costs = dict.fromkeys(range(5), 60)
waits = dict.fromkeys(range(5), 0)
contract = dict(self.contract, gpu_cap=1000000)
self.assertEqual(project(contract, costs | {0: 80000}, waits | {0: 79940}, {}, {})['status'], 'PASS')
self.assertEqual(project(contract, costs | {0: 80000}, waits, {}, {})['status'], 'STOP_BUDGET')
self.assertEqual(project(self.contract, costs | {0: 80000}, waits | {0: 79940}, {}, {})['status'], 'STOP_BUDGET')
def test_observed_b_epoch_can_raise_shared_bound(self):
costs = dict.fromkeys(range(5), 60) | {0: 220}
waits = dict.fromkeys(range(5), 0)
faster = project(self.contract, costs, waits, {0: [dict(epoch=1, train_epoch_seconds=90)]}, {})
slower = project(self.contract, costs, waits, {0: [dict(epoch=1, train_epoch_seconds=130)]}, {})
self.assertEqual(slower['projected_gpu_seconds']-faster['projected_gpu_seconds'], 1.25*199*30)
if __name__ == '__main__':
main()