Files
MeltMind/tools/test_track_a_postfit_shared.py
T

77 lines
4.0 KiB
Python

"""Synthetic capacity, cost and custody checks for the Track A dispatch delta."""
import ast
from pathlib import Path
from unittest import TestCase, main
from unittest.mock import patch
from phase3_shared_capacity import GPUS
from track_a_postfit_shared_capacity import available
from track_a_postfit_shared_common import budget, fold_cap, postfit_cap
class SharedTrackATests(TestCase):
def test_older_pending_has_priority_before_any_admission(self):
with patch('track_a_postfit_shared_capacity.older_shared_pending', return_value=['b']), \
patch('track_a_postfit_shared_capacity.host_snapshot') as host:
selected, result = available({'leases': {}}, {16})
self.assertIsNone(selected)
self.assertEqual(result['reason'], 'OLDER_SHARED_FOLDS_PENDING')
host.assert_not_called()
def test_available_checks_only_gpu0_through_gpu2(self):
with patch('track_a_postfit_shared_capacity.older_shared_pending', return_value=[]), \
patch('track_a_postfit_shared_capacity.host_snapshot', return_value={'old_pending': False}), \
patch('track_a_postfit_shared_capacity.admission', return_value=(False, 'GPU_SLOT_LIMIT')) as admit:
self.assertIsNone(available({'leases': {}}, {19})[0])
self.assertEqual([call.args[2] for call in admit.call_args_list], GPUS[:3])
def test_uses_one_available_cpu_and_card(self):
with patch('track_a_postfit_shared_capacity.older_shared_pending', return_value=[]), \
patch('track_a_postfit_shared_capacity.host_snapshot', return_value={'old_pending': False}), \
patch('track_a_postfit_shared_capacity.admission', side_effect=[(False, 'GPU_SLOT_LIMIT'), (True, 'ADMITTED')]):
selected, _ = available({'leases': {}}, {12,21,22})
self.assertEqual(selected, (GPUS[1], 21))
def test_queue_wait_is_charged_only_to_overall_cap(self):
jobs = [{'gpu_seconds': fold_cap(120)} for _ in range(4)]
c = dict(postfit_gpu_cap=postfit_cap(jobs), postfit_cpu_cap=3600, gpu_cap=162000,
training_evidence={'training_gpu_seconds_once': 78579.79901044304})
self.assertEqual(jobs[0]['gpu_seconds'], 705)
budget(c, 765, 180, jobs)
with self.assertRaises(RuntimeError):
budget(c, c['postfit_gpu_cap'], 180, jobs)
with self.assertRaises(RuntimeError):
budget(dict(c, gpu_cap=80000), 0, 180, jobs)
def test_score_function_ast_unchanged(self):
here = Path(__file__).parent
def score_source(p):
return next(n for n in ast.parse(p.read_text()).body if isinstance(n, ast.FunctionDef) and n.name=='score')
old, new = (here/n for n in ('track_a_postfit_rebind_worker.py','track_a_postfit_shared_worker.py'))
self.assertEqual(ast.dump(score_source(old)), ast.dump(score_source(new)))
def test_score_refuses_missing_dispatch_pass_before_targets(self):
from track_a_postfit_shared_worker import score
with patch('track_a_postfit_shared_worker.config', return_value=({}, {}, {})), \
patch('track_a_postfit_shared_worker.validate_review', side_effect=PermissionError), \
patch('phase2_h2_data.cached') as targets:
with self.assertRaises(PermissionError):
score(Path('/synthetic'))
targets.assert_not_called()
def test_score_refuses_missing_prediction_freeze_before_targets(self):
from track_a_postfit_shared_worker import score
with patch('track_a_postfit_shared_worker.config', return_value=({}, {}, {})), \
patch('track_a_postfit_shared_worker.validate_review'), \
patch('track_a_postfit_shared_worker.adopted'), \
patch('track_a_postfit_shared_worker.verify', side_effect=PermissionError), \
patch('phase2_h2_data.cached') as targets:
with self.assertRaises(PermissionError):
score(Path('/synthetic'))
targets.assert_not_called()
if __name__ == '__main__':
main()