66 lines
3.9 KiB
Python
66 lines
3.9 KiB
Python
import pathlib
|
|
import sys
|
|
import unittest
|
|
|
|
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))
|
|
|
|
from model_routing.route import Route, route_from
|
|
from model_routing.ladder import Rung
|
|
|
|
OPUS = Rung("claude-opus-5-5", "medium")
|
|
FABLE = Rung("claude-fable-5-2", "low")
|
|
|
|
|
|
class Levels(unittest.TestCase):
|
|
def test_refuses_a_route_whose_item_has_levels_off_their_scales_or_levels_without_an_item(self):
|
|
for item, likelihood, escape_and_impact in ((3, 0, 5), (3, 5, 5), (3, 4, 1), (3, 4, 9), (0, 4, 5), (0, 4, 0), (0, 0, 5)):
|
|
with self.subTest(item=item, likelihood=likelihood, escape_and_impact=escape_and_impact):
|
|
with self.assertRaises(ValueError):
|
|
Route(FABLE, item, likelihood, escape_and_impact)
|
|
|
|
def test_refuses_a_route_taking_in_an_e_plus_i_off_its_scale_or_not_above_its_items(self):
|
|
for taken_in in (1, 9, -1, 5, 4):
|
|
with self.subTest(taken_in=taken_in):
|
|
with self.assertRaises(ValueError):
|
|
Route(FABLE, 3, 4, 5, escape_and_impact_taken_in=taken_in)
|
|
|
|
def test_takes_a_route_whose_item_holds_each_levels_lowest_value(self):
|
|
self.assertEqual(Route(FABLE, 3, 1, 2).escape_and_impact, 2)
|
|
|
|
def test_keeps_an_e_plus_i_taken_in_only_where_it_picks_a_higher_review_rung(self):
|
|
taken = Route(OPUS, 3, 3, 4).taking_in(6)
|
|
self.assertEqual(taken, Route(OPUS, 3, 3, 4, escape_and_impact_taken_in=6))
|
|
self.assertEqual(taken.taking_in(7), Route(OPUS, 3, 3, 4, escape_and_impact_taken_in=7))
|
|
self.assertEqual(taken.taking_in(5), taken)
|
|
self.assertEqual(taken.taking_in(6), taken)
|
|
self.assertEqual(Route(OPUS, 3, 3, 4).taking_in(4), Route(OPUS, 3, 3, 4))
|
|
self.assertEqual(Route(OPUS, 3, 2, 2).taking_in(4), Route(OPUS, 3, 2, 2))
|
|
self.assertEqual(Route(OPUS).taking_in(5), Route(OPUS, escape_and_impact_taken_in=5))
|
|
self.assertEqual(Route(OPUS).taking_in(3), Route(OPUS))
|
|
self.assertEqual(Route(OPUS).taking_in(0), Route(OPUS))
|
|
|
|
|
|
class WorkerLines(unittest.TestCase):
|
|
def test_archives_the_route_as_a_json_worker_line_it_reads_back_field_by_field(self):
|
|
route = Route(FABLE, 3, 4, 5)
|
|
self.assertEqual(route.worker_line(), '{"model": "claude-fable-5-2", "effort": "low", "item": 3, "likelihood": 4, "escape_and_impact": 5}')
|
|
self.assertEqual(route_from(route.worker_line()), route)
|
|
self.assertEqual(Route(Rung("worker-model")).worker_line(), '{"model": "worker-model"}')
|
|
self.assertEqual(route_from('{"model": "worker-model"}'), Route(Rung("worker-model")))
|
|
marked = Route(FABLE, 3, 4, 5, escape_and_impact_taken_in=7, escalated_at=12)
|
|
self.assertEqual(marked.worker_line(), '{"model": "claude-fable-5-2", "effort": "low", "item": 3, "likelihood": 4, "escape_and_impact": 5, "escape_and_impact_taken_in": 7, "escalated_at": 12}')
|
|
self.assertEqual(route_from(marked.worker_line()), marked)
|
|
self.assertEqual(route_from(Route(FABLE, escalated_at=3).worker_line()), Route(FABLE, escalated_at=3))
|
|
|
|
def test_leaves_the_count_of_unfinished_verdicts_out_of_the_worker_line_so_a_rerun_restarts_it(self):
|
|
self.assertEqual(route_from(Route(FABLE, 3, 4, 5, unfinished=1).worker_line()), Route(FABLE, 3, 4, 5))
|
|
|
|
def test_reads_no_route_from_a_worker_line_that_route_worker_line_could_not_have_written(self):
|
|
for line in ('{"effort": "high"}', '{"model": "claude-opus-5-5", "effort": "high", "unfinished": 1}', '{"model": "claude-opus-5-5", "item": "3"}', '{"model": "claude-opus-5-5", "effort": 3}', '{"model": 5}', '{"model": "claude-opus-5-5", "effort": "high", "escalated_at": -3}', '{"model": "claude-opus-5-5", "item": true, "likelihood": 4, "escape_and_impact": 5}', '{"model": "claude-opus-5-5", "effort": "high", "item": 3, "likelihood": 5, "escape_and_impact": 5}', '{"model": "claude-opus-5-5", "effort": "high", "escape_and_impact_taken_in": 9}', '["claude-opus-5-5"]', '{"model": ', "worker-model", "claude-fable-5-2 at low effort, routed by item 3's L of 4 and E + I of 5"):
|
|
with self.subTest(line=line):
|
|
self.assertIsNone(route_from(line))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|