92 lines
5.1 KiB
Python
92 lines
5.1 KiB
Python
import pathlib
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
|
|
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))
|
|
|
|
from test_env import isolated_env
|
|
from subagent_rung import main
|
|
from model_routing.ladder_file import read_ladder, SHIPPED
|
|
from project_config.test_project_config import write_config
|
|
|
|
LADDER = read_ladder(SHIPPED)
|
|
TOOL = pathlib.Path(__file__).resolve().parents[1] / "subagent-rung"
|
|
|
|
|
|
class SubagentRung(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
made = tempfile.TemporaryDirectory()
|
|
self.addCleanup(made.cleanup)
|
|
# A home with no project config, so the tool reads the ladder this setup ships, whatever the host's own projects hold.
|
|
self.home = pathlib.Path(made.name).resolve()
|
|
|
|
def run_tool(self, *args: str, cwd: pathlib.Path | None = None) -> subprocess.CompletedProcess[str]:
|
|
return subprocess.run([sys.executable, str(TOOL), *args], capture_output=True, cwd=cwd or self.home, env={**isolated_env(), "HOME": str(self.home)}, text=True)
|
|
|
|
def project(self, ladder: str) -> pathlib.Path:
|
|
"""A checkout under the home whose config's folder holds ladder as its routing ladder."""
|
|
checkout = self.home / "code" / "acme"
|
|
checkout.mkdir(parents=True)
|
|
subprocess.run(["git", "init", "--quiet", str(checkout)], check=True, env=isolated_env())
|
|
(write_config(self.home, checkout) / "routing-ladder.json").write_text(ladder)
|
|
return checkout
|
|
|
|
def test_picks_the_rung_on_the_ladder_of_the_project_it_runs_in(self):
|
|
checkout = self.project('[{"model": "claude-fable-5-2", "effort": "low"}, {"model": "claude-fable-5-2", "effort": "max"}]')
|
|
(checkout / "nested").mkdir()
|
|
# On the shipped ladder an L of 1 steps Fable 5.2 down to Opus 5.5, and an L of 4 up to Opus 5.5 at xhigh.
|
|
self.assertEqual([self.run_tool("claude-fable-5-2", level, cwd=checkout / "nested").stdout for level in ("1", "4")], ["model fable, effort low\n", "model fable, effort max\n"])
|
|
off = self.run_tool("claude-opus-5-5", "3", cwd=checkout)
|
|
own = self.home / ".claude-projects" / "acme" / "routing-ladder.json"
|
|
self.assertEqual((off.returncode, off.stdout, off.stderr), (0, "", f"subagent-rung: claude-opus-5-5 is not on the routing ladder {own}; pass the Agent tool no model or effort\n"))
|
|
|
|
def test_exits_1_naming_the_file_where_the_projects_ladder_holds_a_fault(self):
|
|
checkout = self.project('[{"model": "claude-fable-5-2", "effort": "low"},]')
|
|
refused = self.run_tool("claude-fable-5-2", "3", cwd=checkout)
|
|
self.assertEqual((refused.returncode, refused.stdout), (1, ""))
|
|
self.assertTrue(refused.stderr.startswith(f"subagent-rung: cannot read the routing ladder {self.home / '.claude-projects' / 'acme' / 'routing-ladder.json'}: "), refused.stderr)
|
|
|
|
def test_prints_the_agent_tools_model_and_effort_for_the_rung_an_l_picks(self):
|
|
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 3), "model fable, effort low")
|
|
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 2), "model sonnet, effort high")
|
|
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 4), "model fable, effort medium")
|
|
self.assertEqual(main.agent_args(LADDER, "claude-sonnet-5-5", 1), "model sonnet, effort high")
|
|
self.assertIsNone(main.agent_args(LADDER, "claude-haiku-5-5", 1))
|
|
|
|
def test_a_planning_task_never_runs_below_the_projects_rung(self):
|
|
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 1, planning=True), "model opus, effort medium")
|
|
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 4, planning=True), "model fable, effort medium")
|
|
self.assertEqual(self.run_tool("--plan", "claude-opus-5-5", "2").stdout, "model opus, effort medium\n")
|
|
|
|
def test_picks_nothing_for_a_model_off_the_ladder(self):
|
|
self.assertIsNone(main.agent_args(LADDER, "claude-opus-5", 3))
|
|
|
|
def test_refuses_an_l_outside_1_to_4_or_a_wrong_count_of_arguments(self):
|
|
for argv in (["claude-opus-5-5", "0"], ["claude-opus-5-5", "01"], ["claude-opus-5-5", "5"], ["claude-opus-5-5", "x"], ["claude-opus-5-5"], ["3", "claude-opus-5-5"], ["claude-opus-5-5", "3", "--plan"], ["--planning", "claude-opus-5-5", "3"]):
|
|
with self.subTest(argv=argv):
|
|
result = self.run_tool(*argv)
|
|
self.assertEqual((result.returncode, result.stdout), (1, ""))
|
|
self.assertIn("usage: subagent-rung [--plan] <model> <L>", result.stderr)
|
|
|
|
def test_the_launcher_prints_the_rung_and_exits_0_on_the_ladder(self):
|
|
on = self.run_tool("claude-opus-5-5", "4")
|
|
self.assertEqual((on.returncode, on.stdout, on.stderr), (0, "model fable, effort medium\n", ""))
|
|
|
|
def test_the_launcher_prints_nothing_and_says_why_and_exits_0_off_the_ladder(self):
|
|
off = self.run_tool("claude-opus-5", "4")
|
|
self.assertEqual((off.returncode, off.stdout), (0, ""))
|
|
self.assertEqual(off.stderr, f"subagent-rung: claude-opus-5 is not on the routing ladder {SHIPPED}; pass the Agent tool no model or effort\n")
|
|
|
|
def test_the_launcher_accepts_an_l_of_1(self):
|
|
self.assertEqual(self.run_tool("claude-opus-5-5", "1").stdout, "model sonnet, effort high\n")
|
|
|
|
def test_the_launcher_prints_the_usage_for_each_help_flag(self):
|
|
for flag in ("-h", "--help"):
|
|
with self.subTest(flag=flag):
|
|
self.assertIn("usage: subagent-rung [--plan] <model> <L>", self.run_tool(flag).stdout)
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|