Files
claude-config/bin/subagent_rung/test_subagent_rung.py
T

92 lines
5.1 KiB
Python

import pathlib
import subprocess
import sys
import tempfile
import unittest
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))
from test_env import isolated_env
from subagent_rung import main
from model_routing.ladder_file import read_ladder, SHIPPED
from project_config.test_project_config import write_config
LADDER = read_ladder(SHIPPED)
TOOL = pathlib.Path(__file__).resolve().parents[1] / "subagent-rung"
class SubagentRung(unittest.TestCase):
def setUp(self) -> None:
made = tempfile.TemporaryDirectory()
self.addCleanup(made.cleanup)
# A home with no project config, so the tool reads the ladder this setup ships, whatever the host's own projects hold.
self.home = pathlib.Path(made.name).resolve()
def run_tool(self, *args: str, cwd: pathlib.Path | None = None) -> subprocess.CompletedProcess[str]:
return subprocess.run([sys.executable, str(TOOL), *args], capture_output=True, cwd=cwd or self.home, env={**isolated_env(), "HOME": str(self.home)}, text=True)
def project(self, ladder: str) -> pathlib.Path:
"""A checkout under the home whose config's folder holds ladder as its routing ladder."""
checkout = self.home / "code" / "acme"
checkout.mkdir(parents=True)
subprocess.run(["git", "init", "--quiet", str(checkout)], check=True, env=isolated_env())
(write_config(self.home, checkout) / "routing-ladder.json").write_text(ladder)
return checkout
def test_picks_the_rung_on_the_ladder_of_the_project_it_runs_in(self):
checkout = self.project('[{"model": "claude-fable-5-2", "effort": "low"}, {"model": "claude-fable-5-2", "effort": "max"}]')
(checkout / "nested").mkdir()
# On the shipped ladder an L of 1 steps Fable 5.2 down to Opus 5.5, and an L of 4 up to Opus 5.5 at xhigh.
self.assertEqual([self.run_tool("claude-fable-5-2", level, cwd=checkout / "nested").stdout for level in ("1", "4")], ["model fable, effort low\n", "model fable, effort max\n"])
off = self.run_tool("claude-opus-5-5", "3", cwd=checkout)
own = self.home / ".claude-projects" / "acme" / "routing-ladder.json"
self.assertEqual((off.returncode, off.stdout, off.stderr), (0, "", f"subagent-rung: claude-opus-5-5 is not on the routing ladder {own}; pass the Agent tool no model or effort\n"))
def test_exits_1_naming_the_file_where_the_projects_ladder_holds_a_fault(self):
checkout = self.project('[{"model": "claude-fable-5-2", "effort": "low"},]')
refused = self.run_tool("claude-fable-5-2", "3", cwd=checkout)
self.assertEqual((refused.returncode, refused.stdout), (1, ""))
self.assertTrue(refused.stderr.startswith(f"subagent-rung: cannot read the routing ladder {self.home / '.claude-projects' / 'acme' / 'routing-ladder.json'}: "), refused.stderr)
def test_prints_the_agent_tools_model_and_effort_for_the_rung_an_l_picks(self):
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 3), "model fable, effort low")
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 2), "model sonnet, effort high")
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 4), "model fable, effort medium")
self.assertEqual(main.agent_args(LADDER, "claude-sonnet-5-5", 1), "model sonnet, effort high")
self.assertIsNone(main.agent_args(LADDER, "claude-haiku-5-5", 1))
def test_a_planning_task_never_runs_below_the_projects_rung(self):
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 1, planning=True), "model opus, effort medium")
self.assertEqual(main.agent_args(LADDER, "claude-opus-5-5", 4, planning=True), "model fable, effort medium")
self.assertEqual(self.run_tool("--plan", "claude-opus-5-5", "2").stdout, "model opus, effort medium\n")
def test_picks_nothing_for_a_model_off_the_ladder(self):
self.assertIsNone(main.agent_args(LADDER, "claude-opus-5", 3))
def test_refuses_an_l_outside_1_to_4_or_a_wrong_count_of_arguments(self):
for argv in (["claude-opus-5-5", "0"], ["claude-opus-5-5", "01"], ["claude-opus-5-5", "5"], ["claude-opus-5-5", "x"], ["claude-opus-5-5"], ["3", "claude-opus-5-5"], ["claude-opus-5-5", "3", "--plan"], ["--planning", "claude-opus-5-5", "3"]):
with self.subTest(argv=argv):
result = self.run_tool(*argv)
self.assertEqual((result.returncode, result.stdout), (1, ""))
self.assertIn("usage: subagent-rung [--plan] <model> <L>", result.stderr)
def test_the_launcher_prints_the_rung_and_exits_0_on_the_ladder(self):
on = self.run_tool("claude-opus-5-5", "4")
self.assertEqual((on.returncode, on.stdout, on.stderr), (0, "model fable, effort medium\n", ""))
def test_the_launcher_prints_nothing_and_says_why_and_exits_0_off_the_ladder(self):
off = self.run_tool("claude-opus-5", "4")
self.assertEqual((off.returncode, off.stdout), (0, ""))
self.assertEqual(off.stderr, f"subagent-rung: claude-opus-5 is not on the routing ladder {SHIPPED}; pass the Agent tool no model or effort\n")
def test_the_launcher_accepts_an_l_of_1(self):
self.assertEqual(self.run_tool("claude-opus-5-5", "1").stdout, "model sonnet, effort high\n")
def test_the_launcher_prints_the_usage_for_each_help_flag(self):
for flag in ("-h", "--help"):
with self.subTest(flag=flag):
self.assertIn("usage: subagent-rung [--plan] <model> <L>", self.run_tool(flag).stdout)
if __name__ == "__main__":
unittest.main()