51 lines
2.3 KiB
Python
51 lines
2.3 KiB
Python
import contextlib
|
|
import io
|
|
import pathlib
|
|
import sys
|
|
import unittest
|
|
|
|
sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))
|
|
|
|
from failure import Failure
|
|
from loop_effects.doubles import FakeEffects, NOW, STAMP
|
|
from claude_code.reply import Limited
|
|
from agent_cycle import retry
|
|
from agent_cycle.stop import Stop
|
|
|
|
|
|
class Retried(unittest.TestCase):
|
|
def test_retries_a_minute_apart_and_stops_on_the_third_failure(self):
|
|
fake = FakeEffects()
|
|
results = [Failure("one"), "done"]
|
|
self.assertEqual(retry.retried("worker", lambda: results.pop(0), fake.effects()), "done")
|
|
self.assertEqual(fake.calls, [("sleep", 60)])
|
|
fake = FakeEffects()
|
|
self.assertEqual(retry.retried("judge", lambda: Failure("no"), fake.effects()), Stop(1, "the judge failed three times running: no"))
|
|
self.assertEqual(fake.calls, [("sleep", 60), ("sleep", 60)])
|
|
|
|
def test_hands_each_failure_to_the_keeper_and_stops_where_it_stops(self):
|
|
kept = []
|
|
def keep(failure):
|
|
kept.append(failure)
|
|
return Stop(1, "no room") if len(kept) == 2 else None
|
|
fake = FakeEffects()
|
|
self.assertEqual(retry.retried("judge", lambda: Failure("no"), fake.effects(), keep), Stop(1, "no room"))
|
|
self.assertEqual(kept, [Failure("no")] * 2)
|
|
self.assertEqual(fake.calls, [("sleep", 60)])
|
|
|
|
def test_waits_out_a_usage_limit_which_ends_a_run_of_failures(self):
|
|
fake = FakeEffects()
|
|
results = [Failure("one"), Failure("two"), Limited(NOW + 3600, "limit"), Failure("three"), Limited(None, "limit"), Limited(NOW - 600, "limit"), Failure("four"), Failure("five"), Failure("six")]
|
|
self.assertEqual(retry.retried("worker", lambda: results.pop(0), fake.effects()), Stop(1, "the worker failed three times running: six"))
|
|
self.assertEqual(fake.calls, [("sleep", 60), ("sleep", 60), ("sleep", 3720), ("sleep", 60), ("sleep", 600), ("sleep", 600), ("sleep", 60), ("sleep", 60)])
|
|
|
|
def test_says_what_claude_said_and_when_the_next_try_is_due(self):
|
|
results = [Limited(NOW + 3600, "You've hit your session limit"), "done"]
|
|
with contextlib.redirect_stderr(io.StringIO()) as said:
|
|
retry.retried("judge", lambda: results.pop(0), FakeEffects().effects())
|
|
self.assertEqual(said.getvalue(), f"{STAMP} the judge hit a usage limit (You've hit your session limit); retrying at <{NOW + 3720}>\n")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|