50 lines
1.6 KiB
Python
50 lines
1.6 KiB
Python
import dataclasses
|
|
import sys
|
|
import typing
|
|
|
|
from loop_claude.effects import Effects
|
|
from failure import Failure
|
|
from loop_claude.stop import Stop
|
|
|
|
T = typing.TypeVar("T")
|
|
|
|
FAILURES_RUNNING = 3
|
|
PAST_RESET = 120
|
|
RETRY_DELAY = 60
|
|
UNKNOWN_RESET_POLL = 600
|
|
|
|
|
|
@dataclasses.dataclass(frozen=True)
|
|
class Limited:
|
|
"""claude hit a usage limit; said is claude's message about it, and resets_at is when the limit resets, in seconds since the epoch, or None when unknown."""
|
|
resets_at: int | None
|
|
said: str
|
|
|
|
|
|
def retried(who: str, attempt: typing.Callable[[], T | Failure | Limited], effects: Effects) -> T | Stop:
|
|
failures = 0
|
|
while True:
|
|
result = attempt()
|
|
if isinstance(result, Limited):
|
|
# Hitting the limit proves claude started and reached the API, so the failures before it stop counting towards three.
|
|
failures = 0
|
|
now = effects.now()
|
|
wait = limit_wait(result, now)
|
|
print(f"the {who} hit a usage limit ({result.said}); retrying at {effects.local_time(now + wait)}", file=sys.stderr, flush=True)
|
|
effects.sleep(wait)
|
|
continue
|
|
if not isinstance(result, Failure):
|
|
return result
|
|
failures += 1
|
|
if failures == FAILURES_RUNNING:
|
|
return Stop(1, f"the {who} failed three times running: {result.reason}")
|
|
print(f"retrying the {who} in a minute: {result.reason}", file=sys.stderr)
|
|
effects.sleep(RETRY_DELAY)
|
|
|
|
|
|
def limit_wait(limited: Limited, now: float) -> float:
|
|
# The limit rejects every request until it resets, so wait for a known reset and poll rarely for an unknown one.
|
|
if limited.resets_at is not None and limited.resets_at + PAST_RESET > now:
|
|
return limited.resets_at + PAST_RESET - now
|
|
return UNKNOWN_RESET_POLL
|