Files
openswarm/backend/tests/test_capacity_retry.py

145 lines
6.6 KiB
Python

"""Rigorous coverage for capacity_retry_wait, the transient-error backoff decision lifted
into error_classify.py next to the classifier it uses. It was previously inline + untestable
in the agent loop's retry while-loop."""
import anthropic
import httpx
from backend.apps.agents.core.error_classify import (
CAPACITY_BACKOFFS,
TRANSIENT_CAPACITY_PATTERNS,
capacity_retry_wait,
)
# The classifier matches this proxy copy verbatim (a guaranteed-transient signal).
TRANSIENT = "No pool capacity available. Try again shortly."
def test_transient_returns_the_scheduled_backoff_for_each_attempt():
waits = [capacity_retry_wait(Exception(TRANSIENT), i) for i in range(len(CAPACITY_BACKOFFS))]
assert waits == CAPACITY_BACKOFFS # escalates 5 -> 15 -> 45 -> 90 -> 180
def test_budget_exhausted_returns_none():
assert capacity_retry_wait(Exception(TRANSIENT), len(CAPACITY_BACKOFFS)) is None
assert capacity_retry_wait(Exception(TRANSIENT), len(CAPACITY_BACKOFFS) + 3) is None
def test_negative_attempt_returns_none():
assert capacity_retry_wait(Exception(TRANSIENT), -1) is None
def test_non_transient_error_never_retries():
assert capacity_retry_wait(Exception("invalid_request_error: bad params"), 0) is None
assert capacity_retry_wait(ValueError("a totally unrelated bug"), 0) is None
def test_transient_signal_can_arrive_only_via_the_stderr_tail():
# the CLI's ProcessError stringifies to something generic; the real cause is in stderr
generic = Exception("upstream hiccup")
assert capacity_retry_wait(generic, 0) is None # nothing transient yet
assert capacity_retry_wait(generic, 0, extra_text=TRANSIENT) == 5 # stderr reveals it
# --- failures that say nothing a word list can read ---------------------------------------------
# Measured live: two browser runs died mid-task on anthropic.APIConnectionError, which stringifies
# to the bare "Connection error." The pattern list scored that NON-transient, so one network blip
# threw away work that was already several steps in. These pin the type-based classification.
def p_req():
return httpx.Request("POST", "https://api.anthropic.com/v1/messages")
def test_a_bare_connection_error_is_transient():
exc = anthropic.APIConnectionError(request=p_req())
assert str(exc) == "Connection error." # no code, no ECONNRESET, no wording
assert not TRANSIENT_CAPACITY_PATTERNS.search(str(exc)) # nothing for the list to match on
assert capacity_retry_wait(exc, 0) == 5
def test_transport_and_timeout_failures_are_transient():
for exc in (
anthropic.APITimeoutError(request=p_req()),
httpx.ConnectError("nope"),
httpx.ReadTimeout("nope"),
httpx.RemoteProtocolError("server disconnected"),
ConnectionResetError(),
TimeoutError(),
):
assert capacity_retry_wait(exc, 0) == 5, f"{type(exc).__name__} should retry"
def test_an_auth_failure_stays_non_transient_even_when_it_is_a_transport_type():
# Retrying a 401 five times burns 335s of backoff and fails anyway, so wording still wins.
assert capacity_retry_wait(ConnectionError("401 invalid token"), 0) is None
def test_a_transport_error_that_says_nothing_at_all_still_retries():
# An exception stringifying to "" used to bail out before it was ever classified.
assert capacity_retry_wait(httpx.ConnectError(""), 0) == 5
# --- the router-respawn family: turn-RESULT errors, which bypass capacity_retry_wait entirely ---
# The CLI reports "API Error: Unable to connect" as an error-shaped ResultMessage when our
# localhost 9Router is mid-respawn (a dev reload kills it, the watchdog revives it in seconds).
# TurnRunner consults is_router_unreachable_error on the TurnResultError text and resumes the turn
# instead of surfacing a terminal card; these pin exactly which texts qualify.
from backend.apps.agents.core.error_classify import is_router_unreachable_error
def test_the_cli_unable_to_connect_text_is_router_unreachable():
live = ("The agent runtime reported this turn failed (error_during_execution). "
"API Error: Unable to connect. Is the computer able to access the url?")
assert is_router_unreachable_error(live)
def test_connection_refused_variants_are_router_unreachable():
for text in ("ECONNREFUSED 127.0.0.1:20128", "connect: Connection refused", "fetch failed", "Connection error."):
assert is_router_unreachable_error(text), text
def test_ordinary_turn_failures_are_not_router_unreachable():
for text in (
"The model hit its maximum output length before finishing (max_tokens).",
"The model refused to continue this turn (refusal).",
"invalid_request_error: tool schema rejected",
"denied tools: Bash",
"",
):
assert not is_router_unreachable_error(text), text
# --- self-healing 401s: mid-refresh tokens must retry, never flash the reconnect card ------------
from backend.apps.agents.core.error_classify import is_auth_error
def test_reset_window_401_is_transient_not_auth():
# Verbatim live codex body (2026-08-06): healed itself two minutes later, chats were fine.
body = '[codex/gpt-5.2] [401]: Provided authentication token is expired. Please try signing in again. (reset after 1m 57s)'
assert not is_auth_error(Exception(body)), "a self-healing 401 must not show the reconnect card"
assert capacity_retry_wait(Exception(body), 0) == 5, "and the turn silently retries through the window"
def test_genuine_auth_death_still_cards():
assert is_auth_error(Exception("401 unauthorized: invalid authentication credentials"))
assert capacity_retry_wait(Exception("401 unauthorized: invalid api key"), 0) is None
# --- the first-turn thinking flip must not drift the boot fingerprint (measured: it threw away the
# pre-warmed CLI on 5 of 5 short-prompt sessions, costing ~0.9s of respawn per first message) ------
def test_short_first_message_keeps_the_prewarmed_thinking_setting():
from backend.apps.agents.core.models import AgentSession
from backend.apps.agents.manager.run.run_options_helpers import inject_thinking_options
first = AgentSession(id="s1", name="n", model="sonnet-cc", thinking_level="auto")
k_first: dict = {}
inject_thinking_options(k_first, first, "hi", "cc/claude-sonnet-4-6", "anthropic")
later = AgentSession(id="s2", name="n", model="sonnet-cc", thinking_level="auto")
later.sdk_session_id = "already-running"
k_later: dict = {}
inject_thinking_options(k_later, later, "hi", "cc/claude-sonnet-4-6", "anthropic")
assert k_first != k_later, "a short FIRST message must keep the prewarmed boot options"