mirror of
https://github.com/openswarm-ai/openswarm.git
synced 2026-08-23 05:02:21 +02:00
142 lines
6.3 KiB
Python
142 lines
6.3 KiB
Python
"""Detect a turn that ended without an answer: the model ran tools and then quit with a
|
|
thinking-only/empty end_turn, so the chat's last visible event is a tool result and the user
|
|
gets a Done pill with no response. Live incident (2026-08-03, opus-5-cc lint audit): the final
|
|
inference was a 2-char thinking block + end_turn at 70K/1M context, scored as a clean success.
|
|
The loop nudges such a turn ONCE with a hidden continuation; twice in a row surfaces honestly."""
|
|
|
|
import logging
|
|
from typing import List
|
|
|
|
from typeguard import typechecked
|
|
|
|
from backend.apps.agents.core.models import AgentSession
|
|
from backend.apps.agents.manager.session.history_compaction import get_branch_messages
|
|
|
|
NUDGE_PROMPT = (
|
|
"You ended your turn without reporting anything. Continue exactly where you left off and "
|
|
"finish the task; when done, always end with your findings or answer as normal text."
|
|
)
|
|
|
|
# The last allowed nudge stops asking for more work: field data (Haik, 2026-08-08, 20 nudges in 5
|
|
# sessions) showed the model reads "continue and finish" as MORE tool calls then another silent
|
|
# quit, so the escalation demands the one thing the user is actually missing: text.
|
|
FINAL_NUDGE_PROMPT = (
|
|
"Stop. Do not call any more tools. In plain chat text, right now: report what you have done "
|
|
"so far, what is left, and anything blocking you. Even a partial status is required."
|
|
)
|
|
|
|
# Post-cap honesty: the machinery is out of nudges and the turn STILL ended silent, so say so in
|
|
# the transcript instead of leaving a Done pill over a wall of tool rows.
|
|
EXHAUSTED_NOTE = (
|
|
"The agent stopped working without a final report. Ask it to summarize, or check the tool "
|
|
"results above for where it got to."
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
NUDGE_HARD_CAP = 3
|
|
|
|
|
|
@typechecked
|
|
def maybe_nudge_empty_finish(session: AgentSession, session_id: str) -> bool:
|
|
"""Arm a hidden continue nudge when the finished turn quit silently; the loop's existing
|
|
auto-continuation block dispatches it. A re-nudge must be EARNED by new tool work since the
|
|
last one (the model is visibly still working, just mute); a stalled continuation surfaces
|
|
honestly, so this can never ping-pong a model that has nothing left to do."""
|
|
if getattr(session, "pending_continuation", False):
|
|
return False
|
|
if not turn_finished_empty(session):
|
|
return False
|
|
if session.empty_finish_nudges >= NUDGE_HARD_CAP:
|
|
p_surface_exhausted(session, session_id)
|
|
return False
|
|
p_tool_calls = p_count_tool_calls(session)
|
|
if session.empty_finish_nudges >= 1 and p_tool_calls <= session.empty_finish_progress_mark:
|
|
return False
|
|
session.empty_finish_progress_mark = p_tool_calls
|
|
session.empty_finish_nudges += 1
|
|
session.pending_continuation = True
|
|
session.pending_continuation_prompt = (
|
|
FINAL_NUDGE_PROMPT if session.empty_finish_nudges >= NUDGE_HARD_CAP else NUDGE_PROMPT
|
|
)
|
|
logger.warning(f"Agent {session_id}: turn finished with no answer after tool work; one hidden continue nudge")
|
|
try:
|
|
from backend.apps.service.client import submit_diagnostic
|
|
from backend.apps.agents.core import flight_recorder as p_fr
|
|
# A silent quit is the hardest class to diagnose after the fact, so it gets the same envelope
|
|
# as a hard error: without breadcrumbs you cannot see what the turn was doing when it gave up.
|
|
submit_diagnostic({
|
|
"kind": "empty_finish_nudge",
|
|
"session_id": session_id,
|
|
"model": session.model,
|
|
"tool_calls": p_tool_calls,
|
|
"nudge": session.empty_finish_nudges,
|
|
"flight": p_fr.build_envelope(
|
|
session_id, "empty_finish_nudge", "silent_quit", session.model, "stream", session.empty_finish_nudges,
|
|
),
|
|
})
|
|
except Exception:
|
|
pass
|
|
return True
|
|
|
|
@typechecked
|
|
def p_surface_exhausted(session: AgentSession, session_id: str) -> None:
|
|
"""All nudges spent and the turn still ended mute: put one honest system line in the
|
|
transcript, once per exhaustion (the flag resets with the counters on a real user message)."""
|
|
if getattr(session, "empty_finish_surfaced", False):
|
|
return
|
|
session.empty_finish_surfaced = True
|
|
try:
|
|
import asyncio
|
|
from backend.apps.agents.core.models import Message
|
|
from backend.apps.agents.core.ws_manager import ws_manager
|
|
p_msg = Message(role="system", content=EXHAUSTED_NOTE, branch_id=session.active_branch_id)
|
|
session.messages.append(p_msg)
|
|
asyncio.get_running_loop().create_task(ws_manager.send_to_session(session_id, "agent:message", {
|
|
"session_id": session_id,
|
|
"message": p_msg.model_dump(mode="json"),
|
|
}))
|
|
logger.warning(f"Agent {session_id}: silent finish after {NUDGE_HARD_CAP} nudges; surfaced honestly")
|
|
except Exception:
|
|
logger.exception("failed to surface exhausted empty-finish")
|
|
|
|
|
|
# A turn legitimately ENDS on these tools: the rendered widget or delegation IS the answer.
|
|
P_ANSWER_TOOL_MARKERS = ("openswarm-ui", "ShowUI", "AskUI", "AskUserQuestion")
|
|
|
|
|
|
@typechecked
|
|
def p_count_tool_calls(session: AgentSession) -> int:
|
|
return sum(1 for m in get_branch_messages(session) if getattr(m, "role", "") == "tool_call")
|
|
|
|
|
|
def p_tool_name_of(msg: object) -> str:
|
|
content = getattr(msg, "content", None)
|
|
if isinstance(content, dict):
|
|
return str(content.get("tool") or content.get("tool_name") or "")
|
|
return ""
|
|
|
|
|
|
@typechecked
|
|
def turn_finished_empty(session: AgentSession) -> bool:
|
|
"""True when the branch's last visible message is a tool result whose call was ordinary work
|
|
(not a UI/answer tool): the model did things and then said nothing."""
|
|
msgs: List = get_branch_messages(session)
|
|
p_last_call_name = ""
|
|
for m in reversed(msgs):
|
|
if getattr(m, "hidden", False):
|
|
continue
|
|
role = getattr(m, "role", "")
|
|
if role == "assistant":
|
|
text = m.content if isinstance(m.content, str) else ""
|
|
return not text.strip()
|
|
if role == "tool_result":
|
|
continue
|
|
if role == "tool_call":
|
|
p_last_call_name = p_tool_name_of(m)
|
|
return not any(marker in p_last_call_name for marker in P_ANSWER_TOOL_MARKERS)
|
|
if role in ("user", "system"):
|
|
return False
|
|
return False
|