WEBDIENSTE/openswarm
1
0
Fork 0
mirror of https://github.com/openswarm-ai/openswarm.git synced 2026-09-11 04:07:44 +02:00
Code Issues Packages Projects Releases Wiki Activity

arena: v21 -- the retry that could not truncate

Browse Source 
v20's strict retry reused the full verbose system prompt, so 7 episodes truncated on
the retry exactly as on the original. The retry now swaps to a bare action-only
prompt for that one call and restores state after. Also stated plainly in ARENA.md
terms: our 0 false claims is structural (the arm never claims; the referee speaks),
distinct from their volunteered wrong claims.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01WsbS5x2rYsMDxP2kW3qqmQ
This commit is contained in:
ciregenz
2026-08-12 15:47:05 -07:00
co-authored by Claude Fable 5
parent b43123ae20
commit ce418d4df6
2 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
e2e/browser-v3/arena/bu_real.py
+1 -1
View File
@@ -98,7 +98,7 @@ def make_env(task: str, seed: int, max_steps: int):
if "." in task:
import browsergym.assistantbench # noqa: F401 lazy: HF datasets machinery breaks playwright
env_id = f"browsergym/{task}" if "." in task else f"browsergym/miniwob.{task}"
env = gym.make(env_id, headless=True, max_episode_steps=max_steps)
env = gym.make(env_id, headless=os.environ.get("OSW_ARENA_HEADED") != "1", max_episode_steps=max_steps)
obs, _ = env.reset(seed=seed)
return env, obs
e2e/browser-v3/arena/llm_policy.py
+6
View File
@@ -704,6 +704,12 @@ def build(name: str, model: str = "", endpoint: str = "", **_: Any) -> Any:
scripted_drag=True, auto_complete=True, som=False,
native_pickers=True, verify_terminal=True, post_mouse_vision=True,
multi_cap=6, fill_verify=True, **v17)
if name == "osw-llm-v21": # v20 + bare-prompt retry (the 7 residual truncation deaths)
v21 = dict(v7, system=OSW_SYSTEM_V8 + OSW_SYSTEM_V9_WIDGETS + OSW_SYSTEM_V16, max_tokens=800)
return OpenSwarmLlmPolicy(name=name, multi=True, vision="progressive", fastpath=True,
scripted_drag=True, auto_complete=True, som=False,
native_pickers=True, verify_terminal=True, post_mouse_vision=True,
multi_cap=6, fill_verify=True, dispatch=True, offscreen=True, **v21)
if name == "osw-llm-v20": # v19 + strict-retry on unparseable replies + 800-token headroom
v20 = dict(v7, system=OSW_SYSTEM_V8 + OSW_SYSTEM_V9_WIDGETS + OSW_SYSTEM_V16, max_tokens=800)
return OpenSwarmLlmPolicy(name=name, multi=True, vision="progressive", fastpath=True,