From 35a2c1cdde9c7e02bf6606be3431d0732f89cf33 Mon Sep 17 00:00:00 2001 From: ciregenz Date: Thu, 13 Aug 2026 16:12:38 -0700 Subject: [PATCH] arena: runner route for webarena_verified dotted ids with WA_* defaults Co-Authored-By: Claude Fable 5 Claude-Session: https://claude.ai/code/session_01WsbS5x2rYsMDxP2kW3qqmQ --- e2e/browser-v3/arena/run.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/e2e/browser-v3/arena/run.py b/e2e/browser-v3/arena/run.py index 792d2457..b10620dc 100644 --- a/e2e/browser-v3/arena/run.py +++ b/e2e/browser-v3/arena/run.py @@ -94,6 +94,13 @@ def run_episode(arm: str, task: str, seed: int, rec: Recorder, args: argparse.Na # bare names stay MiniWoB. One grader per suite, none of them ours. if task.startswith("compwob."): import compwob # noqa: F401 registers the 101 composed tasks + elif task.startswith("webarena_verified."): + for k, v in (("SHOPPING", "http://localhost:7770"), ("SHOPPING_ADMIN", "http://localhost:7780/admin"), + ("REDDIT", "http://localhost:9999"), ("GITLAB", "http://localhost:8023"), + ("WIKIPEDIA", "http://localhost:8888"), ("MAP", "http://localhost:3000"), + ("HOMEPAGE", "http://localhost:4399")): + os.environ.setdefault(f"WA_{k}", v) + import browsergym.webarena_verified # noqa: F401 registers the 812 Verified tasks elif "." in task: # Lazy: importing assistantbench pulls HF datasets' multiprocessing machinery in, # which corrupts sync-playwright's event loop for the WHOLE process -- 248 of 252