From 331fc738d9be0e31e31af1f7d6b97569983b62d6 Mon Sep 17 00:00:00 2001 From: ciregenz Date: Fri, 14 Aug 2026 03:05:24 -0700 Subject: [PATCH] arena: webchorearena routing (isolated chore-venv, their evaluator; canary green) Co-Authored-By: Claude Fable 5 Claude-Session: https://claude.ai/code/session_01WsbS5x2rYsMDxP2kW3qqmQ --- e2e/browser-v3/arena/run.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/e2e/browser-v3/arena/run.py b/e2e/browser-v3/arena/run.py index 82910cba..e1c117b9 100644 --- a/e2e/browser-v3/arena/run.py +++ b/e2e/browser-v3/arena/run.py @@ -101,6 +101,15 @@ def run_episode(arm: str, task: str, seed: int, rec: Recorder, args: argparse.Na ("HOMEPAGE", "http://localhost:4399")): os.environ.setdefault(f"WA_{k}", v) import browsergym.webarena_verified # noqa: F401 registers the 812 Verified tasks + elif task.startswith("webchorearena."): + # Same self-hosted sites as WebArena; tasks/evaluator are theirs (COLM 2026). + # Runs under the ISOLATED chore-venv (their browsergym fork) -- never the main venv. + for k, v in (("SHOPPING", "http://localhost:7770"), ("SHOPPING_ADMIN", "http://localhost:7780/admin"), + ("REDDIT", "http://localhost:9999"), ("GITLAB", "http://localhost:8023"), + ("WIKIPEDIA", "http://localhost:8888"), ("MAP", "http://localhost:3000"), + ("HOMEPAGE", "http://localhost:4399")): + os.environ.setdefault(f"WA_{k}", v) + import browsergym.webchorearena # noqa: F401 registers the 538 chore tasks elif "." in task: # Lazy: importing assistantbench pulls HF datasets' multiprocessing machinery in, # which corrupts sync-playwright's event loop for the WHOLE process -- 248 of 252