arena: runner route for webarena_verified dotted ids with WA_* defaults

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01WsbS5x2rYsMDxP2kW3qqmQ
This commit is contained in:
ciregenz
2026-08-13 16:12:38 -07:00
co-authored by Claude Fable 5
parent be39237e4a
commit 35a2c1cdde
+7
View File
@@ -94,6 +94,13 @@ def run_episode(arm: str, task: str, seed: int, rec: Recorder, args: argparse.Na
# bare names stay MiniWoB. One grader per suite, none of them ours.
if task.startswith("compwob."):
import compwob # noqa: F401 registers the 101 composed tasks
elif task.startswith("webarena_verified."):
for k, v in (("SHOPPING", "http://localhost:7770"), ("SHOPPING_ADMIN", "http://localhost:7780/admin"),
("REDDIT", "http://localhost:9999"), ("GITLAB", "http://localhost:8023"),
("WIKIPEDIA", "http://localhost:8888"), ("MAP", "http://localhost:3000"),
("HOMEPAGE", "http://localhost:4399")):
os.environ.setdefault(f"WA_{k}", v)
import browsergym.webarena_verified # noqa: F401 registers the 812 Verified tasks
elif "." in task:
# Lazy: importing assistantbench pulls HF datasets' multiprocessing machinery in,
# which corrupts sync-playwright's event loop for the WHOLE process -- 248 of 252