mirror of
https://github.com/openswarm-ai/openswarm.git
synced 2026-09-10 11:47:43 +02:00
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
869 lines
37 KiB
Python
869 lines
37 KiB
Python
"""Auto-start and manage 9Router subprocess.
|
||
|
||
9Router is a free AI subscription proxy that lets users connect their
|
||
Claude/ChatGPT/Gemini subscriptions to OpenSwarm without API keys.
|
||
|
||
It runs silently in the background on port 20128 and exposes an
|
||
OpenAI-compatible API at localhost:20128/v1.
|
||
"""
|
||
|
||
import asyncio
|
||
import logging
|
||
import os
|
||
import shutil
|
||
import subprocess
|
||
import time
|
||
|
||
import httpx
|
||
|
||
logger = logging.getLogger(__name__)
|
||
|
||
NINE_ROUTER_PORT = 20128
|
||
NINE_ROUTER_URL = f"http://localhost:{NINE_ROUTER_PORT}"
|
||
NINE_ROUTER_API = f"{NINE_ROUTER_URL}/api"
|
||
NINE_ROUTER_V1 = f"{NINE_ROUTER_URL}/v1"
|
||
|
||
# Pinned 9router npm package version. Using 0.3.60 to match exactly what
|
||
# openswarm-ai v1.0.25 (last known-good production release) vendored via
|
||
# `9router/package.json`. Versions between 0.3.60 and 0.3.96 regressed
|
||
# cross-provider WebSearch: the CLI's WebSearch call from Codex/Gemini
|
||
# primaries used to route cleanly through 9Router's translator and hit
|
||
# Anthropic's server-side web_search (returning real results), but later
|
||
# translator changes broke that path — non-Claude primaries now see
|
||
# "claude-haiku-4-5-20251001 unavailable" or hallucinated output.
|
||
# Pinning to 0.3.60 restores v1.0.25 behavior.
|
||
NINE_ROUTER_NPM_VERSION = "0.3.60"
|
||
|
||
_process: subprocess.Popen | None = None
|
||
|
||
# Short TTL cache for positive is_running() results. The probe is a sync
|
||
# httpx.get that blocks the event loop, and under load (9Router busy
|
||
# streaming inference) it can exceed its 2s timeout and return False even
|
||
# though 9Router is fine. Caching a recent True result avoids those false
|
||
# negatives without masking a real crash for more than _IS_RUNNING_TTL seconds.
|
||
# Negative results are NOT cached so startup detection in ensure_running()
|
||
# remains correct.
|
||
_IS_RUNNING_TTL = 10.0
|
||
_is_running_last_ok: float = 0.0
|
||
|
||
|
||
def is_running() -> bool:
|
||
"""Check if 9Router is running."""
|
||
global _is_running_last_ok
|
||
now = time.monotonic()
|
||
if now - _is_running_last_ok < _IS_RUNNING_TTL:
|
||
return True
|
||
try:
|
||
r = httpx.get(f"{NINE_ROUTER_V1}/models", timeout=2.0)
|
||
if r.status_code == 200:
|
||
_is_running_last_ok = now
|
||
return True
|
||
return False
|
||
except Exception:
|
||
return False
|
||
|
||
|
||
def _find_9router_dir() -> str | None:
|
||
"""Locate the bundled 9Router directory (works in both dev and packaged mode)."""
|
||
_is_packaged = os.environ.get("OPENSWARM_PACKAGED") == "1"
|
||
|
||
if _is_packaged:
|
||
# Packaged Electron app — router is in extraResources
|
||
import sys
|
||
# In packaged mode, backend is at <resources>/backend/
|
||
# So router is at <resources>/router/
|
||
_resources = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||
_candidate = os.path.join(_resources, "router")
|
||
if os.path.isdir(_candidate):
|
||
return _candidate
|
||
else:
|
||
# Dev mode — router is at project root
|
||
_backend_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||
_project_root = os.path.dirname(_backend_dir)
|
||
_candidate = os.path.join(_project_root, "router")
|
||
if os.path.isdir(_candidate):
|
||
return _candidate
|
||
|
||
return None
|
||
|
||
|
||
def _find_node() -> str | None:
|
||
"""Find a Node.js binary (works in both dev and packaged mode).
|
||
|
||
Priority order:
|
||
1. OPENSWARM_NODE_PATH — set by electron/main.js when a real Node
|
||
binary is bundled in extraResources. Always preferred on user
|
||
machines because it (a) avoids the bouncing "exec" Dock icon
|
||
that ELECTRON_RUN_AS_NODE produces on fresh Macs and (b) starts
|
||
in ~50ms vs Electron-as-Node's 5–15s cold-start, shrinking the
|
||
splash window the user stares at.
|
||
2. System `node` on PATH — dev convenience.
|
||
3. ELECTRON_RUN_AS_NODE fallback — last resort. Only hits this on
|
||
packaged builds that for some reason shipped without the bundled
|
||
node payload.
|
||
"""
|
||
bundled = os.environ.get("OPENSWARM_NODE_PATH")
|
||
if bundled and os.path.exists(bundled):
|
||
return bundled
|
||
|
||
node = shutil.which("node")
|
||
if node:
|
||
return node
|
||
|
||
electron_path = os.environ.get("OPENSWARM_ELECTRON_PATH")
|
||
if electron_path and os.path.exists(electron_path):
|
||
return electron_path
|
||
|
||
return None
|
||
|
||
|
||
def _dev_router_cache_dir() -> str:
|
||
"""Cache dir for the npm 9router package used in dev mode.
|
||
|
||
Pinned per version so bumping NINE_ROUTER_NPM_VERSION triggers a fresh
|
||
install instead of reusing a stale cache.
|
||
"""
|
||
base = os.environ.get("XDG_CACHE_HOME") or os.path.join(
|
||
os.path.expanduser("~"), ".cache"
|
||
)
|
||
return os.path.join(base, "openswarm-router", NINE_ROUTER_NPM_VERSION)
|
||
|
||
|
||
def _ensure_router_cached() -> str | None:
|
||
"""Ensure the npm 9router package is installed in the dev cache.
|
||
|
||
Returns the absolute path to `app/server.js` on success, or None if
|
||
npm isn't available or the install fails. Idempotent — returns
|
||
immediately when the server file already exists.
|
||
|
||
Running `node app/server.js` directly (instead of `npx 9router`)
|
||
skips the CLI wrapper, which means no systray menu-bar icon,
|
||
no update-check spinner, and no accidental-quit foot-gun when a
|
||
non-developer right-clicks the "9" tray icon and picks Quit.
|
||
"""
|
||
cache_dir = _dev_router_cache_dir()
|
||
server_js = os.path.join(cache_dir, "node_modules", "9router", "app", "server.js")
|
||
if os.path.exists(server_js):
|
||
return server_js
|
||
|
||
npm = shutil.which("npm")
|
||
if not npm:
|
||
logger.warning("npm not found — install Node.js to auto-start 9Router in dev.")
|
||
return None
|
||
|
||
try:
|
||
os.makedirs(cache_dir, exist_ok=True)
|
||
pkg_json = os.path.join(cache_dir, "package.json")
|
||
if not os.path.exists(pkg_json):
|
||
with open(pkg_json, "w") as f:
|
||
f.write('{"name":"_openswarm_router_cache","version":"0.0.0","private":true}\n')
|
||
|
||
logger.info(
|
||
"Installing 9router@%s into %s (one-time, ~30s)...",
|
||
NINE_ROUTER_NPM_VERSION, cache_dir,
|
||
)
|
||
# Note: we do NOT pass --ignore-scripts. The package's postinstall
|
||
# rebuilds better-sqlite3 for the host platform; skipping it leaves
|
||
# the server unable to load its native addon.
|
||
subprocess.run(
|
||
[npm, "install", f"9router@{NINE_ROUTER_NPM_VERSION}",
|
||
"--no-save", "--no-audit", "--no-fund", "--silent"],
|
||
cwd=cache_dir,
|
||
stdout=subprocess.DEVNULL,
|
||
stderr=subprocess.DEVNULL,
|
||
timeout=300,
|
||
check=False,
|
||
)
|
||
except Exception as e:
|
||
logger.warning("Failed to install 9router into %s: %s", cache_dir, e)
|
||
return None
|
||
|
||
return server_js if os.path.exists(server_js) else None
|
||
|
||
|
||
async def ensure_running():
|
||
"""Start 9Router if not already running."""
|
||
global _process
|
||
_is_packaged = os.environ.get("OPENSWARM_PACKAGED") == "1"
|
||
|
||
if is_running():
|
||
# In dev mode, kill stale standalone servers (from previous builds)
|
||
# so we can start `next dev` which always uses latest source code
|
||
if not _is_packaged:
|
||
import subprocess as _sp
|
||
try:
|
||
result = _sp.run(
|
||
["pgrep", "-f", "next-server"],
|
||
capture_output=True, text=True, timeout=3,
|
||
)
|
||
if result.stdout.strip():
|
||
logger.info("Dev mode: killing stale standalone 9Router to use next dev instead")
|
||
_sp.run(["pkill", "-f", "next-server"], timeout=5)
|
||
await asyncio.sleep(2)
|
||
else:
|
||
logger.info("9Router already running on port %d", NINE_ROUTER_PORT)
|
||
return
|
||
except Exception:
|
||
logger.info("9Router already running on port %d", NINE_ROUTER_PORT)
|
||
return
|
||
else:
|
||
logger.info("9Router already running on port %d", NINE_ROUTER_PORT)
|
||
return
|
||
_9router_dir = _find_9router_dir()
|
||
|
||
if _is_packaged and _9router_dir:
|
||
# Packaged mode — run the pre-built standalone server staged at
|
||
# <resources>/router/server.js by scripts/fetch-router.sh at build time.
|
||
standalone_server = os.path.join(_9router_dir, "server.js")
|
||
if not os.path.exists(standalone_server):
|
||
standalone_server = os.path.join(_9router_dir, ".next", "standalone", "server.js")
|
||
if not os.path.exists(standalone_server):
|
||
logger.warning("9Router standalone build not found in %s", _9router_dir)
|
||
return
|
||
|
||
node = _find_node()
|
||
if not node:
|
||
logger.warning("Node.js not found — cannot start 9Router in packaged mode.")
|
||
return
|
||
|
||
logger.info("Starting 9Router (production) on port %d...", NINE_ROUTER_PORT)
|
||
cmd = [node, standalone_server]
|
||
cwd = os.path.dirname(standalone_server)
|
||
env = {**os.environ, "PORT": str(NINE_ROUTER_PORT), "NODE_ENV": "production"}
|
||
if node == os.environ.get("OPENSWARM_ELECTRON_PATH"):
|
||
env["ELECTRON_RUN_AS_NODE"] = "1"
|
||
|
||
else:
|
||
# Dev mode — install the pinned 9router npm package into a local
|
||
# cache the first time run.sh boots, then spawn `node app/server.js`
|
||
# directly on subsequent launches. Bypassing the package's cli.js
|
||
# avoids its menu-bar tray icon (which users confusingly quit,
|
||
# silently killing their subscription routing), its update-check
|
||
# spinner, and the interactive TUI.
|
||
cached_server = _ensure_router_cached()
|
||
if not cached_server:
|
||
return
|
||
|
||
node = _find_node()
|
||
if not node:
|
||
logger.warning("Node.js not found — cannot start 9Router in dev mode.")
|
||
return
|
||
|
||
logger.info(
|
||
"Starting 9Router (dev cache, 9router@%s) on port %d...",
|
||
NINE_ROUTER_NPM_VERSION, NINE_ROUTER_PORT,
|
||
)
|
||
cmd = [node, cached_server]
|
||
cwd = os.path.dirname(cached_server)
|
||
env = {**os.environ, "PORT": str(NINE_ROUTER_PORT), "NODE_ENV": "production"}
|
||
|
||
# By default, 9Router's stdout/stderr go to /dev/null (Next.js dev mode
|
||
# is extremely chatty and floods the openswarm console otherwise). When
|
||
# debugging is needed, set OPENSWARM_DEBUG_9ROUTER=1 in the environment
|
||
# before launching the backend — output will then be appended to
|
||
# backend/data/9router.log line-buffered, which can be `tail -f`'d.
|
||
if os.environ.get("OPENSWARM_DEBUG_9ROUTER"):
|
||
_log_path = os.path.join(
|
||
os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
|
||
"data",
|
||
"9router.log",
|
||
)
|
||
os.makedirs(os.path.dirname(_log_path), exist_ok=True)
|
||
_stdout = open(_log_path, "a", buffering=1) # line-buffered
|
||
_stderr = subprocess.STDOUT
|
||
logger.info(f"9Router debug logging enabled → {_log_path}")
|
||
else:
|
||
_stdout = subprocess.DEVNULL
|
||
_stderr = subprocess.DEVNULL
|
||
|
||
try:
|
||
_process = subprocess.Popen(
|
||
cmd,
|
||
cwd=cwd,
|
||
stdout=_stdout,
|
||
stderr=_stderr,
|
||
env=env,
|
||
)
|
||
|
||
# Wait up to 30 seconds for startup (production standalone is faster)
|
||
timeout = 20 if _is_packaged else 30
|
||
for _ in range(timeout * 2):
|
||
await asyncio.sleep(0.5)
|
||
if is_running():
|
||
logger.info("9Router started successfully")
|
||
return
|
||
|
||
logger.warning("9Router did not start within %ds", timeout)
|
||
except Exception as e:
|
||
logger.warning(f"Failed to start 9Router: {e}")
|
||
|
||
|
||
def stop():
|
||
"""Stop the 9Router subprocess."""
|
||
global _process
|
||
if _process:
|
||
try:
|
||
_process.terminate()
|
||
_process.wait(timeout=5)
|
||
except Exception:
|
||
try:
|
||
_process.kill()
|
||
except Exception:
|
||
pass
|
||
_process = None
|
||
logger.info("9Router stopped")
|
||
|
||
|
||
# ---------------------------------------------------------------------------
|
||
# API proxy helpers — call 9Router's API from OpenSwarm
|
||
# ---------------------------------------------------------------------------
|
||
|
||
async def get_usage_stats(period: str = "all") -> dict | None:
|
||
"""Get usage statistics from 9Router."""
|
||
try:
|
||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||
r = await client.get(f"{NINE_ROUTER_API}/usage/stats", params={"period": period})
|
||
if r.status_code == 200:
|
||
return r.json()
|
||
except Exception as e:
|
||
logger.debug(f"9Router usage stats fetch failed: {e}")
|
||
return None
|
||
|
||
|
||
async def get_providers() -> list[dict]:
|
||
"""Get all providers and their connection status from 9Router.
|
||
|
||
9Router's GET /api/providers returns `{"connections": [...]}` — we
|
||
unwrap so callers always see a plain list of connection dicts.
|
||
"""
|
||
try:
|
||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||
r = await client.get(f"{NINE_ROUTER_API}/providers")
|
||
if r.status_code == 200:
|
||
data = r.json()
|
||
if isinstance(data, dict):
|
||
return data.get("connections") or []
|
||
if isinstance(data, list):
|
||
return data
|
||
except Exception as e:
|
||
logger.debug(f"9Router providers fetch failed: {e}")
|
||
return []
|
||
|
||
|
||
# ---------------------------------------------------------------------------
|
||
# API-key connection sync (Gemini AI Studio, etc.)
|
||
# ---------------------------------------------------------------------------
|
||
#
|
||
# 9Router supports both OAuth (e.g. gemini-cli) and direct API-key auth
|
||
# (provider="gemini", authType="apikey"). The two hit different Google
|
||
# quotas — OAuth uses the Code Assist free tier which is aggressively
|
||
# rate-limited (429s on Gemini 3 Pro/Flash even for paid-subscription
|
||
# users), while an AI Studio API key uses the generativelanguage.googleapis.com
|
||
# quota which is independent and far higher.
|
||
#
|
||
# We expose `google_api_key` in settings; this helper mirrors it into
|
||
# 9Router's provider-connections list so the API-key path is preferred
|
||
# when a key is set. On removal, we delete the key-based connection so
|
||
# 9Router falls back to whatever OAuth connection the user still has.
|
||
|
||
NINE_ROUTER_KEYED_NAME = "AI Studio (OpenSwarm-managed)"
|
||
NINE_ROUTER_CLAUDE_PRO_NAME = "OpenSwarm Pro (OpenSwarm-managed)"
|
||
|
||
|
||
async def _find_keyed_connection(provider: str, name: str) -> dict | None:
|
||
"""Return the 9Router connection we manage for this provider, if any."""
|
||
conns = await get_providers()
|
||
if not isinstance(conns, list):
|
||
return None
|
||
for c in conns:
|
||
if (
|
||
isinstance(c, dict)
|
||
and c.get("provider") == provider
|
||
and c.get("authType") == "apikey"
|
||
and c.get("name") == name
|
||
):
|
||
return c
|
||
return None
|
||
|
||
|
||
async def sync_gemini_api_key(api_key: str | None) -> None:
|
||
"""Create, update, or delete the Gemini API-key connection in 9Router
|
||
to match the user's `google_api_key` setting. Silent on 9Router-down
|
||
(will retry on next settings change or backend restart)."""
|
||
if not is_running():
|
||
return
|
||
|
||
existing = await _find_keyed_connection("gemini", NINE_ROUTER_KEYED_NAME)
|
||
try:
|
||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||
if api_key:
|
||
payload = {
|
||
"provider": "gemini",
|
||
"authType": "apikey",
|
||
"name": NINE_ROUTER_KEYED_NAME,
|
||
"apiKey": api_key,
|
||
# Priority 0 = highest. OAuth connections default to 1,
|
||
# so keyed connection is preferred when both exist.
|
||
"priority": 0,
|
||
}
|
||
if existing:
|
||
await client.patch(
|
||
f"{NINE_ROUTER_API}/providers/{existing['id']}",
|
||
json=payload,
|
||
)
|
||
logger.info("9Router: updated Gemini API-key connection")
|
||
else:
|
||
r = await client.post(f"{NINE_ROUTER_API}/providers", json=payload)
|
||
if r.status_code < 300:
|
||
logger.info("9Router: created Gemini API-key connection")
|
||
else:
|
||
logger.warning(
|
||
f"9Router: failed to create Gemini API-key connection: {r.status_code} {r.text[:200]}"
|
||
)
|
||
else:
|
||
if existing:
|
||
await client.delete(f"{NINE_ROUTER_API}/providers/{existing['id']}")
|
||
logger.info("9Router: removed Gemini API-key connection")
|
||
except Exception as e:
|
||
logger.warning(f"9Router Gemini API-key sync failed: {e}")
|
||
|
||
|
||
async def sync_openswarm_pro_as_claude(bearer_token: str | None, proxy_url: str | None) -> None:
|
||
"""Register OpenSwarm Pro as a `claude` apikey connection in 9Router,
|
||
pointing at our cloud proxy via `providerSpecificData.baseUrl`.
|
||
|
||
This is what makes the CLI's built-in WebSearch work on non-Claude
|
||
primaries for Pro users: the CLI delegates the search execution to
|
||
Anthropic via ANTHROPIC_SMALL_FAST_MODEL (claude-haiku). That small-
|
||
model call hits `ANTHROPIC_BASE_URL` which we've already set to
|
||
localhost:20128 (9Router). Without this sync, 9Router has no Claude
|
||
path for openswarm-pro users, so the search fails with
|
||
"no credentials for provider: claude". With this sync, 9Router sees
|
||
the OpenSwarm-Pro-backed Claude connection and routes the search
|
||
call through our cloud — same quota the user's Pro subscription
|
||
already covers, no extra cost."""
|
||
if not is_running():
|
||
return
|
||
|
||
# 9Router's POST /api/providers only accepts direct-API provider ids
|
||
# for apikey auth — `claude` is the subscription/IDE id, `anthropic`
|
||
# is the direct-API id. Use `anthropic`.
|
||
existing = await _find_keyed_connection("anthropic", NINE_ROUTER_CLAUDE_PRO_NAME)
|
||
try:
|
||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||
if bearer_token and proxy_url:
|
||
payload = {
|
||
"provider": "anthropic",
|
||
"authType": "apikey",
|
||
"name": NINE_ROUTER_CLAUDE_PRO_NAME,
|
||
"apiKey": bearer_token,
|
||
# Priority 1 so a real user-owned Claude subscription
|
||
# (priority 0) still takes precedence if they have one.
|
||
# Pro is the fallback, not the default.
|
||
"priority": 1,
|
||
"providerSpecificData": {
|
||
"baseUrl": proxy_url.rstrip("/") + "/v1",
|
||
},
|
||
}
|
||
if existing:
|
||
await client.patch(
|
||
f"{NINE_ROUTER_API}/providers/{existing['id']}",
|
||
json=payload,
|
||
)
|
||
logger.info("9Router: updated OpenSwarm Pro → Claude connection")
|
||
else:
|
||
r = await client.post(f"{NINE_ROUTER_API}/providers", json=payload)
|
||
if r.status_code < 300:
|
||
logger.info("9Router: created OpenSwarm Pro → Claude connection")
|
||
else:
|
||
logger.warning(
|
||
f"9Router: failed to create OpenSwarm Pro → Claude connection: {r.status_code} {r.text[:200]}"
|
||
)
|
||
else:
|
||
if existing:
|
||
await client.delete(f"{NINE_ROUTER_API}/providers/{existing['id']}")
|
||
logger.info("9Router: removed OpenSwarm Pro → Claude connection")
|
||
except Exception as e:
|
||
logger.warning(f"9Router OpenSwarm-Pro Claude sync failed: {e}")
|
||
|
||
|
||
# ---------------------------------------------------------------------------
|
||
# Per-provider OAuth redirect URIs
|
||
# ---------------------------------------------------------------------------
|
||
#
|
||
# Each upstream OAuth client is registered with the identity provider against
|
||
# a specific redirect URI. Anthropic's Claude Code client is lenient — any
|
||
# `http://localhost:*/callback` works — so we can use 9Router's built-in
|
||
# callback page at port 20128 for it. OpenAI's Codex client is NOT: it's
|
||
# registered with `http://localhost:1455/auth/callback` and OpenAI rejects
|
||
# any other redirect_uri with `unknown_error` at the auth page. Google's
|
||
# Gemini CLI client accepts arbitrary localhost URIs so we keep 20128 there.
|
||
#
|
||
# For Codex specifically we spawn a one-shot HTTP listener on port 1455
|
||
# below that serves a callback page mirroring 9Router's callback page —
|
||
# postMessage to window.opener, BroadcastChannel fan-out, then close. This
|
||
# lets the frontend reuse its existing Claude/Anthropic flow unchanged
|
||
# (window.open popup + postMessage handler in Settings.tsx).
|
||
|
||
_CODEX_CALLBACK_PORT = 1455
|
||
_CODEX_CALLBACK_PATH = "/auth/callback"
|
||
|
||
# Minimal callback page inlined as bytes. Mirrors 9router/src/app/callback/
|
||
# page.js:27-55 — posts the OAuth data to window.opener via postMessage,
|
||
# BroadcastChannel, and localStorage so whatever detection path the caller
|
||
# is using will fire. Served to the Electron popup that OAuth redirects to.
|
||
_CODEX_CALLBACK_HTML = b"""<!DOCTYPE html>
|
||
<html><head><meta charset="utf-8"><title>Authorization Complete</title>
|
||
<style>body{font-family:-apple-system,system-ui,sans-serif;background:#111;color:#eee;
|
||
text-align:center;padding:60px 20px;margin:0}h1{font-weight:600;margin:0 0 12px}
|
||
p{color:#888;margin:0}</style></head><body>
|
||
<h1>Authorization Successful</h1>
|
||
<p>This window will close automatically...</p>
|
||
<script>
|
||
(function() {
|
||
var params = new URLSearchParams(window.location.search);
|
||
var data = {
|
||
code: params.get('code'),
|
||
state: params.get('state'),
|
||
error: params.get('error'),
|
||
errorDescription: params.get('error_description'),
|
||
fullUrl: window.location.href
|
||
};
|
||
// Method 1: postMessage to opener (popup mode -- primary path used by
|
||
// Settings.tsx:316 msgHandler)
|
||
if (window.opener) {
|
||
try { window.opener.postMessage({ type: 'oauth_callback', data: data }, '*'); }
|
||
catch (e) { console.log('postMessage failed:', e); }
|
||
}
|
||
// Method 2: BroadcastChannel (secondary relay for any same-origin listener)
|
||
try { var ch = new BroadcastChannel('oauth_callback'); ch.postMessage(data); ch.close(); }
|
||
catch (e) {}
|
||
// Method 3: localStorage flag (last-resort handoff)
|
||
try { localStorage.setItem('oauth_callback', JSON.stringify(Object.assign({}, data, { timestamp: Date.now() }))); }
|
||
catch (e) {}
|
||
setTimeout(function() { try { window.close(); } catch (e) {} }, 1500);
|
||
})();
|
||
</script>
|
||
</body></html>"""
|
||
|
||
|
||
async def _start_codex_callback_listener(timeout: float = 300.0) -> asyncio.base_events.Server | None:
|
||
"""Spawn a one-shot HTTP listener on 127.0.0.1:1455 for the Codex OAuth callback.
|
||
|
||
Serves GET /auth/callback with _CODEX_CALLBACK_HTML. After serving the
|
||
callback (or after `timeout` seconds with no callback) the listener
|
||
closes itself in a background task. Safe to call even if 1455 is busy —
|
||
logs the collision and returns None so start_oauth can still proceed and
|
||
surface whatever error OpenAI returns.
|
||
|
||
Also performs the OAuth exchange server-side before serving the HTML.
|
||
Relying on the frontend's postMessage path alone breaks on Windows where
|
||
COOP / popup-opener quirks silently drop the message, leaving the user
|
||
stuck on "Connecting…" until the 30s timeout fires. Exchanging here
|
||
(the same pattern backend/main.py uses for the Gemini callback) makes
|
||
the connection land in 9Router's DB regardless of whether the UI's
|
||
postMessage listener ever gets notified — the Settings / OnboardingModal
|
||
status pollers then pick it up within a couple seconds.
|
||
"""
|
||
|
||
callback_served = asyncio.Event()
|
||
|
||
async def _handle(reader: asyncio.StreamReader, writer: asyncio.StreamWriter):
|
||
try:
|
||
# Read the request line ("GET /auth/callback?... HTTP/1.1\r\n")
|
||
raw_request_line = await asyncio.wait_for(reader.readline(), timeout=5.0)
|
||
request_line = raw_request_line.decode("latin-1", errors="replace").strip()
|
||
# Drain headers so the browser's request is fully consumed
|
||
while True:
|
||
line = await asyncio.wait_for(reader.readline(), timeout=5.0)
|
||
if not line or line in (b"\r\n", b"\n"):
|
||
break
|
||
|
||
# Only respond to the OAuth callback path. Chrome preflights and
|
||
# favicon fetches get a 404 so they don't trigger the served-event.
|
||
parts = request_line.split(" ")
|
||
path = parts[1] if len(parts) >= 2 else ""
|
||
method = parts[0] if parts else ""
|
||
|
||
if method == "GET" and path.startswith(_CODEX_CALLBACK_PATH):
|
||
# Parse code/state out of the query string and exchange
|
||
# server-side before serving the HTML. Duplicate exchanges
|
||
# are harmless (single-use auth codes fail the second call,
|
||
# which we swallow) so racing with the frontend's
|
||
# msgHandler-driven exchange is fine.
|
||
try:
|
||
from urllib.parse import urlparse, parse_qs
|
||
parsed = urlparse(path)
|
||
q = parse_qs(parsed.query)
|
||
code = (q.get("code") or [""])[0]
|
||
state = (q.get("state") or [""])[0]
|
||
if code and state:
|
||
try:
|
||
from backend.main import _pending_oauth, _mark_oauth_completed
|
||
except Exception:
|
||
_pending_oauth = None
|
||
_mark_oauth_completed = None
|
||
|
||
if _pending_oauth is not None:
|
||
pending = _pending_oauth.pop(state, None)
|
||
if pending:
|
||
try:
|
||
await exchange_oauth(
|
||
pending["provider"],
|
||
code,
|
||
pending["redirect_uri"],
|
||
pending["code_verifier"],
|
||
state,
|
||
)
|
||
if _mark_oauth_completed is not None:
|
||
_mark_oauth_completed(state)
|
||
logger.info(
|
||
f"Codex callback: server-side exchange succeeded for state {state[:8]}..."
|
||
)
|
||
except Exception as e:
|
||
# Put the pending entry back so the
|
||
# frontend's msgHandler retry via
|
||
# /agents/subscriptions/exchange still
|
||
# has a shot. Safe because we only popped
|
||
# it a moment ago.
|
||
_pending_oauth[state] = pending
|
||
logger.debug(
|
||
f"Codex callback: server-side exchange failed ({e}); leaving for frontend retry"
|
||
)
|
||
except Exception as e:
|
||
logger.debug(f"Codex callback listener pre-exchange error: {e}")
|
||
|
||
body = _CODEX_CALLBACK_HTML
|
||
response = (
|
||
b"HTTP/1.1 200 OK\r\n"
|
||
b"Content-Type: text/html; charset=utf-8\r\n"
|
||
b"Content-Length: " + str(len(body)).encode("ascii") + b"\r\n"
|
||
b"Cache-Control: no-store\r\n"
|
||
b"Connection: close\r\n\r\n"
|
||
+ body
|
||
)
|
||
writer.write(response)
|
||
await writer.drain()
|
||
callback_served.set()
|
||
else:
|
||
# Unrelated request (favicon, preflight) — 404 and move on
|
||
writer.write(
|
||
b"HTTP/1.1 404 Not Found\r\n"
|
||
b"Content-Length: 0\r\n"
|
||
b"Connection: close\r\n\r\n"
|
||
)
|
||
await writer.drain()
|
||
except Exception as e:
|
||
logger.debug(f"Codex callback listener handler error: {e}")
|
||
finally:
|
||
try:
|
||
writer.close()
|
||
await writer.wait_closed()
|
||
except Exception:
|
||
pass
|
||
|
||
try:
|
||
server = await asyncio.start_server(_handle, "127.0.0.1", _CODEX_CALLBACK_PORT)
|
||
except OSError as e:
|
||
# Port already in use — probably another Codex connect attempt still
|
||
# running, or an actual Codex CLI process holding 1455. Log and bail.
|
||
logger.warning(
|
||
f"Could not start Codex callback listener on port {_CODEX_CALLBACK_PORT}: {e}. "
|
||
"If another connection attempt is in progress, wait for it to finish or time out."
|
||
)
|
||
return None
|
||
|
||
async def _lifecycle():
|
||
try:
|
||
await asyncio.wait_for(callback_served.wait(), timeout=timeout)
|
||
# Give the served HTML a moment to run its JS (postMessage +
|
||
# window.close) before we close the socket. Chromium closes
|
||
# the tab on window.close() but the JS needs to run first.
|
||
await asyncio.sleep(2.0)
|
||
except asyncio.TimeoutError:
|
||
logger.info(f"Codex callback listener timed out after {timeout}s")
|
||
except Exception as e:
|
||
logger.debug(f"Codex callback listener lifecycle error: {e}")
|
||
finally:
|
||
try:
|
||
server.close()
|
||
await server.wait_closed()
|
||
except Exception:
|
||
pass
|
||
|
||
asyncio.create_task(_lifecycle())
|
||
logger.info(f"Started Codex callback listener on http://localhost:{_CODEX_CALLBACK_PORT}{_CODEX_CALLBACK_PATH}")
|
||
return server
|
||
|
||
|
||
# Providers that cannot use the in-Electron `window.open` popup flow and
|
||
# must be opened in the user's system browser instead.
|
||
#
|
||
# Google enforces an "Embedded WebView Restrictions" policy on its OAuth
|
||
# consent pages that uses JS-based fingerprinting, not just user-agent
|
||
# sniffing. We tried defeating it with a combination of Chrome UA spoof +
|
||
# sandboxed webPreferences + fresh session partition + a preload script
|
||
# that patches navigator.webdriver/plugins/mimeTypes/languages/chrome and
|
||
# overrides navigator.permissions.query — it was still rejected. Google's
|
||
# detection is a moving target and actively adversarial. The supported
|
||
# workaround (and what Google recommends for Desktop app OAuth) is to run
|
||
# the flow in the user's real browser via shell.openExternal.
|
||
#
|
||
# When a provider is in this set the frontend calls
|
||
# window.openswarm.openExternal (shell.openExternal) instead of
|
||
# window.open, and the callback lands on OpenSwarm's own
|
||
# /api/subscriptions/callback endpoint (backend/main.py:138) which
|
||
# exchanges the code and serves a "Connected!" page. Detection on the
|
||
# OpenSwarm side happens via the existing status poller on the
|
||
# Settings page.
|
||
# Both gemini-cli and antigravity use Google's OAuth, which blocks
|
||
# embedded-browser sign-ins ("Your browser is not supported anymore"),
|
||
# so we must hand off to the user's real default browser.
|
||
_EXTERNAL_BROWSER_PROVIDERS: set[str] = {"gemini-cli", "antigravity"}
|
||
|
||
|
||
def _should_use_external_browser(provider: str) -> bool:
|
||
return provider in _EXTERNAL_BROWSER_PROVIDERS
|
||
|
||
|
||
def _backend_port() -> int:
|
||
"""Best-effort lookup of the OpenSwarm backend HTTP port.
|
||
|
||
Falls back to 8324 (the default in backend/main.py) if OPENSWARM_PORT
|
||
hasn't been set yet. backend/main.py:239 sets this env var at startup
|
||
before any request handler runs, so `start_oauth` will always see the
|
||
correct value.
|
||
"""
|
||
try:
|
||
return int(os.environ.get("OPENSWARM_PORT", "8324"))
|
||
except (TypeError, ValueError):
|
||
return 8324
|
||
|
||
|
||
def _callback_uri_for_provider(provider: str) -> str:
|
||
"""Return the redirect URI to pass to 9Router's authorize endpoint.
|
||
|
||
Most providers accept 9Router's built-in callback page at port 20128.
|
||
Two special cases:
|
||
- Codex/OpenAI's OAuth client is bound to a fixed
|
||
http://localhost:1455/auth/callback URI — handled by
|
||
_start_codex_callback_listener above.
|
||
- Gemini/Google's OAuth consent page rejects embedded browsers, so we
|
||
route the callback through OpenSwarm's backend endpoint at
|
||
/api/subscriptions/callback (backend/main.py:138) which runs the
|
||
exchange itself. This is the only provider where the callback lands
|
||
on OpenSwarm's port rather than 9Router's.
|
||
"""
|
||
if provider == "codex":
|
||
return f"http://localhost:{_CODEX_CALLBACK_PORT}{_CODEX_CALLBACK_PATH}"
|
||
if provider in _EXTERNAL_BROWSER_PROVIDERS:
|
||
return f"http://localhost:{_backend_port()}/api/subscriptions/callback"
|
||
return f"http://localhost:{NINE_ROUTER_PORT}/callback"
|
||
|
||
|
||
async def start_oauth(provider: str) -> dict:
|
||
"""Start OAuth flow for a provider.
|
||
|
||
For device_code providers (github, qwen, kiro): returns {user_code, verification_uri, device_code}
|
||
For authorization_code providers (claude, codex, gemini-cli): returns {authUrl, codeVerifier, state}
|
||
"""
|
||
async with httpx.AsyncClient(timeout=15.0) as client:
|
||
# Try device-code flow first
|
||
try:
|
||
r = await client.get(f"{NINE_ROUTER_API}/oauth/{provider}/device-code")
|
||
if r.status_code == 200:
|
||
data = r.json()
|
||
return {
|
||
"flow": "device_code",
|
||
"user_code": data.get("user_code", ""),
|
||
"verification_uri": data.get("verification_uri", data.get("verification_uri_complete", "")),
|
||
"device_code": data.get("device_code", ""),
|
||
"code_verifier": data.get("codeVerifier", ""),
|
||
"extra_data": {k: v for k, v in data.items() if k.startswith("_")},
|
||
}
|
||
except Exception:
|
||
pass
|
||
|
||
# Authorization code flow. Most providers accept 9Router's own
|
||
# callback page at port 20128, but Codex's OAuth client is bound
|
||
# to a fixed http://localhost:1455/auth/callback URI — spawn an
|
||
# in-process listener on that port before returning the auth URL,
|
||
# so the popup can redirect there after login and relay the code
|
||
# back to the frontend via postMessage (same flow as Claude).
|
||
callback_url = _callback_uri_for_provider(provider)
|
||
if provider == "codex":
|
||
await _start_codex_callback_listener()
|
||
|
||
r = await client.get(
|
||
f"{NINE_ROUTER_API}/oauth/{provider}/authorize",
|
||
params={"redirect_uri": callback_url},
|
||
)
|
||
r.raise_for_status()
|
||
data = r.json()
|
||
return {
|
||
"flow": "authorization_code",
|
||
"auth_url": data.get("authUrl", ""),
|
||
"code_verifier": data.get("codeVerifier", ""),
|
||
"state": data.get("state", ""),
|
||
"redirect_uri": callback_url,
|
||
"use_external_browser": _should_use_external_browser(provider),
|
||
}
|
||
|
||
|
||
async def poll_oauth(provider: str, device_code: str, code_verifier: str | None = None, extra_data: dict | None = None) -> dict:
|
||
"""Poll for OAuth completion.
|
||
|
||
Returns: {success: true, connection: {...}} or {success: false, pending: true}
|
||
"""
|
||
body: dict = {"deviceCode": device_code}
|
||
if code_verifier:
|
||
body["codeVerifier"] = code_verifier
|
||
if extra_data:
|
||
body["extraData"] = extra_data
|
||
|
||
async with httpx.AsyncClient(timeout=15.0) as client:
|
||
r = await client.post(
|
||
f"{NINE_ROUTER_API}/oauth/{provider}/poll",
|
||
json=body,
|
||
)
|
||
r.raise_for_status()
|
||
return r.json()
|
||
|
||
|
||
async def exchange_oauth(provider: str, code: str, redirect_uri: str, code_verifier: str, state: str = "") -> dict:
|
||
"""Exchange OAuth code for tokens via 9Router."""
|
||
async with httpx.AsyncClient(timeout=15.0) as client:
|
||
r = await client.post(
|
||
f"{NINE_ROUTER_API}/oauth/{provider}/exchange",
|
||
json={
|
||
"code": code,
|
||
"redirectUri": redirect_uri,
|
||
"codeVerifier": code_verifier,
|
||
"state": state,
|
||
},
|
||
)
|
||
r.raise_for_status()
|
||
return r.json()
|
||
|
||
|
||
async def get_models() -> list[dict]:
|
||
"""Get all available models from 9Router."""
|
||
try:
|
||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||
r = await client.get(f"{NINE_ROUTER_V1}/models")
|
||
if r.status_code == 200:
|
||
data = r.json()
|
||
models = data.get("data", [])
|
||
return [
|
||
{
|
||
"value": m.get("id", ""),
|
||
"label": m.get("id", "").split("/")[-1] if "/" in m.get("id", "") else m.get("id", ""),
|
||
"context_window": 200_000,
|
||
"provider": m.get("owned_by", "subscription"),
|
||
}
|
||
for m in models
|
||
]
|
||
except Exception as e:
|
||
logger.debug(f"9Router models fetch failed: {e}")
|
||
return []
|