mirror of
https://github.com/openswarm-ai/openswarm.git
synced 2026-09-28 04:24:51 +02:00
[eric] sec: ssrf guard module (async dns, ipv6 covered, loopback allowed for app builder)
This commit is contained in:
@@ -0,0 +1,140 @@
|
||||
"""SSRF guard for the agent's web fetchers.
|
||||
|
||||
Blocks fetches that would target private/internal IPs (RFC1918, link-local
|
||||
incl. cloud metadata, CGNAT, multicast, ULA v6, etc). Resolution is async
|
||||
(non-blocking) and covers both IPv4 AND IPv6 via getaddrinfo.
|
||||
|
||||
Loopback (127/8, ::1) is INTENTIONALLY allowed because the desktop app's App
|
||||
Builder previews servers on 127.0.0.1:<random> and the agent needs to be able
|
||||
to verify the built app actually runs. The user owns the loopback surface on
|
||||
their own machine; the realistic SSRF threat for a desktop app is cloud
|
||||
metadata (169.254.169.254) + internal corporate LANs, not localhost.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
import ipaddress
|
||||
import logging
|
||||
from urllib.parse import urljoin, urlparse
|
||||
|
||||
import httpx
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class SSRFBlocked(Exception):
|
||||
"""A fetch was refused because it targets a forbidden IP range."""
|
||||
|
||||
|
||||
_BLOCKED_V4_NETS = [
|
||||
ipaddress.ip_network("10.0.0.0/8"),
|
||||
ipaddress.ip_network("172.16.0.0/12"),
|
||||
ipaddress.ip_network("192.168.0.0/16"),
|
||||
ipaddress.ip_network("169.254.0.0/16"), # link-local incl. cloud metadata
|
||||
ipaddress.ip_network("100.64.0.0/10"), # CGNAT
|
||||
ipaddress.ip_network("224.0.0.0/4"), # multicast
|
||||
ipaddress.ip_network("0.0.0.0/8"), # "this network"
|
||||
ipaddress.ip_network("198.18.0.0/15"), # benchmarking
|
||||
]
|
||||
|
||||
_BLOCKED_V6_NETS = [
|
||||
ipaddress.ip_network("fe80::/10"), # link-local
|
||||
ipaddress.ip_network("fc00::/7"), # ULA
|
||||
ipaddress.ip_network("ff00::/8"), # multicast
|
||||
ipaddress.ip_network("::/128"), # unspecified
|
||||
]
|
||||
|
||||
|
||||
async def _resolve_host_async(host: str) -> list[str]:
|
||||
"""Resolve host to all IPs (v4 + v6) without blocking the event loop."""
|
||||
loop = asyncio.get_event_loop()
|
||||
try:
|
||||
infos = await loop.getaddrinfo(host, None)
|
||||
except OSError as e:
|
||||
raise SSRFBlocked(f"DNS resolution failed for {host}: {e}") from e
|
||||
return list({info[4][0] for info in infos})
|
||||
|
||||
|
||||
def _is_forbidden_ip(ip_str: str) -> bool:
|
||||
"""True iff this IP is in a blocked range. Loopback is allowed (see module docstring)."""
|
||||
try:
|
||||
ip = ipaddress.ip_address(ip_str)
|
||||
except ValueError:
|
||||
return True # unparseable -> block
|
||||
if ip.is_loopback:
|
||||
return False
|
||||
if ip.version == 4:
|
||||
return any(ip in net for net in _BLOCKED_V4_NETS)
|
||||
return any(ip in net for net in _BLOCKED_V6_NETS)
|
||||
|
||||
|
||||
async def assert_safe_url(url: str) -> str:
|
||||
"""Raise SSRFBlocked if url targets a forbidden range; otherwise return url.
|
||||
|
||||
Resolves the host to ALL records (multi-A defense against single-record
|
||||
rebinding) and rejects if ANY resolution is private. Does not perfectly close
|
||||
DNS-rebinding TOCTOU (httpx resolves again on connect), but the agent-fetcher
|
||||
threat model on a desktop app is dominated by cloud-metadata and internal-LAN
|
||||
targets, not active rebinding attacks.
|
||||
"""
|
||||
parsed = urlparse(url)
|
||||
scheme = (parsed.scheme or "").lower()
|
||||
if scheme not in ("http", "https"):
|
||||
raise SSRFBlocked(f"Unsupported URL scheme {scheme!r}; only http/https allowed.")
|
||||
host = parsed.hostname
|
||||
if not host:
|
||||
raise SSRFBlocked("URL has no hostname.")
|
||||
|
||||
try:
|
||||
ipaddress.ip_address(host)
|
||||
if _is_forbidden_ip(host):
|
||||
raise SSRFBlocked(f"URL host {host} is in a blocked range.")
|
||||
return url
|
||||
except ValueError:
|
||||
pass
|
||||
|
||||
resolved = await _resolve_host_async(host)
|
||||
if not resolved:
|
||||
raise SSRFBlocked(f"No DNS records for {host}.")
|
||||
for ip in resolved:
|
||||
if _is_forbidden_ip(ip):
|
||||
raise SSRFBlocked(f"Host {host} resolves to forbidden IP {ip}.")
|
||||
return url
|
||||
|
||||
|
||||
async def safe_fetch(
|
||||
url: str,
|
||||
*,
|
||||
method: str = "GET",
|
||||
headers: dict | None = None,
|
||||
timeout: float = 30.0,
|
||||
max_redirects: int = 5,
|
||||
json_body: dict | None = None,
|
||||
data: dict | None = None,
|
||||
) -> httpx.Response:
|
||||
"""Fetch with per-redirect SSRF re-validation.
|
||||
|
||||
Manually walks the redirect chain so each hop's target host is re-checked,
|
||||
closing the per-redirect SSRF window that follow_redirects=True leaves open.
|
||||
"""
|
||||
current_url = await assert_safe_url(url)
|
||||
async with httpx.AsyncClient(timeout=timeout, follow_redirects=False, headers=headers or {}) as client:
|
||||
for _ in range(max_redirects + 1):
|
||||
if method.upper() == "POST":
|
||||
req_kwargs = {}
|
||||
if json_body is not None:
|
||||
req_kwargs["json"] = json_body
|
||||
if data is not None:
|
||||
req_kwargs["data"] = data
|
||||
resp = await client.post(current_url, **req_kwargs)
|
||||
else:
|
||||
resp = await client.get(current_url)
|
||||
if not (300 <= resp.status_code < 400):
|
||||
return resp
|
||||
location = resp.headers.get("location")
|
||||
if not location:
|
||||
return resp
|
||||
next_url = urljoin(current_url, location)
|
||||
current_url = await assert_safe_url(next_url)
|
||||
raise SSRFBlocked(f"Too many redirects (> {max_redirects}) starting from {url}.")
|
||||
Reference in New Issue
Block a user