mirror of
https://github.com/yogeshojha/rengine.git
synced 2026-10-20 07:11:28 +02:00
A full static review of the 3.0 tree, run as two fan-out passes with every
finding verified against the running stack rather than taken on inspection.
Correctness and security
- instance settings encrypted the mask over the stored AI key: `!= MASK` never
matched `••••••••abcd`, so saving settings destroyed the key and `test_ai`
posted the mask as a bearer token
- the MFA token was replayable for its full five-minute life; the gate now
checks revocation and consumes the token after a successful exchange
- logout revoked nothing for a bearer client while answering "Logged out"
- `POST /api-keys/{id}/test` returned the plaintext key inside httpx's error
string, which embeds the whole URL
- an interest rule could be edited or deleted through another project's id
- redis ran the celery broker under `allkeys-lru`, free to evict a queued task
or a chord counter; now `noeviction`
- nuclei's stored command carried the OAST token and every auth header
- a finalize step could poison the session and leave a scan RUNNING for ever
- `is:issue` raised TypeError on every search
- offset paging repeated and skipped rows in four dimensions
- a cancelled run kept a stale `scans.*_found` rollup
- every PDF report raised `KeyError: 'software'`
- `version_key` truncated a wide numeric run and inverted release ordering
- psycopg raises a NUL as a bare ValueError, above StatementError, so every
savepoint guard was blind to the case it was written for
Performance
- endpoints.host had no trigram index: 35.9ms seq scan -> 0.389ms
- free text compiled to one OR, not the prescribed UNION ALL: 132ms -> 41ms
- `/http-assets/summary` and `/ips/summary` materialised whole tables
- the cross-link `ip` kind ran an estate query per page and drew nothing
Frontend
- `$effect` loaders that read the state they write, an unbounded request loop
on a failing endpoint
- error states that rendered as empty states
- 2FA backup codes were unusable while the copy said they worked
- a "Scan history" dialog that always reported none
- ~400 duplicated lines across five filter bars, now one component
Build and tooling
- every scanner installed at @latest; all 13 pinned to the measured versions
- CI built `web/`, gone since 2.x, with tags that cannot be valid
- the prettier pre-commit hook discarded its filenames and always passed
- the test suite destroyed itself when run twice
Also: subdomains from public code, via a pinned github-subdomains source and a
GitHub API key that subfinder receives too; sublist3r and oneforall removed
after measuring one unique host in 89 across four targets.
Verified: 853 tests, ruff clean over eleven packages, svelte-check 0 errors,
the count-is-a-promise gate at 131 checks and 0 mismatches, and 143 GET routes
with no 5xx. Four migrations, each with an exercised downgrade.
Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01DVkdx5ynZ6aof5kLFczmhX
138 lines
4.3 KiB
Python
138 lines
4.3 KiB
Python
from __future__ import annotations
|
|
|
|
import ipaddress
|
|
import re
|
|
from datetime import datetime, timedelta
|
|
|
|
from shared.definitions.asset_query import MAX_NUMBER, FieldType
|
|
from shared.utils.datetime import utc_now
|
|
from shared.utils.imagehash import DIGEST_CHARS, to_signed
|
|
|
|
from .ast import QuerySyntaxError
|
|
|
|
_BYTES = {"b": 1, "kb": 1024, "k": 1024, "mb": 1024**2, "m": 1024**2, "gb": 1024**3}
|
|
_SECONDS = {"ms": 0.001, "s": 1.0, "m": 60.0, "h": 3600.0}
|
|
_RELATIVE = {"m": 60, "h": 3600, "d": 86400, "w": 604800, "mo": 2592000, "y": 31536000}
|
|
_SIZE_RE = re.compile(r"^(-?\d+(?:\.\d+)?)\s*([a-z]*)$", re.IGNORECASE)
|
|
_RELATIVE_RE = re.compile(r"^(\d+(?:\.\d+)?)\s*(mo|[mhdwy])$", re.IGNORECASE)
|
|
_DATE_FORMATS = ("%Y-%m-%d", "%Y/%m/%d", "%d-%m-%Y")
|
|
_STATUS_CLASS_RE = re.compile(r"^([1-5])xx$", re.IGNORECASE)
|
|
_ASN_RE = re.compile(r"^as(\d+)$", re.IGNORECASE)
|
|
|
|
PRIVATE_NETWORKS: tuple[str, ...] = (
|
|
"10.0.0.0/8",
|
|
"172.16.0.0/12",
|
|
"192.168.0.0/16",
|
|
"127.0.0.0/8",
|
|
"169.254.0.0/16",
|
|
"100.64.0.0/10",
|
|
"::1/128",
|
|
"fc00::/7",
|
|
"fe80::/10",
|
|
)
|
|
|
|
|
|
def _fail(raw: str, expected: str, start: int, end: int):
|
|
msg = f"{raw!r} is not a valid {expected}."
|
|
return QuerySyntaxError(msg, start, end)
|
|
|
|
|
|
def scaled_number(raw: str, kind: FieldType, start: int, end: int) -> float:
|
|
match = _SIZE_RE.match(raw.strip())
|
|
if match is None:
|
|
raise _fail(raw, "number", start, end)
|
|
amount = float(match.group(1))
|
|
unit = match.group(2).lower()
|
|
if unit:
|
|
table = _BYTES if kind is FieldType.BYTES else _SECONDS
|
|
if unit not in table:
|
|
raise _fail(raw, "number", start, end)
|
|
amount *= table[unit]
|
|
return _bounded(amount, raw, start, end)
|
|
|
|
|
|
def _bounded(amount: float, raw: str, start: int, end: int) -> float:
|
|
if abs(amount) > MAX_NUMBER:
|
|
msg = f"{raw!r} is out of range."
|
|
raise QuerySyntaxError(msg, start, end)
|
|
return amount
|
|
|
|
|
|
def status_range(raw: str) -> tuple[int, int] | None:
|
|
match = _STATUS_CLASS_RE.match(raw.strip())
|
|
if match is None:
|
|
return None
|
|
base = int(match.group(1)) * 100
|
|
return base, base + 99
|
|
|
|
|
|
def asn_number(raw: str, start: int, end: int) -> int:
|
|
match = _ASN_RE.match(raw.strip())
|
|
text = match.group(1) if match else raw.strip()
|
|
if not text.isdigit():
|
|
raise _fail(raw, "AS number", start, end)
|
|
return int(_bounded(float(text), raw, start, end))
|
|
|
|
|
|
def render_hash(raw: str, start: int, end: int) -> int:
|
|
text = raw.strip().lower().removeprefix("0x")
|
|
if len(text) != DIGEST_CHARS or any(c not in "0123456789abcdef" for c in text):
|
|
raise _fail(raw, "rendered page hash", start, end)
|
|
return to_signed(int(text, 16))
|
|
|
|
|
|
def moment(raw: str, start: int, end: int) -> datetime:
|
|
text = raw.strip()
|
|
now = utc_now()
|
|
relative = _RELATIVE_RE.match(text)
|
|
if relative is not None:
|
|
seconds = float(relative.group(1)) * _RELATIVE[relative.group(2).lower()]
|
|
return now - timedelta(seconds=seconds)
|
|
if text.lower() in ("now", "today"):
|
|
return now
|
|
for fmt in _DATE_FORMATS:
|
|
try:
|
|
return datetime.strptime(text, fmt).replace(tzinfo=now.tzinfo)
|
|
except ValueError:
|
|
continue
|
|
try:
|
|
parsed = datetime.fromisoformat(text)
|
|
except ValueError as exc:
|
|
raise _fail(raw, "date", start, end) from exc
|
|
return parsed if parsed.tzinfo else parsed.replace(tzinfo=now.tzinfo)
|
|
|
|
|
|
def network(raw: str) -> ipaddress.IPv4Network | ipaddress.IPv6Network | None:
|
|
if "/" not in raw:
|
|
return None
|
|
try:
|
|
return ipaddress.ip_network(raw.strip(), strict=False)
|
|
except ValueError:
|
|
return None
|
|
|
|
|
|
def split_range(raw: str) -> tuple[str, str] | None:
|
|
if ".." not in raw:
|
|
return None
|
|
low, _, high = raw.partition("..")
|
|
if not low.strip() or not high.strip():
|
|
return None
|
|
return low.strip(), high.strip()
|
|
|
|
|
|
def like(raw: str) -> str:
|
|
escaped = raw.replace("\\", "\\\\").replace("%", "\\%").replace("_", "\\_")
|
|
return f"%{escaped}%"
|
|
|
|
|
|
def tsquery(raw: str, weight: str, prefix: bool = True) -> str:
|
|
words = [w for w in re.split(r"[^\w./-]+", raw.lower()) if w]
|
|
if not words:
|
|
return ""
|
|
star = "*" if prefix and len(words) == 1 else ""
|
|
return " <-> ".join(f"'{w}':{star}{weight}" for w in words)
|
|
|
|
|
|
def is_relative(raw: str) -> bool:
|
|
return _RELATIVE_RE.match(raw.strip()) is not None
|