mirror of
https://github.com/yogeshojha/rengine.git
synced 2026-10-20 23:31:31 +02:00
Yogesh Ojha
42a9aa8d96
The host:port -> live HTTP asset convergence. After discovery, a scan now runs expansion: - port_scan: naabu (cdn-gated, well-known service names) -> Port - cdn_check: cdncheck flags CDN/WAF/cloud IPs (ip family) - http_probe: httpx probes the host:port matrix; one pass enriches each service with status/title/tech/server/TLS/cdn/jarm/favicon/hash -> HttpAsset, with asn backfilled from the resolved IP httpx -tls-grab carries cert data inline (no separate tlsx pass); nmap is dropped — naabu for ports, httpx for HTTP service id. Also: every engine moved to its own folder; net_options() threads proxy/headers/user-agent into every tool; rengine-tools no longer installs top-level modules that shadowed libs (httpx); tool binaries resolve from the go bin ahead of venv console scripts. New Port + HttpAsset models + migration and the http_assets headline rollup.
68 lines
2.0 KiB
Python
68 lines
2.0 KiB
Python
"""cdncheck CLI client - CDN / WAF / cloud detection via CLIToolRunner."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from shared.logging import get_logger
|
|
from tools.runner import CLIToolRunner, OutputFormat, ToolNotFoundError
|
|
from tools.runner.models import CommandRecorder
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
CDNCHECK_BINARY = "cdncheck"
|
|
DEFAULT_TIMEOUT = 120
|
|
|
|
|
|
class CdncheckError(Exception):
|
|
"""Raised when cdncheck execution fails."""
|
|
|
|
|
|
class CdncheckClient:
|
|
def __init__(
|
|
self,
|
|
*,
|
|
recorder: CommandRecorder | None = None,
|
|
extra_args: list[str] | None = None,
|
|
) -> None:
|
|
self.recorder = recorder
|
|
self.extra_args = extra_args or []
|
|
|
|
try:
|
|
self._runner = CLIToolRunner(
|
|
CDNCHECK_BINARY, default_timeout=DEFAULT_TIMEOUT
|
|
)
|
|
except ToolNotFoundError as e:
|
|
raise CdncheckError(str(e)) from e
|
|
|
|
def check(self, ips: list[str]) -> dict[str, dict]:
|
|
"""Return {ip: {is_cdn, cdn_name, cdn_type}} for IPs detected as CDN/WAF/cloud."""
|
|
if not ips:
|
|
return {}
|
|
result = self._runner.run(
|
|
args=["-resp"],
|
|
input_data=ips,
|
|
use_stdin=True,
|
|
use_output_file=False,
|
|
output_format=OutputFormat.JSONL,
|
|
json_flag="-jsonl",
|
|
silent=True,
|
|
silent_flag="-silent",
|
|
recorder=self.recorder,
|
|
tool=CDNCHECK_BINARY,
|
|
extra_args=self.extra_args,
|
|
)
|
|
out: dict[str, dict] = {}
|
|
for rec in result.json_records:
|
|
ip = rec.get("input") or rec.get("ip")
|
|
if not ip:
|
|
continue
|
|
if rec.get("cdn"):
|
|
kind, name = "cdn", rec.get("cdn_name")
|
|
elif rec.get("waf"):
|
|
kind, name = "waf", rec.get("waf_name")
|
|
elif rec.get("cloud"):
|
|
kind, name = "cloud", rec.get("cloud_name")
|
|
else:
|
|
continue
|
|
out[str(ip)] = {"is_cdn": True, "cdn_name": name, "cdn_type": kind}
|
|
return out
|