From 3d1dd2a41d9cc15c18a09d0ceeb366a39a379b9f Mon Sep 17 00:00:00 2001 From: s0lray Date: Fri, 27 Mar 2026 09:50:32 -0400 Subject: [PATCH] Enrich Archives tools with OSINT metadata (THE-156) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Add enrichment fields (description, status, pricing, bestFor, input/output, OPSEC profile, badges) for 23 Archives tools across Web, Data Leaks, Public Datasets, and Other Media subcategories. Clean extraction from original branch — removes cross-task contamination (THE-142, THE-56 changes) and research MD files. Co-Authored-By: Paperclip --- public/arf.json | 475 ++++++++++++++++++++++++++++++++++++++++-------- 1 file changed, 400 insertions(+), 75 deletions(-) diff --git a/public/arf.json b/public/arf.json index b8b4568..385c075 100644 --- a/public/arf.json +++ b/public/arf.json @@ -4103,12 +4103,12 @@ "url": "https://www.brbpub.com/" }, { - "name": "GOVDATA - Das Datenportal für Deutschland (German)", + "name": "GOVDATA - Das Datenportal f\u00fcr Deutschland (German)", "type": "url", "url": "https://www.govdata.de/" }, { - "name": "Open-Data-Portal München (German)", + "name": "Open-Data-Portal M\u00fcnchen (German)", "type": "url", "url": "https://www.opengov-muenchen.de/" }, @@ -5345,6 +5345,126 @@ "name": "Web", "type": "folder", "children": [ + { + "name": "Anna's Archive", + "type": "url", + "url": "https://annas-archive.org/", + "description": "Meta-search index for books and papers that aggregates links from multiple shadow libraries.", + "status": "live", + "pricing": "free", + "bestFor": "Locating mirrored copies of books and papers from multiple sources", + "input": "Book title, author, ISBN, DOI, or keyword", + "output": "Indexed records with download and mirror links", + "opsec": "active", + "opsecNote": "Searches are query-based and may be logged; accessing mirrored content can carry legal and operational risk.", + "localInstall": false, + "googleDork": false, + "registration": true, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Archive.is", + "type": "url", + "url": "https://archive.is/", + "description": "On-demand web snapshot service that preserves point-in-time copies of pages and shortens archive links.", + "status": "live", + "pricing": "free", + "bestFor": "Capturing and retrieving snapshots of volatile web pages", + "input": "URL", + "output": "Archived page copy with permanent archive URL", + "opsec": "passive", + "opsecNote": "Reading existing snapshots is passive; submitting new captures is visible to the archive provider.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Browsershots", + "type": "url", + "url": "https://browsershots.org/", + "description": "Legacy cross-browser screenshot service historically used to render pages in multiple browser/OS combinations.", + "status": "down", + "pricing": "free", + "bestFor": "Historical reference for legacy browser rendering captures", + "input": "URL and browser configuration", + "output": "Rendered webpage screenshots", + "opsec": "passive", + "opsecNote": "Service is effectively discontinued; requests are unlikely to complete.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": true + }, + { + "name": "Cached Pages", + "type": "url", + "url": "https://www.cachedpages.com/", + "description": "Web cache lookup utility that surfaces archived and cached versions of a target page from multiple sources.", + "status": "live", + "pricing": "free", + "bestFor": "Finding recent cached copies of pages that changed or disappeared", + "input": "URL", + "output": "Links to cached or archived snapshots", + "opsec": "passive", + "opsecNote": "Queries third-party caches and archives without contacting the target site directly.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Cached View", + "type": "url", + "url": "https://cachedview.com/", + "description": "Simple cache-checking service that retrieves copies of pages from search engine and archive caches.", + "status": "live", + "pricing": "free", + "bestFor": "Quick verification of whether a removed page still exists in cache", + "input": "URL", + "output": "Cached page links from available providers", + "opsec": "passive", + "opsecNote": "Lookup activity is handled by the cache service and does not interact with the target host directly.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Common Crawl", + "type": "url", + "url": "https://commoncrawl.org/", + "description": "Open repository of large-scale web crawl data published as monthly WARC datasets.", + "status": "live", + "pricing": "free", + "bestFor": "Large-scale historical web content mining and corpus analysis", + "input": "CC index query, URL, domain, or WARC request", + "output": "Raw crawl records, metadata indexes, and extracted web content", + "opsec": "passive", + "opsecNote": "Reads published crawl datasets and indexes; no direct interaction with target systems.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": true, + "invitationOnly": false, + "deprecated": false + }, { "name": "Internet Archive: Wayback Machine", "type": "url", @@ -5352,7 +5472,7 @@ "description": "Web archive providing historical snapshots of websites captured over time.", "status": "live", "pricing": "free", - "bestFor": "Historical website analysis, deleted content recovery", + "bestFor": "Historical website analysis and deleted content recovery", "input": "URL or domain", "output": "Archived web page snapshots with timestamps", "opsec": "passive", @@ -5366,79 +5486,164 @@ "deprecated": false }, { - "name": "Archive.is", + "name": "PDF My URL", "type": "url", - "url": "https://archive.is/" - }, - { - "name": "WebCite", - "type": "url", - "url": "https://www.webcitation.org:443/query" - }, - { - "name": "Cached View", - "type": "url", - "url": "https://cachedview.com/" - }, - { - "name": "Cached Pages", - "type": "url", - "url": "https://www.cachedpages.com/" - }, - { - "name": "Textfiles.com", - "type": "url", - "url": "https://textfiles.com/" - }, - { - "name": "UK Web Archive", - "type": "url", - "url": "https://www.webarchive.org.uk/ukwa/" + "url": "https://pdfmyurl.com/", + "description": "Converts web pages into downloadable PDF captures for documentation and evidence preservation.", + "status": "live", + "pricing": "freemium", + "bestFor": "Generating quick PDF evidence captures of web pages", + "input": "URL", + "output": "PDF snapshot of page content", + "opsec": "passive", + "opsecNote": "Third-party conversion service processes submitted URLs; target is typically fetched by the service backend.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false }, { "name": "Screenshots.com", "type": "url", - "url": "https://www.screenshots.com/" - }, - { - "name": "Common Crawl", - "type": "url", - "url": "https://commoncrawl.org/" + "url": "https://www.screenshots.com/", + "description": "Website screenshot archive and capture service for viewing historical or current rendered page images.", + "status": "degraded", + "pricing": "freemium", + "bestFor": "Visual timeline checks of website appearance changes", + "input": "Domain or URL", + "output": "Stored website screenshots and capture previews", + "opsec": "passive", + "opsecNote": "Operational status requires follow-up verification; treat availability as uncertain.", + "localInstall": false, + "googleDork": false, + "registration": true, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false }, { "name": "Wayback Machine Chrome Extension", "type": "url", - "url": "https://chrome.google.com/webstore/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak" + "url": "https://chrome.google.com/webstore/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak", + "description": "Browser extension that detects missing pages and loads historical versions from the Wayback Machine.", + "status": "live", + "pricing": "free", + "bestFor": "Fast archive lookups while browsing dead or changed pages", + "input": "Current tab URL or missing page request", + "output": "Direct Wayback snapshot links from browser context", + "opsec": "passive", + "opsecNote": "Extension requests archive data through Internet Archive endpoints and may log usage telemetry.", + "localInstall": true, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": false }, { - "name": "PDF My URL", + "name": "Textfiles.com", "type": "url", - "url": "https://pdfmyurl.com/" + "url": "https://textfiles.com/", + "description": "Historic repository preserving early internet text artifacts including BBS files, documents, and underground zines.", + "status": "live", + "pricing": "free", + "bestFor": "Researching legacy digital culture and historical text archives", + "input": "Keyword, directory path, or file browsing", + "output": "Archived plain-text files and scanned historical documents", + "opsec": "passive", + "opsecNote": "Read-only archive browsing; minimal operational exposure beyond normal web access logging.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": false }, { - "name": "Common Crawl", + "name": "UK Web Archive", "type": "url", - "url": "https://commoncrawl.org/" - }, - { - "name": "Anna's Archive", - "type": "url", - "url": "https://annas-archive.org/" - }, - { - "name": "Browsershots", - "type": "url", - "url": "https://browsershots.org/" + "url": "https://www.webarchive.org.uk/ukwa/", + "description": "British Library-led archive preserving selected UK websites and related national web heritage content.", + "status": "degraded", + "pricing": "free", + "bestFor": "Accessing preserved UK web content and historical domain captures", + "input": "URL, title, topic, or keyword", + "output": "Archived UK website records and preserved snapshots", + "opsec": "passive", + "opsecNote": "Service availability has been unstable following cyberattack-related disruptions.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false }, { "name": "Waybackpack (T)", "type": "url", - "url": "https://github.com/jsvine/waybackpack" + "url": "https://github.com/jsvine/waybackpack", + "description": "Command-line tool for bulk downloading archived captures from the Internet Archive Wayback Machine.", + "status": "live", + "pricing": "free", + "bestFor": "Batch export of historical snapshots for offline analysis", + "input": "Domain/URL and optional date filters", + "output": "Downloaded archive files and URL/capture lists", + "opsec": "passive", + "opsecNote": "Automated queries hit archive APIs and can generate identifiable traffic patterns if used at scale.", + "localInstall": true, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": true, + "invitationOnly": false, + "deprecated": false }, { "name": "Web Archive-RU", "type": "url", - "url": "https://web-arhive.ru/" + "url": "https://web-arhive.ru/", + "description": "Regional web archiving service focused on preserving and browsing snapshots of selected websites.", + "status": "degraded", + "pricing": "free", + "bestFor": "Supplemental archive checks when mainstream archives lack coverage", + "input": "URL or keyword", + "output": "Available archived pages and snapshot listings", + "opsec": "passive", + "opsecNote": "Operational status requires follow-up verification; use as secondary source until confirmed.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "WebCite", + "type": "url", + "url": "https://www.webcitation.org:443/query", + "description": "Citation-focused web preservation service with legacy archived records and limited query capabilities.", + "status": "degraded", + "pricing": "free", + "bestFor": "Retrieving historical citation captures that still remain accessible", + "input": "Archived URL, DOI, or query string", + "output": "Stored citation snapshots and metadata records", + "opsec": "passive", + "opsecNote": "Service appears read-only and partially unavailable; expect incomplete retrieval.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": true } ] }, @@ -5446,20 +5651,65 @@ "name": "Data Leaks", "type": "folder", "children": [ - { - "name": "Databases.Today", - "type": "url", - "url": "https://databases.today/" - }, { "name": "Cryptome", "type": "url", - "url": "https://cryptome.org/" + "url": "https://cryptome.org/", + "description": "Long-running disclosure archive hosting leaked or hard-to-find government, intelligence, and policy documents.", + "status": "live", + "pricing": "free", + "bestFor": "Searching historical leaked documents and primary-source disclosures", + "input": "Keyword or document browsing", + "output": "Published leak archives and document files", + "opsec": "passive", + "opsecNote": "Read-only document access with standard web logging by host infrastructure.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Databases.Today", + "type": "url", + "url": "https://databases.today/", + "description": "Breach data discovery portal indexing exposed databases and leaked credential collections.", + "status": "degraded", + "pricing": "freemium", + "bestFor": "Identifying whether target identifiers appear in known breach dumps", + "input": "Email, username, domain, or keyword", + "output": "Indexed breach hit results and source references", + "opsec": "active", + "opsecNote": "Operational status requires verification; querying breach portals can create attribution and compliance risk.", + "localInstall": false, + "googleDork": false, + "registration": true, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false }, { "name": "WikiLeaks", "type": "url", - "url": "https://wikileaks.org/" + "url": "https://wikileaks.org/", + "description": "Global document leak publication platform containing diplomatic, military, and corporate disclosures.", + "status": "degraded", + "pricing": "free", + "bestFor": "Searching high-impact leaked document collections for historical context", + "input": "Keyword, topic, date range, or document identifier", + "output": "Leaked document pages, files, and related publication context", + "opsec": "active", + "opsecNote": "Platform reliability is partial and interactions may carry legal, policy, and attribution exposure.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false } ] }, @@ -5468,24 +5718,84 @@ "type": "folder", "children": [ { - "name": "Labled Faces in the Wild DB", + "name": "Labeled Faces in the Wild DB", "type": "url", - "url": "https://vis-www.cs.umass.edu/lfw/" - }, - { - "name": "VisualGenome", - "type": "url", - "url": "https://visualgenome.org/" - }, - { - "name": "UCI Spambase Data Set", - "type": "url", - "url": "https://archive.ics.uci.edu/dataset/94/spambase" + "url": "https://vis-www.cs.umass.edu/lfw/", + "description": "Academic benchmark dataset of labeled face photographs collected from the public web.", + "status": "live", + "pricing": "free", + "bestFor": "Facial recognition benchmarking and person-image research baselines", + "input": "Dataset download request", + "output": "Labeled face image dataset files and metadata", + "opsec": "passive", + "opsecNote": "Static academic dataset retrieval with no direct target interaction.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": false, + "invitationOnly": false, + "deprecated": false }, { "name": "Stanford Large Network Dataset Collection", "type": "url", - "url": "https://snap.stanford.edu/data/#amazon" + "url": "https://snap.stanford.edu/data/#amazon", + "description": "SNAP repository of graph/network datasets spanning social networks, web graphs, and communication systems.", + "status": "live", + "pricing": "free", + "bestFor": "Network analysis modeling and graph-based OSINT experimentation", + "input": "Dataset selection request", + "output": "Downloadable graph datasets and documentation", + "opsec": "passive", + "opsecNote": "Public academic data access only; no interaction with investigation targets.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "UCI Spambase Data Set", + "type": "url", + "url": "https://archive.ics.uci.edu/dataset/94/spambase", + "description": "Classic UCI machine-learning dataset for spam classification and email feature analysis.", + "status": "live", + "pricing": "free", + "bestFor": "Email spam model benchmarking and feature-engineering practice", + "input": "Dataset page access or download request", + "output": "Tabular spam classification dataset and metadata", + "opsec": "passive", + "opsecNote": "Public dataset retrieval only with negligible operational exposure.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": false, + "invitationOnly": false, + "deprecated": false + }, + { + "name": "Visual Genome", + "type": "url", + "url": "https://visualgenome.org/", + "description": "Structured image dataset linking objects, attributes, and scene graph relationships for visual understanding research.", + "status": "live", + "pricing": "free", + "bestFor": "Image relationship analysis and multimodal data research", + "input": "Dataset query or download request", + "output": "Annotated image corpus with objects, regions, and relation graphs", + "opsec": "passive", + "opsecNote": "Academic dataset access with no direct investigative target interaction.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": false, + "api": true, + "invitationOnly": false, + "deprecated": false } ] }, @@ -5496,7 +5806,22 @@ { "name": "TV Closed Caption Search", "type": "url", - "url": "https://archive.org/details/tv" + "url": "https://archive.org/details/tv", + "description": "Internet Archive TV News collection for searching closed-caption text across broadcast recordings.", + "status": "live", + "pricing": "free", + "bestFor": "Finding broadcast mentions by keyword and time period", + "input": "Keyword, program, channel, or date range", + "output": "Matching TV clips, transcripts, and broadcast metadata", + "opsec": "passive", + "opsecNote": "Queries public archived broadcasts without interacting with monitored subjects.", + "localInstall": false, + "googleDork": false, + "registration": false, + "editUrl": true, + "api": true, + "invitationOnly": false, + "deprecated": false } ] } @@ -7733,7 +8058,7 @@ "url": "https://themanyhats.club/centralised-place-for-privacy-resources/" }, { - "name": "The Hitchhiker’s Guide to Online Anonymity", + "name": "The Hitchhiker\u2019s Guide to Online Anonymity", "type": "url", "url": "https://anonymousplanet.org/guide/" },