Enrich Archives tools with OSINT metadata (THE-156)

Add enrichment fields (description, status, pricing, bestFor, input/output,
OPSEC profile, badges) for 23 Archives tools across Web, Data Leaks,
Public Datasets, and Other Media subcategories.

Clean extraction from original branch — removes cross-task contamination
(THE-142, THE-56 changes) and research MD files.

Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
s0lray
2026-03-27 09:50:32 -04:00
co-authored by Paperclip
parent 569e5189b8
commit 3d1dd2a41d
+400 -75
View File
@@ -4103,12 +4103,12 @@
"url": "https://www.brbpub.com/"
},
{
"name": "GOVDATA - Das Datenportal für Deutschland (German)",
"name": "GOVDATA - Das Datenportal f\u00fcr Deutschland (German)",
"type": "url",
"url": "https://www.govdata.de/"
},
{
"name": "Open-Data-Portal München (German)",
"name": "Open-Data-Portal M\u00fcnchen (German)",
"type": "url",
"url": "https://www.opengov-muenchen.de/"
},
@@ -5345,6 +5345,126 @@
"name": "Web",
"type": "folder",
"children": [
{
"name": "Anna's Archive",
"type": "url",
"url": "https://annas-archive.org/",
"description": "Meta-search index for books and papers that aggregates links from multiple shadow libraries.",
"status": "live",
"pricing": "free",
"bestFor": "Locating mirrored copies of books and papers from multiple sources",
"input": "Book title, author, ISBN, DOI, or keyword",
"output": "Indexed records with download and mirror links",
"opsec": "active",
"opsecNote": "Searches are query-based and may be logged; accessing mirrored content can carry legal and operational risk.",
"localInstall": false,
"googleDork": false,
"registration": true,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Archive.is",
"type": "url",
"url": "https://archive.is/",
"description": "On-demand web snapshot service that preserves point-in-time copies of pages and shortens archive links.",
"status": "live",
"pricing": "free",
"bestFor": "Capturing and retrieving snapshots of volatile web pages",
"input": "URL",
"output": "Archived page copy with permanent archive URL",
"opsec": "passive",
"opsecNote": "Reading existing snapshots is passive; submitting new captures is visible to the archive provider.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Browsershots",
"type": "url",
"url": "https://browsershots.org/",
"description": "Legacy cross-browser screenshot service historically used to render pages in multiple browser/OS combinations.",
"status": "down",
"pricing": "free",
"bestFor": "Historical reference for legacy browser rendering captures",
"input": "URL and browser configuration",
"output": "Rendered webpage screenshots",
"opsec": "passive",
"opsecNote": "Service is effectively discontinued; requests are unlikely to complete.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": true
},
{
"name": "Cached Pages",
"type": "url",
"url": "https://www.cachedpages.com/",
"description": "Web cache lookup utility that surfaces archived and cached versions of a target page from multiple sources.",
"status": "live",
"pricing": "free",
"bestFor": "Finding recent cached copies of pages that changed or disappeared",
"input": "URL",
"output": "Links to cached or archived snapshots",
"opsec": "passive",
"opsecNote": "Queries third-party caches and archives without contacting the target site directly.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Cached View",
"type": "url",
"url": "https://cachedview.com/",
"description": "Simple cache-checking service that retrieves copies of pages from search engine and archive caches.",
"status": "live",
"pricing": "free",
"bestFor": "Quick verification of whether a removed page still exists in cache",
"input": "URL",
"output": "Cached page links from available providers",
"opsec": "passive",
"opsecNote": "Lookup activity is handled by the cache service and does not interact with the target host directly.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Common Crawl",
"type": "url",
"url": "https://commoncrawl.org/",
"description": "Open repository of large-scale web crawl data published as monthly WARC datasets.",
"status": "live",
"pricing": "free",
"bestFor": "Large-scale historical web content mining and corpus analysis",
"input": "CC index query, URL, domain, or WARC request",
"output": "Raw crawl records, metadata indexes, and extracted web content",
"opsec": "passive",
"opsecNote": "Reads published crawl datasets and indexes; no direct interaction with target systems.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": true,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Internet Archive: Wayback Machine",
"type": "url",
@@ -5352,7 +5472,7 @@
"description": "Web archive providing historical snapshots of websites captured over time.",
"status": "live",
"pricing": "free",
"bestFor": "Historical website analysis, deleted content recovery",
"bestFor": "Historical website analysis and deleted content recovery",
"input": "URL or domain",
"output": "Archived web page snapshots with timestamps",
"opsec": "passive",
@@ -5366,79 +5486,164 @@
"deprecated": false
},
{
"name": "Archive.is",
"name": "PDF My URL",
"type": "url",
"url": "https://archive.is/"
},
{
"name": "WebCite",
"type": "url",
"url": "https://www.webcitation.org:443/query"
},
{
"name": "Cached View",
"type": "url",
"url": "https://cachedview.com/"
},
{
"name": "Cached Pages",
"type": "url",
"url": "https://www.cachedpages.com/"
},
{
"name": "Textfiles.com",
"type": "url",
"url": "https://textfiles.com/"
},
{
"name": "UK Web Archive",
"type": "url",
"url": "https://www.webarchive.org.uk/ukwa/"
"url": "https://pdfmyurl.com/",
"description": "Converts web pages into downloadable PDF captures for documentation and evidence preservation.",
"status": "live",
"pricing": "freemium",
"bestFor": "Generating quick PDF evidence captures of web pages",
"input": "URL",
"output": "PDF snapshot of page content",
"opsec": "passive",
"opsecNote": "Third-party conversion service processes submitted URLs; target is typically fetched by the service backend.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Screenshots.com",
"type": "url",
"url": "https://www.screenshots.com/"
},
{
"name": "Common Crawl",
"type": "url",
"url": "https://commoncrawl.org/"
"url": "https://www.screenshots.com/",
"description": "Website screenshot archive and capture service for viewing historical or current rendered page images.",
"status": "degraded",
"pricing": "freemium",
"bestFor": "Visual timeline checks of website appearance changes",
"input": "Domain or URL",
"output": "Stored website screenshots and capture previews",
"opsec": "passive",
"opsecNote": "Operational status requires follow-up verification; treat availability as uncertain.",
"localInstall": false,
"googleDork": false,
"registration": true,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Wayback Machine Chrome Extension",
"type": "url",
"url": "https://chrome.google.com/webstore/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak"
"url": "https://chrome.google.com/webstore/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak",
"description": "Browser extension that detects missing pages and loads historical versions from the Wayback Machine.",
"status": "live",
"pricing": "free",
"bestFor": "Fast archive lookups while browsing dead or changed pages",
"input": "Current tab URL or missing page request",
"output": "Direct Wayback snapshot links from browser context",
"opsec": "passive",
"opsecNote": "Extension requests archive data through Internet Archive endpoints and may log usage telemetry.",
"localInstall": true,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "PDF My URL",
"name": "Textfiles.com",
"type": "url",
"url": "https://pdfmyurl.com/"
"url": "https://textfiles.com/",
"description": "Historic repository preserving early internet text artifacts including BBS files, documents, and underground zines.",
"status": "live",
"pricing": "free",
"bestFor": "Researching legacy digital culture and historical text archives",
"input": "Keyword, directory path, or file browsing",
"output": "Archived plain-text files and scanned historical documents",
"opsec": "passive",
"opsecNote": "Read-only archive browsing; minimal operational exposure beyond normal web access logging.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Common Crawl",
"name": "UK Web Archive",
"type": "url",
"url": "https://commoncrawl.org/"
},
{
"name": "Anna's Archive",
"type": "url",
"url": "https://annas-archive.org/"
},
{
"name": "Browsershots",
"type": "url",
"url": "https://browsershots.org/"
"url": "https://www.webarchive.org.uk/ukwa/",
"description": "British Library-led archive preserving selected UK websites and related national web heritage content.",
"status": "degraded",
"pricing": "free",
"bestFor": "Accessing preserved UK web content and historical domain captures",
"input": "URL, title, topic, or keyword",
"output": "Archived UK website records and preserved snapshots",
"opsec": "passive",
"opsecNote": "Service availability has been unstable following cyberattack-related disruptions.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Waybackpack (T)",
"type": "url",
"url": "https://github.com/jsvine/waybackpack"
"url": "https://github.com/jsvine/waybackpack",
"description": "Command-line tool for bulk downloading archived captures from the Internet Archive Wayback Machine.",
"status": "live",
"pricing": "free",
"bestFor": "Batch export of historical snapshots for offline analysis",
"input": "Domain/URL and optional date filters",
"output": "Downloaded archive files and URL/capture lists",
"opsec": "passive",
"opsecNote": "Automated queries hit archive APIs and can generate identifiable traffic patterns if used at scale.",
"localInstall": true,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": true,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Web Archive-RU",
"type": "url",
"url": "https://web-arhive.ru/"
"url": "https://web-arhive.ru/",
"description": "Regional web archiving service focused on preserving and browsing snapshots of selected websites.",
"status": "degraded",
"pricing": "free",
"bestFor": "Supplemental archive checks when mainstream archives lack coverage",
"input": "URL or keyword",
"output": "Available archived pages and snapshot listings",
"opsec": "passive",
"opsecNote": "Operational status requires follow-up verification; use as secondary source until confirmed.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "WebCite",
"type": "url",
"url": "https://www.webcitation.org:443/query",
"description": "Citation-focused web preservation service with legacy archived records and limited query capabilities.",
"status": "degraded",
"pricing": "free",
"bestFor": "Retrieving historical citation captures that still remain accessible",
"input": "Archived URL, DOI, or query string",
"output": "Stored citation snapshots and metadata records",
"opsec": "passive",
"opsecNote": "Service appears read-only and partially unavailable; expect incomplete retrieval.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": true
}
]
},
@@ -5446,20 +5651,65 @@
"name": "Data Leaks",
"type": "folder",
"children": [
{
"name": "Databases.Today",
"type": "url",
"url": "https://databases.today/"
},
{
"name": "Cryptome",
"type": "url",
"url": "https://cryptome.org/"
"url": "https://cryptome.org/",
"description": "Long-running disclosure archive hosting leaked or hard-to-find government, intelligence, and policy documents.",
"status": "live",
"pricing": "free",
"bestFor": "Searching historical leaked documents and primary-source disclosures",
"input": "Keyword or document browsing",
"output": "Published leak archives and document files",
"opsec": "passive",
"opsecNote": "Read-only document access with standard web logging by host infrastructure.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Databases.Today",
"type": "url",
"url": "https://databases.today/",
"description": "Breach data discovery portal indexing exposed databases and leaked credential collections.",
"status": "degraded",
"pricing": "freemium",
"bestFor": "Identifying whether target identifiers appear in known breach dumps",
"input": "Email, username, domain, or keyword",
"output": "Indexed breach hit results and source references",
"opsec": "active",
"opsecNote": "Operational status requires verification; querying breach portals can create attribution and compliance risk.",
"localInstall": false,
"googleDork": false,
"registration": true,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "WikiLeaks",
"type": "url",
"url": "https://wikileaks.org/"
"url": "https://wikileaks.org/",
"description": "Global document leak publication platform containing diplomatic, military, and corporate disclosures.",
"status": "degraded",
"pricing": "free",
"bestFor": "Searching high-impact leaked document collections for historical context",
"input": "Keyword, topic, date range, or document identifier",
"output": "Leaked document pages, files, and related publication context",
"opsec": "active",
"opsecNote": "Platform reliability is partial and interactions may carry legal, policy, and attribution exposure.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
}
]
},
@@ -5468,24 +5718,84 @@
"type": "folder",
"children": [
{
"name": "Labled Faces in the Wild DB",
"name": "Labeled Faces in the Wild DB",
"type": "url",
"url": "https://vis-www.cs.umass.edu/lfw/"
},
{
"name": "VisualGenome",
"type": "url",
"url": "https://visualgenome.org/"
},
{
"name": "UCI Spambase Data Set",
"type": "url",
"url": "https://archive.ics.uci.edu/dataset/94/spambase"
"url": "https://vis-www.cs.umass.edu/lfw/",
"description": "Academic benchmark dataset of labeled face photographs collected from the public web.",
"status": "live",
"pricing": "free",
"bestFor": "Facial recognition benchmarking and person-image research baselines",
"input": "Dataset download request",
"output": "Labeled face image dataset files and metadata",
"opsec": "passive",
"opsecNote": "Static academic dataset retrieval with no direct target interaction.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Stanford Large Network Dataset Collection",
"type": "url",
"url": "https://snap.stanford.edu/data/#amazon"
"url": "https://snap.stanford.edu/data/#amazon",
"description": "SNAP repository of graph/network datasets spanning social networks, web graphs, and communication systems.",
"status": "live",
"pricing": "free",
"bestFor": "Network analysis modeling and graph-based OSINT experimentation",
"input": "Dataset selection request",
"output": "Downloadable graph datasets and documentation",
"opsec": "passive",
"opsecNote": "Public academic data access only; no interaction with investigation targets.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "UCI Spambase Data Set",
"type": "url",
"url": "https://archive.ics.uci.edu/dataset/94/spambase",
"description": "Classic UCI machine-learning dataset for spam classification and email feature analysis.",
"status": "live",
"pricing": "free",
"bestFor": "Email spam model benchmarking and feature-engineering practice",
"input": "Dataset page access or download request",
"output": "Tabular spam classification dataset and metadata",
"opsec": "passive",
"opsecNote": "Public dataset retrieval only with negligible operational exposure.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": false,
"invitationOnly": false,
"deprecated": false
},
{
"name": "Visual Genome",
"type": "url",
"url": "https://visualgenome.org/",
"description": "Structured image dataset linking objects, attributes, and scene graph relationships for visual understanding research.",
"status": "live",
"pricing": "free",
"bestFor": "Image relationship analysis and multimodal data research",
"input": "Dataset query or download request",
"output": "Annotated image corpus with objects, regions, and relation graphs",
"opsec": "passive",
"opsecNote": "Academic dataset access with no direct investigative target interaction.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": false,
"api": true,
"invitationOnly": false,
"deprecated": false
}
]
},
@@ -5496,7 +5806,22 @@
{
"name": "TV Closed Caption Search",
"type": "url",
"url": "https://archive.org/details/tv"
"url": "https://archive.org/details/tv",
"description": "Internet Archive TV News collection for searching closed-caption text across broadcast recordings.",
"status": "live",
"pricing": "free",
"bestFor": "Finding broadcast mentions by keyword and time period",
"input": "Keyword, program, channel, or date range",
"output": "Matching TV clips, transcripts, and broadcast metadata",
"opsec": "passive",
"opsecNote": "Queries public archived broadcasts without interacting with monitored subjects.",
"localInstall": false,
"googleDork": false,
"registration": false,
"editUrl": true,
"api": true,
"invitationOnly": false,
"deprecated": false
}
]
}
@@ -7733,7 +8058,7 @@
"url": "https://themanyhats.club/centralised-place-for-privacy-resources/"
},
{
"name": "The Hitchhikers Guide to Online Anonymity",
"name": "The Hitchhiker\u2019s Guide to Online Anonymity",
"type": "url",
"url": "https://anonymousplanet.org/guide/"
},