From 74f037bd30319466fa457a08ab9673f5b42d70b3 Mon Sep 17 00:00:00 2001 From: s0lray Date: Sat, 21 Mar 2026 18:29:19 -0400 Subject: [PATCH] Remove 113 confirmed dead links from arf.json Ran comprehensive link audit across all 1,113 URLs in arf.json. Removed nodes where the URL has definitively failed (DNS resolution failure, connection refused, or HTTP 404). Left in place: .onion Tor hidden services, 403 bot-blocked sites (site still exists), 5xx server errors (transient), and timeouts. Audit summary: - Total URLs checked: 1,113 - OK: 829 - Dead (removed): 113 (DNS failure: 61, connection refused: 8, HTTP 404: 49, minus 5 already deduplicated) - Redirected (kept, flagged in report): 374 - Slow >10s (kept): 1 Also adds tooling: - tools/link_checker.py -- async URL checker, writes JSON report - tools/remove_dead_links.py -- removes confirmed dead nodes from arf.json - tools/link_audit_report.json -- full audit results Co-Authored-By: Paperclip --- public/arf.json | 12928 ++++++++++++++++----------------- tools/link_audit_report.json | 3304 +++++++++ tools/link_checker.py | 177 + tools/remove_dead_links.py | 89 + 4 files changed, 9851 insertions(+), 6647 deletions(-) create mode 100644 tools/link_audit_report.json create mode 100644 tools/link_checker.py create mode 100644 tools/remove_dead_links.py diff --git a/public/arf.json b/public/arf.json index e325ee7..63c0a81 100644 --- a/public/arf.json +++ b/public/arf.json @@ -2,6802 +2,6436 @@ "name": "OSINT Framework", "type": "folder", "children": [ - { - "name": "Username", - "type": "folder", - "children": [ { - "name": "Username Search Engines", - "type": "folder", - "children": [ - { - "name": "Sylva Identity Discovery (T)", - "type": "url", - "url": "https://sylva.pfeister.dev/" - }, - { - "name": "Sherlock (T)", - "type": "url", - "url": "https://github.com/sherlock-project/sherlock" - }, - { - "name": "WhatsMyName", - "type": "url", - "url": "https://whatsmyname.app/" - }, - { - "name": "Namechk", - "type": "url", - "url": "https://namechk.com/" - }, - { - "name": "UserSearch.org", - "type": "url", - "url": "https://usersearch.org/" - }, - { - "name": "WhatsMyName (T)", - "type": "url", - "url": "https://github.com/WebBreacher/WhatsMyName" - }, - { - "name": "WhatsMyName", - "type": "url", - "url": "https://whatsmyname.app/" - }, - { - "name": "Thats Them", - "type": "url", - "url": "https://thatsthem.com/" - }, - { - "name": "NameCheckup", - "type": "url", - "url": "https://namecheckup.com/" - }, - { - "name": "Instant Username Search", - "type": "url", - "url": "https://instantusername.com/" - }, - { - "name": "IDCrawl Username Search", - "type": "url", - "url": "https://www.idcrawl.com/username" - }, - { - "name": "Names Directory", - "type": "url", - "url": "https://namesdir.com/" - }] - }, - { - "name": "Specific Sites", - "type": "folder", - "children": [ - { - "name": "Amazon Usernames (M)", - "type": "url", - "url": "https://www.google.com/search?q=site:amazon.com+%3Cusername%3E" - }, - { - "name": "Github User (M)", - "type": "url", - "url": "https://api.github.com/users/%3Cusername%3E/events/public" - }, - { - "name": "Tinder Usernames (M)", - "type": "url", - "url": "https://www.gotinder.com/@%3Cusername%3E" - }, - { - "name": "Keybase", - "type": "url", - "url": "https://keybase.io/" - }, - { - "name": "MIT PGP Key Server", - "type": "url", - "url": "http://pgp.mit.edu/" - }] - }] - }, - { - "name": "Email Address", - "type": "folder", - "children": [ - { - "name": "Email Search", - "type": "folder", - "children": [ - { - "name": "Sylva Identity Discovery (T)", - "type": "url", - "url": "https://sylva.pfeister.dev/" - }, - { - "name": "ThatsThem", - "type": "url", - "url": "https://thatsthem.com/reverse-email-lookup" - }, - { - "name": "Hunter", - "type": "url", - "url": "https://hunter.io/" - }, - { - "name": "Email to Address (R)", - "type": "url", - "url": "http://www.melissadata.com/lookups/emails.asp" - }, - { - "name": "VoilaNorbert", - "type": "url", - "url": "https://www.voilanorbert.com/" - }, - { - "name": "GHunt (T)", - "type": "url", - "url": "https://github.com/mxrch/GHunt" - }, - { - "name": "OSINT Industries", - "type": "url", - "url": "https://osint.industries/" - }, - { - "name": "theHarvester (T)", - "type": "url", - "url": "https://github.com/laramies/theHarvester" - }, - { - "name": "Infoga (T)", - "type": "url", - "url": "https://github.com/m4ll0k/infoga" - }, - { - "name": "Skymem", - "type": "url", - "url": "http://www.skymem.info/" - }, - { - "name": "Epieos", - "type": "url", - "url": "https://epieos.com/" - }] - }, - { - "name": "Common Email Formats", - "type": "folder", - "children": [ - { - "name": "Email Format", - "type": "url", - "url": "https://www.email-format.com/" - }, - { - "name": "Email Permutator", - "type": "url", - "url": "http://metricsparrow.com/toolkit/email-permutator/" - }, - { - "name": "OneLook Reverse Dictionary and Thesaurus", - "type": "url", - "url": "http://www.onelook.com/reverse-dictionary.shtml" - }] - }, - { - "name": "Email Verification", - "type": "folder", - "children": [ - { - "name": "Reacher Github (T)", - "type": "url", - "url": "https://github.com/reacherhq/check-if-email-exists" - }, - { - "name": "Reacher Demo", - "type": "url", - "url": "https://reacher.email" - }, - { - "name": "MailScrap", - "type": "url", - "url": "https://mailscrap.com/" - }, - { - "name": "Read Notify", - "type": "url", - "url": "http://www.readnotify.com/" - }, - { - "name": "Email Reputation", - "type": "url", - "url": "https://emailrep.io/" - }, - { - "name": "MailboxValidator", - "type": "url", - "url": "https://www.mailboxvalidator.com/demo" - }] - }, - { - "name": "Breach Data", - "type": "folder", - "children": [ - { - "name": "Have I been pwned?", - "type": "url", - "url": "https://haveibeenpwned.com/" - }, - { - "name": "Hudson Rock", - "type": "url", - "url": "https://www.hudsonrock.com/threat-intelligence-cybercrime-tools" - }, - { - "name": "DeHashed (R)", - "type": "url", - "url": "https://dehashed.com/" - }, - { - "name": "Vigilante.pw", - "type": "url", - "url": "https://www.vigilante.pw/" - }, - { - "name": "Ashley Madison Emails", - "type": "url", - "url": "https://ashley.cynic.al/" - }] - }, - { - "name": "Mail Blacklists", - "type": "folder", - "children": [ - { - "name": "MxToolbox", - "type": "url", - "url": "http://mxtoolbox.com/" - }] - }] - }, - { - "name": "Domain Name", - "type": "folder", - "children": [ - { - "name": "Whois Records", - "type": "folder", - "children": [ - { - "name": "Domain Dossier", - "type": "url", - "url": "http://centralops.net/co/DomainDossier.aspx" - }, - { - "name": "domainIQ", - "type": "url", - "url": "https://www.domainiq.com/" - }, - { - "name": "DomainTools Whois", - "type": "url", - "url": "http://whois.domaintools.com/" - }, - { - "name": "Domain Big Data", - "type": "url", - "url": "http://domainbigdata.com/" - }, - { - "name": "Whoisology", - "type": "url", - "url": "https://whoisology.com/#advanced" - }, - { - "name": "Whois ARIN", - "type": "url", - "url": "https://whois.arin.net/ui/advanced.jsp" - }, - { - "name": "DNSstuff", - "type": "url", - "url": "https://tools.dnsstuff.com/" - }, - { - "name": "Robtex (R)", - "type": "url", - "url": "https://www.robtex.com/" - }, - { - "name": "Domaincrawler.com", - "type": "url", - "url": "http://www.domaincrawler.com/" - }, - { - "name": "MarkMonitor Whois Search", - "type": "url", - "url": "https://domains.markmonitor.com/whois/" - }, - { - "name": "easyWhois", - "type": "url", - "url": "https://www.easywhois.com/" - }, - { - "name": "Website Informer", - "type": "url", - "url": "http://website.informer.com/" - }, - { - "name": "Who.is", - "type": "url", - "url": "https://who.is/" - }, - { - "name": "Whois AMPed", - "type": "url", - "url": "https://whoisamped.com/" - }, - { - "name": "ViewDNS.info", - "type": "url", - "url": "http://viewdns.info/" - }, - { - "name": "Daily DNS Changes", - "type": "url", - "url": "http://www.dailychanges.com/" - }, - { - "name": "IP2WHOIS", - "type": "url", - "url": "https://www.ip2whois.com" - }, - { - "name": "Netlas.io", - "type": "url", - "url": "https://app.netlas.io/whois_domains/" - }] - }, - { - "name": "Subdomains", + "name": "Username", "type": "folder", "children": [ { - "name": "SynapsInt", - "type": "url", - "url": "https://synapsint.com" - }, - { - "name": "Aquatone (T)", - "type": "url", - "url": "https://github.com/michenriksen/aquatone" - }, - { - "name": "FindSubDomains", - "type": "url", - "url": "https://findsubdomains.com/" - }, - { - "name": "Google Subdomains (D)", - "type": "url", - "url": "https://www.google.com/?gws_rd=ssl#q=site:%3Cdomain.com%3E" - }, - { - "name": "Recon-ng (T)", - "type": "url", - "url": "https://github.com/lanmaster53/recon-ng" - }, - { - "name": "XRay", - "type": "url", - "url": "https://github.com/evilsocket/xray" - }, - { - "name": "DNS Recon (T)", - "type": "url", - "url": "https://github.com/darkoperator/dnsrecon" - }, - { - "name": "Gobuster (T)", - "type": "url", - "url": "https://github.com/OJ/gobuster" - }, - { - "name": "Fierce Domain Scanner (T)", - "type": "url", - "url": "https://github.com/davidpepper/fierce-domain-scanner" - }, - { - "name": "Bluto (T)", - "type": "url", - "url": "https://github.com/darryllane/Bluto" - }, - { - "name": "OWASP Maryam (T)", - "type": "url", - "url": "https://github.com/saeeddhqan/Maryam" - }, - { - "name": "theHarvester (T)", - "type": "url", - "url": "https://github.com/laramies/theHarvester" - }, - { - "name": "Pentest-tools.com Subdomains", - "type": "url", - "url": "https://pentest-tools.com/information-gathering/find-subdomains-of-domain" - }, - { - "name": "SecLists DNS Subdomains (T)", - "type": "url", - "url": "https://github.com/danielmiessler/SecLists/tree/master/Discovery/DNS" - }, - { - "name": "dnspop (T)", - "type": "url", - "url": "https://github.com/bitquark/dnspop" - }, - { - "name": "gdns (T)", - "type": "url", - "url": "https://github.com/hrbrmstr/gdns" - }, - { - "name": "assetnote (T)", - "type": "url", - "url": "https://github.com/infosec-au/assetnote" - }, - { - "name": "Sublist3r", - "type": "url", - "url": "https://github.com/aboul3la/Sublist3r" - }, - { - "name": "AltDNS (T)", - "type": "url", - "url": "https://github.com/infosec-au/altdns" - }, - { - "name": "Netlas.io", - "type": "url", - "url": "https://app.netlas.io/domains/" - }] - }, - { - "name": "Discovery", - "type": "folder", - "children": [ - { - "name": "Shodan", - "type": "url", - "url": "https://www.shodan.io/" - }, - { - "name": "Netlas.io", - "type": "url", - "url": "https://app.netlas.io/" - }, - { - "name": "ODIN (R)", - "type": "url", - "url": "https://www.getodin.com/" - }, - { - "name": "Kraken", - "type": "url", - "url": "https://github.com/Sw4mpf0x/Kraken" - }, - { - "name": "Online Nikto scanner", - "type": "url", - "url": "https://nikto.online/" - }, - { - "name": "urlscan.io", - "type": "url", - "url": "https://urlscan.io/search/#*" - }, - { - "name": "Daily DNS Changes", - "type": "url", - "url": "http://www.dailychanges.com/" - }, - { - "name": "SameID", - "type": "url", - "url": "http://sameid.net/" - }, - { - "name": "Redirect Detective", - "type": "url", - "url": "http://redirectdetective.com/" - }, - { - "name": "Sitediff", - "type": "url", - "url": "https://github.com/digininja/sitediff" - }, - { - "name": "AnalyzeID", - "type": "url", - "url": "http://analyzeid.com/" - }, - { - "name": "urlDNA", - "type": "url", - "url": "https://urldna.io" - }] - }, - { - "name": "Certificate Search", - "type": "folder", - "children": [ - { - "name": "Google's Certificate Transparency", - "type": "url", - "url": "https://www.certificate-transparency.org/known-logs" - }, - { - "name": "Spyse", - "type": "url", - "url": "https://spyse.com/search/certificate" - }, - { - "name": "Censys", - "type": "url", - "url": "https://censys.io/" - }, - { - "name": "crt.sh - Certificate Search", - "type": "url", - "url": "https://crt.sh/?" - }, - { - "name": "certgraph (T)", - "type": "url", - "url": "https://github.com/lanrat/certgraph" - }, - { - "name": "ODIN (R)", - "type": "url", - "url": "https://www.getodin.com/" - }, - { - "name": "Netlas.io", - "type": "url", - "url": "https://app.netlas.io/certs/" - }] - }, - { - "name": "PassiveDNS", - "type": "folder", - "children": [ - { - "name": "Security Trails", - "type": "url", - "url": "https://securitytrails.com/" - }, - { - "name": "Mnemonic", - "type": "url", - "url": "http://passivedns.mnemonic.no/" - }, - { - "name": "DNS History", - "type": "url", - "url": "http://dnshistory.org/" - }, - { - "name": "PTRarchive.com", - "type": "url", - "url": "http://ptrarchive.com/" - }, - { - "name": "DNS Dumpster", - "type": "url", - "url": "https://dnsdumpster.com/" - }, - { - "name": "Deteque (R)", - "type": "url", - "url": "https://www.deteque.com/" - }] - }, - { - "name": "Reputation", - "type": "folder", - "children": [ - { - "name": "AbuseIPDB (Webpage and API)", - "type": "url", - "url": "https://www.abuseipdb.com/" - }, - { - "name": "UrlQuery.net", - "type": "url", - "url": "http://urlquery.net/" - }, - { - "name": "PassiveTotal", - "type": "url", - "url": "https://www.passivetotal.org/" - }, - { - "name": "URL Void", - "type": "url", - "url": "http://www.urlvoid.com/" - }, - { - "name": "Threat Crowd", - "type": "url", - "url": "https://www.threatcrowd.org/" - }, - { - "name": "FortiGuard Reputation Service", - "type": "url", - "url": "http://fortiguard.com/iprep" - }, - { - "name": "McAfee TrustedSource", - "type": "url", - "url": "http://www.trustedsource.org/" - }, - { - "name": "Trend Micro Site Safety Center", - "type": "url", - "url": "https://global.sitesafety.trendmicro.com/" - }, - { - "name": "WatchGuard ReputationAuthority", - "type": "url", - "url": "http://www.reputationauthority.org/" - }, - { - "name": "Sucuri SiteCheck", - "type": "url", - "url": "https://sitecheck.sucuri.net/" - }, - { - "name": "ThreatMiner.org", - "type": "url", - "url": "https://www.threatminer.org/" - }, - { - "name": "BlueCoat WebPulse", - "type": "url", - "url": "https://sitereview.bluecoat.com/sitereview.jsp" - }, - { - "name": "Zscaler Zulu URL Risk Analyzer", - "type": "url", - "url": "http://zulu.zscaler.com/" - }, - { - "name": "Joe Sandbox Url Analyzer", - "type": "url", - "url": "https://www.url-analyzer.net/" - }, - { - "name": "Deepviz Domain Search", - "type": "url", - "url": "https://search.deepviz.com/" - }, - { - "name": "Cisco SenderBase", - "type": "url", - "url": "http://www.senderbase.org/" - }, - { - "name": "AVG Threat Labs", - "type": "url", - "url": "http://www.avgthreatlabs.com/ww-en/website-safety-reports/" - }, - { - "name": "Webroot BrightCloud URL/IP Lookup", - "type": "url", - "url": "http://www.brightcloud.com/tools/url-ip-lookup.php" - }, - { - "name": "vURL Online", - "type": "url", - "url": "https://vurldissect.co.uk/" - }, - { - "name": "AlienVault Open Threat Exchange", - "type": "url", - "url": "https://otx.alienvault.com/browse/pulses/" - }, - { - "name": "Malware Domain List", - "type": "url", - "url": "http://www.malwaredomainlist.com/mdl.php" - }, - { - "name": "Web Inspector Online Scan", - "type": "url", - "url": "http://app.webinspector.com/" - }, - { - "name": "Google Safe Browsing API", - "type": "url", - "url": "https://developers.google.com/safe-browsing/?csw=1" - }, - { - "name": "hpHosts Online", - "type": "url", - "url": "http://hosts-file.net/" - }] - }, - { - "name": "Domain Blacklists", - "type": "folder", - "children": [ - { - "name": "Ransomware Tracker Abuse.ch", - "type": "url", - "url": "http://ransomwaretracker.abuse.ch/downloads/RW_DOMBL.txt" - }, - { - "name": "Threatexpert.com Malicious URLs", - "type": "url", - "url": "http://www.networksec.org/grabbho/block.txt" - }, - { - "name": "Zeus C2 Tracker", - "type": "url", - "url": "https://zeustracker.abuse.ch/blocklist.php?download=domainblocklist" - }, - { - "name": "Malware Domains Blacklist", - "type": "url", - "url": "http://mirror1.malwaredomains.com/files/domains.txt" - }, - { - "name": "Blackweb", - "type": "url", - "url": "https://github.com/maravento/blackweb" - }, - { - "name": "Critical Stack Intel (R)", - "type": "url", - "url": "https://intel.criticalstack.com/" - }, - { - "name": "DNS Sinkhole", - "type": "url", - "url": "http://malc0de.com/bl/" - }, - { - "name": "DNS-BH Malware Domain Blocklist", - "type": "url", - "url": "http://www.malwaredomains.com/wordpress/?page_id=66" - }, - { - "name": "Malware Domain List", - "type": "url", - "url": "http://www.malwaredomainlist.com/hostslist/hosts.txt" - }, - { - "name": "Malware Patrol (R)", - "type": "url", - "url": "http://www.malware.com.br/open-source.shtml" - }, - { - "name": "MalwareURL (R)", - "type": "url", - "url": "http://www.malwareurl.com/index.php" - }, - { - "name": "scumware.org", - "type": "url", - "url": "https://www.scumware.org/" - }, - { - "name": "ZeuS Tracker", - "type": "url", - "url": "https://zeustracker.abuse.ch/blocklist.php" - }, - { - "name": "Shadowserver Foundation", - "type": "url", - "url": "http://www.shadowserver.org/wiki/pmwiki.php?n=Services/Reports" - }, - { - "name": "Email Domain Validation", - "type": "url", - "url": "https://www.mailboxvalidator.com/domain" - }] - }, - { - "name": "Typosquatting", - "type": "folder", - "children": [ - { - "name": "DNS Twist (T)", - "type": "url", - "url": "https://github.com/elceef/dnstwist" - }, - { - "name": "URLCrazy (T)", - "type": "url", - "url": "http://www.morningstarsecurity.com/research/urlcrazy" - }, - { - "name": "dnstwister", - "type": "url", - "url": "https://dnstwister.report/" - }, - { - "name": "Catphish (T)", - "type": "url", - "url": "https://github.com/ring0lab/catphish" - }] - }, - { - "name": "Analytics", - "type": "folder", - "children": [ - { - "name": "BuiltWith", - "type": "url", - "url": "http://builtwith.com/" - }, - { - "name": "SiteSleuth", - "type": "url", - "url": "https://www.sitesleuth.io/" - }, - { - "name": "Wappalyzer (T)", - "type": "url", - "url": "https://wappalyzer.com/" - }, - { - "name": "SEMrush", - "type": "url", - "url": "https://www.semrush.com/" - }, - { - "name": "TopGainers", - "type": "url", - "url": "https://topgainers.net/" - }, - { - "name": "Moonsearch", - "type": "url", - "url": "http://moonsearch.com/" - }, - { - "name": "StackShare", - "type": "url", - "url": "https://stackshare.io/" - }, - { - "name": "Ewhois", - "type": "url", - "url": "https://ewhois.com/" - }, - { - "name": "Netcraft", - "type": "url", - "url": "http://toolbar.netcraft.com/site_report?url=undefined#last_reboot" - }, - { - "name": "StatsCrop", - "type": "url", - "url": "http://www.statscrop.com/" - }, - { - "name": "Open Site Explorer", - "type": "url", - "url": "https://moz.com/researchtools/ose/" - }, - { - "name": "SpyOnWeb", - "type": "url", - "url": "http://www.spyonweb.com/" - }, - { - "name": "SecurityHeaders.io", - "type": "url", - "url": "https://securityheaders.io/" - }, - { - "name": "Keyword Density", - "type": "url", - "url": "http://tools.seobook.com/general/keyword-density/" - }, - { - "name": "Alexa Site Statistics", - "type": "url", - "url": "http://www.alexa.com/siteinfo" - }, - { - "name": "Cisco Umbrella Popularity List", - "type": "url", - "url": "http://s3-us-west-1.amazonaws.com/umbrella-static/index.html" - }, - { - "name": "Alexa Top 500 Global Sites", - "type": "url", - "url": "http://www.alexa.com/topsites" - }, - { - "name": "W3bin.com", - "type": "url", - "url": "https://w3bin.com/" - }, - { - "name": "Sitedossier", - "type": "url", - "url": "http://www.sitedossier.com/" - }, - { - "name": "Visual Site Mapper", - "type": "url", - "url": "http://www.visualsitemapper.com/" - }, - { - "name": "ClearWebStats.com", - "type": "url", - "url": "https://www.clearwebstats.com/" - }, - { - "name": "PubDB", - "type": "url", - "url": "http://pub-db.com/" - }, - { - "name": "WWW Domain Tools", - "type": "url", - "url": "https://w3dt.net/" - }, - { - "name": "SimilarWeb", - "type": "url", - "url": "https://www.similarweb.com/" - }, - { - "name": "Website Outlook", - "type": "url", - "url": "http://websiteoutlook.com/" - }, - { - "name": "Siteliner", - "type": "url", - "url": "http://siteliner.com/" - }, - { - "name": "WebPagetest", - "type": "url", - "url": "https://www.webpagetest.org/" - }, - { - "name": "WhatWeb", - "type": "url", - "url": "https://github.com/urbanadventurer/WhatWeb" - }] - }, - { - "name": "URL Expanders", - "type": "folder", - "children": [ - { - "name": "Link Expander", - "type": "url", - "url": "http://www.linkexpander.com/" - }, - { - "name": "GetLinkInfo", - "type": "url", - "url": "http://www.getlinkinfo.com/" - }, - { - "name": "CheckShortURL", - "type": "url", - "url": "http://checkshorturl.com/" - }, - { - "name": "Lengthen Me", - "type": "url", - "url": "https://lengthen.me/" - }, - { - "name": "URL Expander", - "type": "url", - "url": "http://urlex.org/" - }, - { - "name": "URL Unshortener", - "type": "url", - "url": "http://www.urlunshortener.com/" - }, - { - "name": "Where Does This Link Go?", - "type": "url", - "url": "http://wheredoesthislinkgo.com/" - }, - { - "name": "KnowURL", - "type": "url", - "url": "http://www.knowurl.com/" - }] - }, - { - "name": "Change Detection", - "type": "folder", - "children": [ - { - "name": "VisualPing", - "type": "url", - "url": "http://visualping.io/" - }, - { - "name": "Change Detection", - "type": "url", - "url": "http://www.changedetection.com/" - }, - { - "name": "Check site availability Online", - "type": "url", - "url": "https://upcheck.online/" - }, - { - "name": "Follow That Page", - "type": "url", - "url": "https://www.followthatpage.com/" - }, - { - "name": "Urlwatch", - "type": "url", - "url": "https://github.com/thp/urlwatch" - }, - { - "name": "WatchThatPage", - "type": "url", - "url": "http://watchthatpage.com/" - }, - { - "name": "ChangeDetect", - "type": "url", - "url": "http://www.changedetect.com/" - }] - }, - { - "name": "Social Analysis", - "type": "folder", - "children": [ - { - "name": "Google Trends", - "type": "url", - "url": "https://www.google.com/trends/" - }, - { - "name": "Reddit (M)", - "type": "url", - "url": "https://www.reddit.com/domain/%3CURLhere%3E" - }] - }, - { - "name": "DNSSEC", - "type": "folder", - "children": [ - { - "name": "DNSSEC Analyzer", - "type": "url", - "url": "http://dnssec-debugger.verisignlabs.com/" - }, - { - "name": "DNSViz", - "type": "url", - "url": "http://dnsviz.net/" - }] - }, - { - "name": "Cloud Resources", - "type": "folder", - "children": [ - { - "name": "Public Buckets", - "type": "url", - "url": "https://buckets.grayhatwarfare.com/" - }, - { - "name": "Online Port scanner", - "type": "url", - "url": "https://portscanner.online/" - }, - { - "name": "CloudScraper (T)", - "type": "url", - "url": "https://github.com/jordanpotti/cloudscraper" - }, - { - "name": "Check site availability Online", - "type": "url", - "url": "https://upcheck.online/" - }] - }, - { - "name": "Vulnerabilities", - "type": "folder", - "children": [ - { - "name": "Scanners", - "type": "folder", - "children": [ - { - "name": "Sn1per (T)", - "type": "url", - "url": "https://github.com/1N3/Sn1per" + "name": "Username Search Engines", + "type": "folder", + "children": [ + { + "name": "Sylva Identity Discovery (T)", + "type": "url", + "url": "https://sylva.pfeister.dev/" + }, + { + "name": "Sherlock (T)", + "type": "url", + "url": "https://github.com/sherlock-project/sherlock" + }, + { + "name": "WhatsMyName", + "type": "url", + "url": "https://whatsmyname.app/" + }, + { + "name": "Namechk", + "type": "url", + "url": "https://namechk.com/" + }, + { + "name": "UserSearch.org", + "type": "url", + "url": "https://usersearch.org/" + }, + { + "name": "WhatsMyName (T)", + "type": "url", + "url": "https://github.com/WebBreacher/WhatsMyName" + }, + { + "name": "WhatsMyName", + "type": "url", + "url": "https://whatsmyname.app/" + }, + { + "name": "Thats Them", + "type": "url", + "url": "https://thatsthem.com/" + }, + { + "name": "NameCheckup", + "type": "url", + "url": "https://namecheckup.com/" + }, + { + "name": "Instant Username Search", + "type": "url", + "url": "https://instantusername.com/" + }, + { + "name": "IDCrawl Username Search", + "type": "url", + "url": "https://www.idcrawl.com/username" + }, + { + "name": "Names Directory", + "type": "url", + "url": "https://namesdir.com/" + } + ] }, { - "name": "Online Nikto scanner", - "type": "url", - "url": "https://nikto.online/" - }] - }, - { - "name": "Disclosure Sites", - "type": "folder", - "children": [ - { - "name": "XSSposed.org", - "type": "url", - "url": "https://www.xssposed.org/" - }, - { - "name": "Zone-H.org", - "type": "url", - "url": "http://zone-h.org/archive" - }] - }, - { - "name": "RobotsDisallowed", - "type": "url", - "url": "https://github.com/danielmiessler/RobotsDisallowed" - }] + "name": "Specific Sites", + "type": "folder", + "children": [ + { + "name": "Amazon Usernames (M)", + "type": "url", + "url": "https://www.google.com/search?q=site:amazon.com+%3Cusername%3E" + }, + { + "name": "Tinder Usernames (M)", + "type": "url", + "url": "https://www.gotinder.com/@%3Cusername%3E" + }, + { + "name": "Keybase", + "type": "url", + "url": "https://keybase.io/" + }, + { + "name": "MIT PGP Key Server", + "type": "url", + "url": "http://pgp.mit.edu/" + } + ] + } + ] }, { - "name": "Tools", + "name": "Email Address", "type": "folder", "children": [ - { - "name": "Belati (T)", - "type": "url", - "url": "https://github.com/aancw/Belati" - }, - { - "name": "BlackWidow (T)", - "type": "url", - "url": "https://softbytelabs.com/wp/blackwidow/" - }, - { - "name": "Burp Suite (T)", - "type": "url", - "url": "https://portswigger.net/burp/" - }, - { - "name": "EyeWitness (T)", - "type": "url", - "url": "https://github.com/ChrisTruncer/EyeWitness" - }, - { - "name": "IntelliTamper (T)", - "type": "url", - "url": "http://www.softpedia.com/get/Internet/Other-Internet-Related/IntelliTamper.shtml" - }, - { - "name": "Hunting-New-Registered-Domains (T)", - "type": "url", - "url": "https://github.com/gfek/Hunting-New-Registered-Domains" - }, - { - "name": "International Domain Name Conversion Tool", - "type": "url", - "url": "http://mct.verisign-grs.com/" - }, - { - "name": "Online Nikto scanner", - "type": "url", - "url": "https://nikto.online/" - }] - }, - { - "name": "Report Malicious Sites", - "type": "folder", - "children": [ - { - "name": "Microsoft", - "type": "url", - "url": "https://www.microsoft.com/en-us/wdsi/support/report-unsafe-site-guest" - }, - { - "name": "Google", - "type": "url", - "url": "https://safebrowsing.google.com/safebrowsing/report_phish/?hl=en" - }] - }] - }, - { - "name": "IP & MAC Address", - "type": "folder", - "children": [ - { - "name": "Geolocation", - "type": "folder", - "children": [ - { - "name": "MaxMind Demo", - "type": "url", - "url": "https://www.maxmind.com/en/home" - }, - { - "name": "IPv4/IPv6 lists by country code", - "type": "url", - "url": "http://ipverse.net/" - }, - { - "name": "IP2Location.com", - "type": "url", - "url": "https://www.ip2location.com/demo" - }, - { - "name": "IP Fingerprints", - "type": "url", - "url": "http://www.ipfingerprints.com/" - }, - { - "name": "DB-IP", - "type": "url", - "url": "https://db-ip.com/" - }, - { - "name": "IP Location Finder", - "type": "url", - "url": "https://www.iplocation.net/" - }, - { - "name": "Info Sniper", - "type": "url", - "url": "http://www.infosniper.net/" - }, - { - "name": "utrace", - "type": "url", - "url": "http://en.utrace.de/" - }, - { - "name": "InfobyIP.com", - "type": "url", - "url": "https://www.infobyip.com/" - }, - { - "name": "ipTRACKERonline", - "type": "url", - "url": "https://www.iptrackeronline.com/" - }, - { - "name": "My IP Address", - "type": "url", - "url": "https://www.ipaddress.my/" - }] + { + "name": "Email Search", + "type": "folder", + "children": [ + { + "name": "Sylva Identity Discovery (T)", + "type": "url", + "url": "https://sylva.pfeister.dev/" + }, + { + "name": "ThatsThem", + "type": "url", + "url": "https://thatsthem.com/reverse-email-lookup" + }, + { + "name": "Hunter", + "type": "url", + "url": "https://hunter.io/" + }, + { + "name": "Email to Address (R)", + "type": "url", + "url": "http://www.melissadata.com/lookups/emails.asp" + }, + { + "name": "VoilaNorbert", + "type": "url", + "url": "https://www.voilanorbert.com/" + }, + { + "name": "GHunt (T)", + "type": "url", + "url": "https://github.com/mxrch/GHunt" + }, + { + "name": "OSINT Industries", + "type": "url", + "url": "https://osint.industries/" + }, + { + "name": "theHarvester (T)", + "type": "url", + "url": "https://github.com/laramies/theHarvester" + }, + { + "name": "Skymem", + "type": "url", + "url": "http://www.skymem.info/" + }, + { + "name": "Epieos", + "type": "url", + "url": "https://epieos.com/" + } + ] + }, + { + "name": "Common Email Formats", + "type": "folder", + "children": [ + { + "name": "Email Format", + "type": "url", + "url": "https://www.email-format.com/" + }, + { + "name": "Email Permutator", + "type": "url", + "url": "http://metricsparrow.com/toolkit/email-permutator/" + }, + { + "name": "OneLook Reverse Dictionary and Thesaurus", + "type": "url", + "url": "http://www.onelook.com/reverse-dictionary.shtml" + } + ] + }, + { + "name": "Email Verification", + "type": "folder", + "children": [ + { + "name": "Reacher Github (T)", + "type": "url", + "url": "https://github.com/reacherhq/check-if-email-exists" + }, + { + "name": "Reacher Demo", + "type": "url", + "url": "https://reacher.email" + }, + { + "name": "MailScrap", + "type": "url", + "url": "https://mailscrap.com/" + }, + { + "name": "Read Notify", + "type": "url", + "url": "http://www.readnotify.com/" + }, + { + "name": "Email Reputation", + "type": "url", + "url": "https://emailrep.io/" + }, + { + "name": "MailboxValidator", + "type": "url", + "url": "https://www.mailboxvalidator.com/demo" + } + ] + }, + { + "name": "Breach Data", + "type": "folder", + "children": [ + { + "name": "Have I been pwned?", + "type": "url", + "url": "https://haveibeenpwned.com/" + }, + { + "name": "Hudson Rock", + "type": "url", + "url": "https://www.hudsonrock.com/threat-intelligence-cybercrime-tools" + }, + { + "name": "DeHashed (R)", + "type": "url", + "url": "https://dehashed.com/" + }, + { + "name": "Vigilante.pw", + "type": "url", + "url": "https://www.vigilante.pw/" + }, + { + "name": "Ashley Madison Emails", + "type": "url", + "url": "https://ashley.cynic.al/" + } + ] + }, + { + "name": "Mail Blacklists", + "type": "folder", + "children": [ + { + "name": "MxToolbox", + "type": "url", + "url": "http://mxtoolbox.com/" + } + ] + } + ] }, { - "name": "Host / Port Discovery", + "name": "Domain Name", "type": "folder", "children": [ - { - "name": "urlscan.io", - "type": "url", - "url": "https://urlscan.io/search/#*" - }, - { - "name": "Spyse", - "type": "url", - "url": "https://spyse.com/search/ip" - }, - { - "name": "Shodan", - "type": "url", - "url": "https://www.shodan.io/" - }, - { - "name": "Netlas.io", - "type": "url", - "url": "https://netlas.io/" - }, - { - "name": "Portmap", - "type": "url", - "url": "https://portmap.com/" - }, - { - "name": "Scans.io", - "type": "url", - "url": "https://scans.io/" - }, - { - "name": "ZoomEye", - "type": "url", - "url": "https://www.zoomeye.org/" - }, - { - "name": "Nmap (T)", - "type": "url", - "url": "https://nmap.org/download.html" - }, - { - "name": "Online Port scanner", - "type": "url", - "url": "https://portscanner.online/" - }, - { - "name": "Internet Census Search", - "type": "url", - "url": "http://www.exfiltrated.com/querystart.php" - }, - { - "name": "Criminal IP Search", - "type": "url", - "url": "https://www.criminalip.io/" - }, - { - "name": "Scanless (T)", - "type": "url", - "url": "https://github.com/vesche/scanless" - }, - { - "name": "BinaryEdge (R)", - "type": "url", - "url": "https://www.binaryedge.io/" - }, - { - "name": "Masscan (T)", - "type": "url", - "url": "https://github.com/robertdavidgraham/masscan" - }, - { - "name": "ODIN (R)", - "type": "url", - "url": "https://www.getodin.com/" - }] + { + "name": "Whois Records", + "type": "folder", + "children": [ + { + "name": "Domain Dossier", + "type": "url", + "url": "http://centralops.net/co/DomainDossier.aspx" + }, + { + "name": "domainIQ", + "type": "url", + "url": "https://www.domainiq.com/" + }, + { + "name": "DomainTools Whois", + "type": "url", + "url": "http://whois.domaintools.com/" + }, + { + "name": "Domain Big Data", + "type": "url", + "url": "http://domainbigdata.com/" + }, + { + "name": "Whoisology", + "type": "url", + "url": "https://whoisology.com/#advanced" + }, + { + "name": "DNSstuff", + "type": "url", + "url": "https://tools.dnsstuff.com/" + }, + { + "name": "Robtex (R)", + "type": "url", + "url": "https://www.robtex.com/" + }, + { + "name": "Domaincrawler.com", + "type": "url", + "url": "http://www.domaincrawler.com/" + }, + { + "name": "MarkMonitor Whois Search", + "type": "url", + "url": "https://domains.markmonitor.com/whois/" + }, + { + "name": "easyWhois", + "type": "url", + "url": "https://www.easywhois.com/" + }, + { + "name": "Website Informer", + "type": "url", + "url": "http://website.informer.com/" + }, + { + "name": "Who.is", + "type": "url", + "url": "https://who.is/" + }, + { + "name": "Whois AMPed", + "type": "url", + "url": "https://whoisamped.com/" + }, + { + "name": "ViewDNS.info", + "type": "url", + "url": "http://viewdns.info/" + }, + { + "name": "Daily DNS Changes", + "type": "url", + "url": "http://www.dailychanges.com/" + }, + { + "name": "IP2WHOIS", + "type": "url", + "url": "https://www.ip2whois.com" + }, + { + "name": "Netlas.io", + "type": "url", + "url": "https://app.netlas.io/whois_domains/" + } + ] + }, + { + "name": "Subdomains", + "type": "folder", + "children": [ + { + "name": "SynapsInt", + "type": "url", + "url": "https://synapsint.com" + }, + { + "name": "Aquatone (T)", + "type": "url", + "url": "https://github.com/michenriksen/aquatone" + }, + { + "name": "Google Subdomains (D)", + "type": "url", + "url": "https://www.google.com/?gws_rd=ssl#q=site:%3Cdomain.com%3E" + }, + { + "name": "Recon-ng (T)", + "type": "url", + "url": "https://github.com/lanmaster53/recon-ng" + }, + { + "name": "XRay", + "type": "url", + "url": "https://github.com/evilsocket/xray" + }, + { + "name": "DNS Recon (T)", + "type": "url", + "url": "https://github.com/darkoperator/dnsrecon" + }, + { + "name": "Gobuster (T)", + "type": "url", + "url": "https://github.com/OJ/gobuster" + }, + { + "name": "Fierce Domain Scanner (T)", + "type": "url", + "url": "https://github.com/davidpepper/fierce-domain-scanner" + }, + { + "name": "Bluto (T)", + "type": "url", + "url": "https://github.com/darryllane/Bluto" + }, + { + "name": "OWASP Maryam (T)", + "type": "url", + "url": "https://github.com/saeeddhqan/Maryam" + }, + { + "name": "theHarvester (T)", + "type": "url", + "url": "https://github.com/laramies/theHarvester" + }, + { + "name": "Pentest-tools.com Subdomains", + "type": "url", + "url": "https://pentest-tools.com/information-gathering/find-subdomains-of-domain" + }, + { + "name": "SecLists DNS Subdomains (T)", + "type": "url", + "url": "https://github.com/danielmiessler/SecLists/tree/master/Discovery/DNS" + }, + { + "name": "dnspop (T)", + "type": "url", + "url": "https://github.com/bitquark/dnspop" + }, + { + "name": "gdns (T)", + "type": "url", + "url": "https://github.com/hrbrmstr/gdns" + }, + { + "name": "Sublist3r", + "type": "url", + "url": "https://github.com/aboul3la/Sublist3r" + }, + { + "name": "AltDNS (T)", + "type": "url", + "url": "https://github.com/infosec-au/altdns" + }, + { + "name": "Netlas.io", + "type": "url", + "url": "https://app.netlas.io/domains/" + } + ] + }, + { + "name": "Discovery", + "type": "folder", + "children": [ + { + "name": "Shodan", + "type": "url", + "url": "https://www.shodan.io/" + }, + { + "name": "Netlas.io", + "type": "url", + "url": "https://app.netlas.io/" + }, + { + "name": "ODIN (R)", + "type": "url", + "url": "https://www.getodin.com/" + }, + { + "name": "Kraken", + "type": "url", + "url": "https://github.com/Sw4mpf0x/Kraken" + }, + { + "name": "Online Nikto scanner", + "type": "url", + "url": "https://nikto.online/" + }, + { + "name": "urlscan.io", + "type": "url", + "url": "https://urlscan.io/search/#*" + }, + { + "name": "Daily DNS Changes", + "type": "url", + "url": "http://www.dailychanges.com/" + }, + { + "name": "SameID", + "type": "url", + "url": "http://sameid.net/" + }, + { + "name": "Redirect Detective", + "type": "url", + "url": "http://redirectdetective.com/" + }, + { + "name": "Sitediff", + "type": "url", + "url": "https://github.com/digininja/sitediff" + }, + { + "name": "AnalyzeID", + "type": "url", + "url": "http://analyzeid.com/" + }, + { + "name": "urlDNA", + "type": "url", + "url": "https://urldna.io" + } + ] + }, + { + "name": "Certificate Search", + "type": "folder", + "children": [ + { + "name": "Google's Certificate Transparency", + "type": "url", + "url": "https://www.certificate-transparency.org/known-logs" + }, + { + "name": "Censys", + "type": "url", + "url": "https://censys.io/" + }, + { + "name": "crt.sh - Certificate Search", + "type": "url", + "url": "https://crt.sh/?" + }, + { + "name": "certgraph (T)", + "type": "url", + "url": "https://github.com/lanrat/certgraph" + }, + { + "name": "ODIN (R)", + "type": "url", + "url": "https://www.getodin.com/" + }, + { + "name": "Netlas.io", + "type": "url", + "url": "https://app.netlas.io/certs/" + } + ] + }, + { + "name": "PassiveDNS", + "type": "folder", + "children": [ + { + "name": "Security Trails", + "type": "url", + "url": "https://securitytrails.com/" + }, + { + "name": "Mnemonic", + "type": "url", + "url": "http://passivedns.mnemonic.no/" + }, + { + "name": "DNS History", + "type": "url", + "url": "http://dnshistory.org/" + }, + { + "name": "PTRarchive.com", + "type": "url", + "url": "http://ptrarchive.com/" + }, + { + "name": "DNS Dumpster", + "type": "url", + "url": "https://dnsdumpster.com/" + }, + { + "name": "Deteque (R)", + "type": "url", + "url": "https://www.deteque.com/" + } + ] + }, + { + "name": "Reputation", + "type": "folder", + "children": [ + { + "name": "AbuseIPDB (Webpage and API)", + "type": "url", + "url": "https://www.abuseipdb.com/" + }, + { + "name": "UrlQuery.net", + "type": "url", + "url": "http://urlquery.net/" + }, + { + "name": "PassiveTotal", + "type": "url", + "url": "https://www.passivetotal.org/" + }, + { + "name": "URL Void", + "type": "url", + "url": "http://www.urlvoid.com/" + }, + { + "name": "Threat Crowd", + "type": "url", + "url": "https://www.threatcrowd.org/" + }, + { + "name": "McAfee TrustedSource", + "type": "url", + "url": "http://www.trustedsource.org/" + }, + { + "name": "Trend Micro Site Safety Center", + "type": "url", + "url": "https://global.sitesafety.trendmicro.com/" + }, + { + "name": "Sucuri SiteCheck", + "type": "url", + "url": "https://sitecheck.sucuri.net/" + }, + { + "name": "ThreatMiner.org", + "type": "url", + "url": "https://www.threatminer.org/" + }, + { + "name": "BlueCoat WebPulse", + "type": "url", + "url": "https://sitereview.bluecoat.com/sitereview.jsp" + }, + { + "name": "Zscaler Zulu URL Risk Analyzer", + "type": "url", + "url": "http://zulu.zscaler.com/" + }, + { + "name": "Joe Sandbox Url Analyzer", + "type": "url", + "url": "https://www.url-analyzer.net/" + }, + { + "name": "Cisco SenderBase", + "type": "url", + "url": "http://www.senderbase.org/" + }, + { + "name": "AVG Threat Labs", + "type": "url", + "url": "http://www.avgthreatlabs.com/ww-en/website-safety-reports/" + }, + { + "name": "Webroot BrightCloud URL/IP Lookup", + "type": "url", + "url": "http://www.brightcloud.com/tools/url-ip-lookup.php" + }, + { + "name": "vURL Online", + "type": "url", + "url": "https://vurldissect.co.uk/" + }, + { + "name": "AlienVault Open Threat Exchange", + "type": "url", + "url": "https://otx.alienvault.com/browse/pulses/" + }, + { + "name": "Web Inspector Online Scan", + "type": "url", + "url": "http://app.webinspector.com/" + }, + { + "name": "Google Safe Browsing API", + "type": "url", + "url": "https://developers.google.com/safe-browsing/?csw=1" + }, + { + "name": "hpHosts Online", + "type": "url", + "url": "http://hosts-file.net/" + } + ] + }, + { + "name": "Domain Blacklists", + "type": "folder", + "children": [ + { + "name": "Ransomware Tracker Abuse.ch", + "type": "url", + "url": "http://ransomwaretracker.abuse.ch/downloads/RW_DOMBL.txt" + }, + { + "name": "Threatexpert.com Malicious URLs", + "type": "url", + "url": "http://www.networksec.org/grabbho/block.txt" + }, + { + "name": "Blackweb", + "type": "url", + "url": "https://github.com/maravento/blackweb" + }, + { + "name": "Malware Patrol (R)", + "type": "url", + "url": "http://www.malware.com.br/open-source.shtml" + }, + { + "name": "MalwareURL (R)", + "type": "url", + "url": "http://www.malwareurl.com/index.php" + }, + { + "name": "scumware.org", + "type": "url", + "url": "https://www.scumware.org/" + }, + { + "name": "Shadowserver Foundation", + "type": "url", + "url": "http://www.shadowserver.org/wiki/pmwiki.php?n=Services/Reports" + }, + { + "name": "Email Domain Validation", + "type": "url", + "url": "https://www.mailboxvalidator.com/domain" + } + ] + }, + { + "name": "Typosquatting", + "type": "folder", + "children": [ + { + "name": "DNS Twist (T)", + "type": "url", + "url": "https://github.com/elceef/dnstwist" + }, + { + "name": "dnstwister", + "type": "url", + "url": "https://dnstwister.report/" + }, + { + "name": "Catphish (T)", + "type": "url", + "url": "https://github.com/ring0lab/catphish" + } + ] + }, + { + "name": "Analytics", + "type": "folder", + "children": [ + { + "name": "BuiltWith", + "type": "url", + "url": "http://builtwith.com/" + }, + { + "name": "SiteSleuth", + "type": "url", + "url": "https://www.sitesleuth.io/" + }, + { + "name": "Wappalyzer (T)", + "type": "url", + "url": "https://wappalyzer.com/" + }, + { + "name": "SEMrush", + "type": "url", + "url": "https://www.semrush.com/" + }, + { + "name": "TopGainers", + "type": "url", + "url": "https://topgainers.net/" + }, + { + "name": "Moonsearch", + "type": "url", + "url": "http://moonsearch.com/" + }, + { + "name": "StackShare", + "type": "url", + "url": "https://stackshare.io/" + }, + { + "name": "Ewhois", + "type": "url", + "url": "https://ewhois.com/" + }, + { + "name": "Netcraft", + "type": "url", + "url": "http://toolbar.netcraft.com/site_report?url=undefined#last_reboot" + }, + { + "name": "StatsCrop", + "type": "url", + "url": "http://www.statscrop.com/" + }, + { + "name": "Open Site Explorer", + "type": "url", + "url": "https://moz.com/researchtools/ose/" + }, + { + "name": "SecurityHeaders.io", + "type": "url", + "url": "https://securityheaders.io/" + }, + { + "name": "Keyword Density", + "type": "url", + "url": "http://tools.seobook.com/general/keyword-density/" + }, + { + "name": "Alexa Site Statistics", + "type": "url", + "url": "http://www.alexa.com/siteinfo" + }, + { + "name": "Cisco Umbrella Popularity List", + "type": "url", + "url": "http://s3-us-west-1.amazonaws.com/umbrella-static/index.html" + }, + { + "name": "Alexa Top 500 Global Sites", + "type": "url", + "url": "http://www.alexa.com/topsites" + }, + { + "name": "W3bin.com", + "type": "url", + "url": "https://w3bin.com/" + }, + { + "name": "Sitedossier", + "type": "url", + "url": "http://www.sitedossier.com/" + }, + { + "name": "Visual Site Mapper", + "type": "url", + "url": "http://www.visualsitemapper.com/" + }, + { + "name": "ClearWebStats.com", + "type": "url", + "url": "https://www.clearwebstats.com/" + }, + { + "name": "PubDB", + "type": "url", + "url": "http://pub-db.com/" + }, + { + "name": "WWW Domain Tools", + "type": "url", + "url": "https://w3dt.net/" + }, + { + "name": "SimilarWeb", + "type": "url", + "url": "https://www.similarweb.com/" + }, + { + "name": "Website Outlook", + "type": "url", + "url": "http://websiteoutlook.com/" + }, + { + "name": "Siteliner", + "type": "url", + "url": "http://siteliner.com/" + }, + { + "name": "WebPagetest", + "type": "url", + "url": "https://www.webpagetest.org/" + }, + { + "name": "WhatWeb", + "type": "url", + "url": "https://github.com/urbanadventurer/WhatWeb" + } + ] + }, + { + "name": "URL Expanders", + "type": "folder", + "children": [ + { + "name": "GetLinkInfo", + "type": "url", + "url": "http://www.getlinkinfo.com/" + }, + { + "name": "CheckShortURL", + "type": "url", + "url": "http://checkshorturl.com/" + }, + { + "name": "Lengthen Me", + "type": "url", + "url": "https://lengthen.me/" + }, + { + "name": "URL Unshortener", + "type": "url", + "url": "http://www.urlunshortener.com/" + }, + { + "name": "Where Does This Link Go?", + "type": "url", + "url": "http://wheredoesthislinkgo.com/" + }, + { + "name": "KnowURL", + "type": "url", + "url": "http://www.knowurl.com/" + } + ] + }, + { + "name": "Change Detection", + "type": "folder", + "children": [ + { + "name": "VisualPing", + "type": "url", + "url": "http://visualping.io/" + }, + { + "name": "Change Detection", + "type": "url", + "url": "http://www.changedetection.com/" + }, + { + "name": "Check site availability Online", + "type": "url", + "url": "https://upcheck.online/" + }, + { + "name": "Follow That Page", + "type": "url", + "url": "https://www.followthatpage.com/" + }, + { + "name": "Urlwatch", + "type": "url", + "url": "https://github.com/thp/urlwatch" + }, + { + "name": "WatchThatPage", + "type": "url", + "url": "http://watchthatpage.com/" + }, + { + "name": "ChangeDetect", + "type": "url", + "url": "http://www.changedetect.com/" + } + ] + }, + { + "name": "Social Analysis", + "type": "folder", + "children": [ + { + "name": "Google Trends", + "type": "url", + "url": "https://www.google.com/trends/" + }, + { + "name": "Reddit (M)", + "type": "url", + "url": "https://www.reddit.com/domain/%3CURLhere%3E" + } + ] + }, + { + "name": "DNSSEC", + "type": "folder", + "children": [ + { + "name": "DNSSEC Analyzer", + "type": "url", + "url": "http://dnssec-debugger.verisignlabs.com/" + }, + { + "name": "DNSViz", + "type": "url", + "url": "http://dnsviz.net/" + } + ] + }, + { + "name": "Cloud Resources", + "type": "folder", + "children": [ + { + "name": "Public Buckets", + "type": "url", + "url": "https://buckets.grayhatwarfare.com/" + }, + { + "name": "Online Port scanner", + "type": "url", + "url": "https://portscanner.online/" + }, + { + "name": "CloudScraper (T)", + "type": "url", + "url": "https://github.com/jordanpotti/cloudscraper" + }, + { + "name": "Check site availability Online", + "type": "url", + "url": "https://upcheck.online/" + } + ] + }, + { + "name": "Vulnerabilities", + "type": "folder", + "children": [ + { + "name": "Scanners", + "type": "folder", + "children": [ + { + "name": "Sn1per (T)", + "type": "url", + "url": "https://github.com/1N3/Sn1per" + }, + { + "name": "Online Nikto scanner", + "type": "url", + "url": "https://nikto.online/" + } + ] + }, + { + "name": "Disclosure Sites", + "type": "folder", + "children": [ + { + "name": "XSSposed.org", + "type": "url", + "url": "https://www.xssposed.org/" + }, + { + "name": "Zone-H.org", + "type": "url", + "url": "http://zone-h.org/archive" + } + ] + }, + { + "name": "RobotsDisallowed", + "type": "url", + "url": "https://github.com/danielmiessler/RobotsDisallowed" + } + ] + }, + { + "name": "Tools", + "type": "folder", + "children": [ + { + "name": "Belati (T)", + "type": "url", + "url": "https://github.com/aancw/Belati" + }, + { + "name": "BlackWidow (T)", + "type": "url", + "url": "https://softbytelabs.com/wp/blackwidow/" + }, + { + "name": "Burp Suite (T)", + "type": "url", + "url": "https://portswigger.net/burp/" + }, + { + "name": "EyeWitness (T)", + "type": "url", + "url": "https://github.com/ChrisTruncer/EyeWitness" + }, + { + "name": "IntelliTamper (T)", + "type": "url", + "url": "http://www.softpedia.com/get/Internet/Other-Internet-Related/IntelliTamper.shtml" + }, + { + "name": "Hunting-New-Registered-Domains (T)", + "type": "url", + "url": "https://github.com/gfek/Hunting-New-Registered-Domains" + }, + { + "name": "International Domain Name Conversion Tool", + "type": "url", + "url": "http://mct.verisign-grs.com/" + }, + { + "name": "Online Nikto scanner", + "type": "url", + "url": "https://nikto.online/" + } + ] + }, + { + "name": "Report Malicious Sites", + "type": "folder", + "children": [ + { + "name": "Microsoft", + "type": "url", + "url": "https://www.microsoft.com/en-us/wdsi/support/report-unsafe-site-guest" + }, + { + "name": "Google", + "type": "url", + "url": "https://safebrowsing.google.com/safebrowsing/report_phish/?hl=en" + } + ] + } + ] }, { - "name": "IPv4", + "name": "IP & MAC Address", "type": "folder", "children": [ - { - "name": "ASlookup.com", - "type": "url", - "url": "https://aslookup.com/" - }, - { - "name": "Port scanner Online", - "type": "url", - "url": "https://portscanner.online/" - }, - { - "name": "Onyphe", - "type": "url", - "url": "https://www.onyphe.io/" - }, - { - "name": "ODIN (R)", - "type": "url", - "url": "https://www.getodin.com/" - }, - { - "name": "IPv4 CIDR Report", - "type": "url", - "url": "http://www.cidr-report.org/as2.0/" - }, - { - "name": "Reverse.report", - "type": "url", - "url": "https://reverse.report/" - }, - { - "name": "Team Cymru IP to ASN", - "type": "url", - "url": "https://asn.cymru.com/" - }, - { - "name": "IP to ASN DB", - "type": "url", - "url": "https://iptoasn.com/" - }, - { - "name": "Hacker Target - Reverse DNS", - "type": "url", - "url": "https://hackertarget.com/reverse-dns-lookup/" - }] + { + "name": "Geolocation", + "type": "folder", + "children": [ + { + "name": "MaxMind Demo", + "type": "url", + "url": "https://www.maxmind.com/en/home" + }, + { + "name": "IPv4/IPv6 lists by country code", + "type": "url", + "url": "http://ipverse.net/" + }, + { + "name": "IP2Location.com", + "type": "url", + "url": "https://www.ip2location.com/demo" + }, + { + "name": "IP Fingerprints", + "type": "url", + "url": "http://www.ipfingerprints.com/" + }, + { + "name": "DB-IP", + "type": "url", + "url": "https://db-ip.com/" + }, + { + "name": "IP Location Finder", + "type": "url", + "url": "https://www.iplocation.net/" + }, + { + "name": "Info Sniper", + "type": "url", + "url": "http://www.infosniper.net/" + }, + { + "name": "utrace", + "type": "url", + "url": "http://en.utrace.de/" + }, + { + "name": "InfobyIP.com", + "type": "url", + "url": "https://www.infobyip.com/" + }, + { + "name": "ipTRACKERonline", + "type": "url", + "url": "https://www.iptrackeronline.com/" + }, + { + "name": "My IP Address", + "type": "url", + "url": "https://www.ipaddress.my/" + } + ] + }, + { + "name": "Host / Port Discovery", + "type": "folder", + "children": [ + { + "name": "urlscan.io", + "type": "url", + "url": "https://urlscan.io/search/#*" + }, + { + "name": "Shodan", + "type": "url", + "url": "https://www.shodan.io/" + }, + { + "name": "Netlas.io", + "type": "url", + "url": "https://netlas.io/" + }, + { + "name": "Scans.io", + "type": "url", + "url": "https://scans.io/" + }, + { + "name": "ZoomEye", + "type": "url", + "url": "https://www.zoomeye.org/" + }, + { + "name": "Nmap (T)", + "type": "url", + "url": "https://nmap.org/download.html" + }, + { + "name": "Online Port scanner", + "type": "url", + "url": "https://portscanner.online/" + }, + { + "name": "Internet Census Search", + "type": "url", + "url": "http://www.exfiltrated.com/querystart.php" + }, + { + "name": "Criminal IP Search", + "type": "url", + "url": "https://www.criminalip.io/" + }, + { + "name": "Scanless (T)", + "type": "url", + "url": "https://github.com/vesche/scanless" + }, + { + "name": "BinaryEdge (R)", + "type": "url", + "url": "https://www.binaryedge.io/" + }, + { + "name": "Masscan (T)", + "type": "url", + "url": "https://github.com/robertdavidgraham/masscan" + }, + { + "name": "ODIN (R)", + "type": "url", + "url": "https://www.getodin.com/" + } + ] + }, + { + "name": "IPv4", + "type": "folder", + "children": [ + { + "name": "Port scanner Online", + "type": "url", + "url": "https://portscanner.online/" + }, + { + "name": "Onyphe", + "type": "url", + "url": "https://www.onyphe.io/" + }, + { + "name": "ODIN (R)", + "type": "url", + "url": "https://www.getodin.com/" + }, + { + "name": "IPv4 CIDR Report", + "type": "url", + "url": "http://www.cidr-report.org/as2.0/" + }, + { + "name": "Reverse.report", + "type": "url", + "url": "https://reverse.report/" + }, + { + "name": "Team Cymru IP to ASN", + "type": "url", + "url": "https://asn.cymru.com/" + }, + { + "name": "IP to ASN DB", + "type": "url", + "url": "https://iptoasn.com/" + }, + { + "name": "Hacker Target - Reverse DNS", + "type": "url", + "url": "https://hackertarget.com/reverse-dns-lookup/" + } + ] + }, + { + "name": "IPv6", + "type": "folder", + "children": [ + { + "name": "IPv6 CIDR Report", + "type": "url", + "url": "http://www.cidr-report.org/v6/as2.0/" + } + ] + }, + { + "name": "BGP", + "type": "folder", + "children": [ + { + "name": "Hurricane Electric BGP Toolkit", + "type": "url", + "url": "http://bgp.he.net/" + }, + { + "name": "BGP Malicious Content Ranking", + "type": "url", + "url": "http://bgpranking.circl.lu/" + }, + { + "name": "BGPStream", + "type": "url", + "url": "https://bgpstream.com/" + }, + { + "name": "PeeringDB", + "type": "url", + "url": "https://www.peeringdb.com/advanced_search" + } + ] + }, + { + "name": "Reputation", + "type": "folder", + "children": [ + { + "name": "IP Void", + "type": "url", + "url": "http://www.ipvoid.com/" + }, + { + "name": "ExoneraTor", + "type": "url", + "url": "https://exonerator.torproject.org/" + }, + { + "name": "Grey Noise", + "type": "url", + "url": "https://viz.greynoise.io/" + }, + { + "name": "LiveIPMap IP Check", + "type": "url", + "url": "https://www.liveipmap.com/" + } + ] + }, + { + "name": "Blacklists", + "type": "folder", + "children": [ + { + "name": "Blocklist.de", + "type": "url", + "url": "http://www.blocklist.de/en/index.html" + }, + { + "name": "DShield API", + "type": "url", + "url": "https://isc.sans.edu/api/" + }, + { + "name": "FireHOL IP Lists ", + "type": "url", + "url": "http://iplists.firehol.org/" + }, + { + "name": "Project Honey Pot", + "type": "url", + "url": "http://www.projecthoneypot.org/list_of_ips.php" + }, + { + "name": "AbuseIPDB", + "type": "url", + "url": "https://www.abuseipdb.com/" + } + ] + }, + { + "name": "Neighbor Domains", + "type": "folder", + "children": [ + { + "name": "IP Fingerprints - Reverse IP Lookup", + "type": "url", + "url": "http://www.ipfingerprints.com/reverseip.php" + }, + { + "name": "Bing IP Search (D)", + "type": "url", + "url": "http://www.bing.com/search?q=ip%3A8.8.8.8" + }, + { + "name": "TCP/IP Utils - Domain Neighbors", + "type": "url", + "url": "http://www.tcpiputils.com/domain-neighbors" + }, + { + "name": "MyIPNeighbors", + "type": "url", + "url": "http://www.my-ip-neighbors.com/" + } + ] + }, + { + "name": "Protected by Cloud Services", + "type": "folder", + "children": [ + { + "name": "CloudFlare Watch", + "type": "url", + "url": "http://www.crimeflare.com/" + }, + { + "name": "CloudFail (T)", + "type": "url", + "url": "https://github.com/m0rtem/CloudFail" + } + ] + }, + { + "name": "Wireless Network Info", + "type": "folder", + "children": [ + { + "name": "WiGLE: Wireless Network Mapping", + "type": "url", + "url": "https://wigle.net/" + }, + { + "name": "OpenCellid: Database of Cell Towers", + "type": "url", + "url": "https://opencellid.org/" + } + ] + }, + { + "name": "Network Analysis Tools", + "type": "folder", + "children": [ + { + "name": "Wireshark", + "type": "url", + "url": "https://www.wireshark.org/download.html" + }, + { + "name": "NetworkMiner", + "type": "url", + "url": "https://www.netresec.com/?page=Networkminer" + }, + { + "name": "NetworkTotal", + "type": "url", + "url": "https://www.networktotal.com/" + } + ] + }, + { + "name": "IP Loggers", + "type": "folder", + "children": [ + { + "name": "Ki.tc", + "type": "url", + "url": "https://ki.tc" + }, + { + "name": "Grabify", + "type": "url", + "url": "https://grabify.link" + }, + { + "name": "IP Logger", + "type": "url", + "url": "https://iplogger.com/" + } + ] + } + ] }, { - "name": "IPv6", + "name": "Images / Videos / Docs", "type": "folder", "children": [ - { - "name": "IPv6 CIDR Report", - "type": "url", - "url": "http://www.cidr-report.org/v6/as2.0/" - }] + { + "name": "Images", + "type": "folder", + "children": [ + { + "name": "Search", + "type": "folder", + "children": [ + { + "name": "Google Images", + "type": "url", + "url": "https://images.google.com/?gws_rd=ssl" + }, + { + "name": "Bing Images", + "type": "url", + "url": "http://www.bing.com/images" + }, + { + "name": "Yahoo Image Search", + "type": "url", + "url": "http://images.yahoo.com/" + }, + { + "name": "TinEye Reverse Image Search", + "type": "url", + "url": "http://tineye.com/" + }, + { + "name": "PimEyes Face Search Engine", + "type": "url", + "url": "https://pimeyes.com/en" + }, + { + "name": "Yandex Images", + "type": "url", + "url": "https://www.yandex.com/images/" + }, + { + "name": "Baidu Images", + "type": "url", + "url": "http://shitu.baidu.com/" + }, + { + "name": "Twitter Image Search (M)", + "type": "url", + "url": "https://twitter.com/search?q=%3Csearchterm%3E&src=typd&vertical=default&f=images" + }, + { + "name": "Imgur Search", + "type": "url", + "url": "https://imgur.com/search" + }, + { + "name": "Photobucket", + "type": "url", + "url": "http://photobucket.com/" + }, + { + "name": "Karma Decay", + "type": "url", + "url": "http://karmadecay.com/" + }, + { + "name": "Image Raider", + "type": "url", + "url": "https://www.imageraider.com/" + }, + { + "name": "7Photos.net", + "type": "url", + "url": "http://7photos.net/" + }, + { + "name": "Panoramio", + "type": "url", + "url": "http://www.panoramio.com/" + }, + { + "name": "Current Location", + "type": "url", + "url": "http://current-location.com/" + }, + { + "name": "Lakako Photo Search", + "type": "url", + "url": "http://www.lakako.com/" + }, + { + "name": "CC Search", + "type": "url", + "url": "https://ccsearch.creativecommons.org/" + }, + { + "name": "CamFind App", + "type": "url", + "url": "http://camfindapp.com/" + }, + { + "name": "RevEye Reverse Image Search (T)", + "type": "url", + "url": "https://chrome.google.com/webstore/detail/reveye-reverse-image-sear/keaaclcjhehbbapnphnmpiklalfhelgf?hl=en" + }, + { + "name": "SmugMug Search", + "type": "url", + "url": "http://www.smugmug.com/search" + }, + { + "name": "ImageNet", + "type": "url", + "url": "http://image-net.org/" + }, + { + "name": "Places2", + "type": "url", + "url": "http://places2.csail.mit.edu/explore.html" + }, + { + "name": "Image Identification Project", + "type": "url", + "url": "https://www.imageidentify.com/" + }, + { + "name": "SauceNAO", + "type": "url", + "url": "https://saucenao.com/" + }, + { + "name": "Picarta", + "type": "url", + "url": "https://picarta.ai/" + } + ] + }, + { + "name": "Instagram", + "type": "folder", + "children": [ + { + "name": "Webstigram", + "type": "url", + "url": "http://websta.me/search" + }, + { + "name": "Instagram", + "type": "url", + "url": "https://www.instagram.com/" + }, + { + "name": "Mini Instagram", + "type": "url", + "url": "http://mininsta.net/" + }, + { + "name": "Imgrab", + "type": "url", + "url": "https://imgrab.com/" + }, + { + "name": "Tofo.me", + "type": "url", + "url": "https://tofo.me/" + } + ] + }, + { + "name": "Flickr", + "type": "folder", + "children": [ + { + "name": "Flickr", + "type": "url", + "url": "https://www.flickr.com/" + }, + { + "name": "Flickr Map", + "type": "url", + "url": "https://www.flickr.com/map/" + }, + { + "name": "My Pics Map", + "type": "url", + "url": "http://www.mypicsmap.com/" + }, + { + "name": "idGettr", + "type": "url", + "url": "http://idgettr.com/" + }, + { + "name": "Flickr Hive Mind", + "type": "url", + "url": "http://flickrhivemind.net/" + } + ] + }, + { + "name": "Metadata", + "type": "folder", + "children": [ + { + "name": "ExifTool (T)", + "type": "url", + "url": "http://www.sno.phy.queensu.ca/~phil/exiftool/" + }, + { + "name": "ExifEditor", + "type": "url", + "url": "https://exifeditor.io" + }, + { + "name": "Jeffrey's Exif Viewer", + "type": "url", + "url": "http://exif.regex.info/" + }, + { + "name": "ExifViewer", + "type": "url", + "url": "http://www.exifviewer.org/" + }, + { + "name": "Search by Exif", + "type": "url", + "url": "http://www.exif-search.com/" + }, + { + "name": "ImgOps", + "type": "url", + "url": "http://imgops.com/" + }, + { + "name": "Metapicz", + "type": "url", + "url": "http://metapicz.com/#landing" + }, + { + "name": "JPEGsnoop (T)", + "type": "url", + "url": "http://www.impulseadventure.com/photo/jpeg-snoop.html" + }, + { + "name": "GeoSetter", + "type": "url", + "url": "http://www.geosetter.de/en/" + }, + { + "name": "xeuledoc - Fetch metadata about any public Google document", + "type": "url", + "url": "https://github.com/Malfrats/xeuledoc" + } + ] + }, + { + "name": "Forensics", + "type": "folder", + "children": [ + { + "name": "FotoForensics", + "type": "url", + "url": "http://fotoforensics.com/" + }, + { + "name": "Ghiro (T)", + "type": "url", + "url": "https://github.com/ghirensics/ghiro" + } + ] + }, + { + "name": "OCR", + "type": "folder", + "children": [ + { + "name": "Online OCR", + "type": "url", + "url": "http://www.free-ocr.com/" + }, + { + "name": "i2OCR", + "type": "url", + "url": "http://www.i2ocr.com/" + }, + { + "name": "New OCR", + "type": "url", + "url": "https://www.newocr.com/" + }, + { + "name": "Online OCR", + "type": "url", + "url": "http://www.onlineocr.net/" + } + ] + }, + { + "name": "Tools", + "type": "folder", + "children": [ + { + "name": "Creepy (T)", + "type": "url", + "url": "http://www.geocreepy.com/" + } + ] + } + ] + }, + { + "name": "Videos", + "type": "folder", + "children": [ + { + "name": "Search", + "type": "folder", + "children": [ + { + "name": "Google Videos", + "type": "url", + "url": "https://www.google.com/videohp?gws_rd=ssl" + }, + { + "name": "Bing Videos", + "type": "url", + "url": "http://www.bing.com/videos" + }, + { + "name": "Vimeo Search", + "type": "url", + "url": "https://vimeo.com/search?" + }, + { + "name": "Internet Archive Videos", + "type": "url", + "url": "https://archive.org/details/opensource_movies" + }, + { + "name": "Vines (D)", + "type": "url", + "url": "https://www.google.com/search?q=site:vine.co+%3Csearchterm%3E" + }, + { + "name": "Dogpile Web Search", + "type": "url", + "url": "http://www.dogpile.com/" + }, + { + "name": "Geo Search Tool", + "type": "url", + "url": "http://www.geosearchtool.com/" + }, + { + "name": "blinkx Video Search", + "type": "url", + "url": "http://www.blinkx.com/" + }, + { + "name": "Facebook Live Map", + "type": "url", + "url": "https://www.facebook.com/livemap#" + }, + { + "name": "LiveLeak", + "type": "url", + "url": "https://www.liveleak.com/" + }, + { + "name": "Metatube", + "type": "url", + "url": "http://www.metatube.com/" + }, + { + "name": "Yahoo Video Search", + "type": "url", + "url": "http://video.search.yahoo.com/" + } + ] + }, + { + "name": "Analyze / Record", + "type": "folder", + "children": [ + { + "name": "DetURL", + "type": "url", + "url": "http://deturl.com/" + }, + { + "name": "Print YouTube StoryBoard Instructions", + "type": "url", + "url": "http://www.labnol.org/internet/print-youtube-video/28217/" + }, + { + "name": "Print Storyboard from Youtube", + "type": "url", + "url": "javascript:(function(){a=ytplayer.config.args.storyboard_spec;if(!a){alert(\"Sorry we cannot process this YouTube video. Could you please try another one\");exit();}b=a.split(\"|\");base=b[0].split(\"$\")[0]+\"2/M\";c=b[3].split(\"%23\");sigh=c[c.length-1];var imgs=\"\";t=ytplayer.config.args.length_seconds;n=Math.ceil(c[2]/(c[3]*c[4]));for(i=0;i
\";}var title=ytplayer.config.args.title;msg=\"
\";}var title=ytplayer.config.args.title;msg=\"" + }, + { + "url": "http://answerthepublic.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://api.opencnam.com/v2/phone/+19073372323", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "http://archive.recapthelaw.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://backtweets.com/", + "status": null, + "error": "timed out" + }, + { + "url": "http://biznar.com/biznar/desktop/en/search.html", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://blockr.io/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://browsershots.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://browserspy.dk/browser.php", + "status": 500, + "error": "HTTP Error 500: Internal Server Error" + }, + { + "url": "http://chroniclingamerica.loc.gov/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://chroniclingamerica.loc.gov/search/titles/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://claz.org/", + "status": 429, + "error": "HTTP Error 429: 429" + }, + { + "url": "http://corporateinformation.com/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://darkfailllnkf4vf.onion/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://data.influenceexplorer.com/#", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://decalage.info/en/mwsearch", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://dnshistory.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://domainbigdata.com/", + "status": 530, + "error": "HTTP Error 530: " + }, + { + "url": "http://entitycube.research.microsoft.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://eqt5g4fuenphqinx.onion/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://flightaware.com/live/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://fortiguard.com/iprep", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "http://freecarrierlookup.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://gjobqjj7wyczbqie.onion/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://hosts-file.net/", + "status": null, + "error": "timed out" + }, + { + "url": "http://howmanyofme.com/search/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://hss3uro2hsxfogfq.onion/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://images.yahoo.com/", + "status": 500, + "error": "HTTP Error 500: Service not available" + }, + { + "url": "http://infospace.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://investing.businessweek.com/research/common/symbollookup/symbollookup.asp", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://iseek.com/iseek/home.page", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://karmadecay.com/", + "status": null, + "error": "timed out" + }, + { + "url": "http://labs.teehanlax.com/project/hyperlapse", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://letmecheck.it/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://malc0de.com/bl/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://map.daum.net/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://mediabugs.org/", + "status": 500, + "error": "HTTP Error 500: Internal Server Error" + }, + { + "url": "http://mirror1.malwaredomains.com/files/domains.txt", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://nsrl.hashsets.com/national_software_reference_library1_search.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://phenoelit.org/dpl/dpl.html", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://pqdtopen.proquest.com/search.html", + "status": 521, + "error": "HTTP Error 521: " + }, + { + "url": "http://ptrarchive.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://radaris.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://ransomwaretracker.abuse.ch/downloads/RW_DOMBL.txt", + "status": 503, + "error": "HTTP Error 503: certificate has expired" + }, + { + "url": "http://search-id.com/", + "status": 522, + "error": "HTTP Error 522: " + }, + { + "url": "http://shuriken.pm", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://socialblade.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://sortedbyname.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://ssrn.com/en/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://toolbar.netcraft.com/site_report?url=undefined#last_reboot", + "status": 400, + "error": "HTTP Error 400: Bad Request" + }, + { + "url": "http://tor66sezptuu2nta.onion/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://tracker.geops.ch/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://translate.reference.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://twopcharts.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://urlex.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://verificationjunkie.com/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://vis-www.cs.umass.edu/lfw/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://websiteoutlook.com/", + "status": null, + "error": "timed out" + }, + { + "url": "http://www.amnestyusa.org/citizenevidence/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.andyroid.net/", + "status": 503, + "error": "HTTP Error 503: Service Temporarily Unavailable" + }, + { + "url": "http://www.anywho.com/whitepages", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.bgp4.as/tools", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.blackpeoplemeet.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.blackplanet.com/user_search/index.html", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.browserscope.org/", + "status": 503, + "error": "HTTP Error 503: Service Temporarily Unavailable" + }, + { + "url": "http://www.calleridservice.com/", + "status": null, + "error": "timed out" + }, + { + "url": "http://www.cameratrace.com/trace", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.canlii.org/en/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.codetwo.com/freeware/outlook-export/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.corporationwiki.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.criminalsearches.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.docjax.com/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.edge-security.com/metagoofil.php", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.familytreenow.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.felonspy.com/search.html", + "status": null, + "error": "Remote end closed connection without response" + }, + { + "url": "http://www.findthedata.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.flippity.com/", + "status": 522, + "error": "HTTP Error 522: " + }, + { + "url": "http://www.followthemoney.org/", + "status": 400, + "error": "HTTP Error 400: Bad Request" + }, + { + "url": "http://www.genealogy.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.getlinkinfo.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.goofbid.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.hunch.ly/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.iboogie.com/", + "status": 503, + "error": "HTTP Error 503: Service Unavailable" + }, + { + "url": "http://www.indeed.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.infobel.com/en/world/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.intelius.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.kahusecurity.com/tools/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.kompass.com/selectcountry/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.linkexpander.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.malware.com.br/open-source.shtml", + "status": 522, + "error": "HTTP Error 522: " + }, + { + "url": "http://www.malwaredomainlist.com/hostslist/hosts.txt", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.malwaredomainlist.com/mdl.php", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.malwaredomains.com/wordpress/?page_id=66", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.marinetraffic.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.match.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.morningstarsecurity.com/research/urlcrazy", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.onion.link/", + "status": null, + "error": "timed out" + }, + { + "url": "http://www.oodle.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.opendoar.org/search.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.opensecrets.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.packettotal.com/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.reconstructer.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.reputationauthority.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.reversegenie.com/people.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.reversegenie.com/phone.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.reversegenie.com/plate.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.ripoffreport.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.screenshots.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.securityfocus.com/bid", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.senderbase.org/", + "status": 503, + "error": "HTTP Error 503: Service Unavailable" + }, + { + "url": "http://www.softpedia.com/get/Internet/Other-Internet-Related/IntelliTamper.shtml", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.spiderfoot.net/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.spyonweb.com/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "http://www.talkwalker.com/alerts", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.thepaperboy.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.torscan.io/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "http://www.trustedsource.org/", + "status": null, + "error": "timed out" + }, + { + "url": "http://www.urlunshortener.com/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "http://www.ussearch.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.vindecoderz.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.vmware.com/products/player/playerpro-evaluation.html", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "http://www.whostalkin.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "http://www.worldlingo.com/en/products_services/worldlingo_translator.html", + "status": 302, + "error": "HTTP Error 302: The HTTP server returned a redirect error that would lead to an infinite loop.\nThe last 30x error message was:\nFound" + }, + { + "url": "http://www.yournavigation.org/", + "status": null, + "error": "timed out" + }, + { + "url": "http://www.zabasearch.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.zillow.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.zoominfo.com/company-directory/us", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "http://www.zoominfo.com/people_directory/professional_profile/A-0-1", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://addons.mozilla.org/en-US/firefox/addon/javascript-deobfuscator/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://addons.mozilla.org/en-US/firefox/addon/self-destructing-cookies/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://africacheck.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://annas-archive.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://api.github.com/users/%3Cusername%3E/events/public", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://ashley.cynic.al/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://aslookup.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://attack.mitre.org/wiki/All_Techniques", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://batchgeo.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://berla.co/products/ive/vehicle-lookup/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://bgpstream.com/", + "status": null, + "error": "timed out" + }, + { + "url": "https://bitbucket.org/decalage/balbuzard", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://blockchain.info/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://blockexplorer.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://cdn.rawgit.com/Marak/faker.js/master/examples/browser/index.html", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://chainradar.com/xmr/blocks", + "status": null, + "error": "[SSL: TLSV1_UNRECOGNIZED_NAME] tlsv1 unrecognized name (_ssl.c:1129)" + }, + { + "url": "https://chatgpt.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://community.blueliv.com/#!/discover", + "status": null, + "error": "timed out" + }, + { + "url": "https://community.blueliv.com/#!/sandbox", + "status": null, + "error": "timed out" + }, + { + "url": "https://connect.data.com/", + "status": null, + "error": "timed out" + }, + { + "url": "https://consumer.valkyrie.comodo.com/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "https://crt.sh/?", + "status": null, + "error": "The read operation timed out" + }, + { + "url": "https://cubib.com/", + "status": 522, + "error": "HTTP Error 522: " + }, + { + "url": "https://cymon.io/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://darkweb.hunch.ly/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://developer.microsoft.com/en-us/microsoft-edge/tools/vms/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://developer.mozilla.org/en-US/docs/Mozilla/Projects/SpiderMonkey", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://elevenlabs.io/dubbing", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "https://epieos.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://etherchain.org/accounts/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://familysearch.org/search/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://findsubdomains.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://flowgpt.com/p/wormgpt-6", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://followyourworld.appspot.com/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://getnewsbot.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://github.com/bharshbarger/AutOSINT", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://github.com/bwall/ircsnapshot", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://github.com/i3visio/osrframework", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://github.com/infosec-au/assetnote", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://github.com/m4ll0k/infoga", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://graphsense.info/", + "status": 500, + "error": "HTTP Error 500: Internal Server Error" + }, + { + "url": "https://hashes.org/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://hoaxy.iuni.iu.edu/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://instantusername.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://intel.criticalstack.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://inteltechniques.com/blog/2018/09/28/complete-credit-freeze-tutorial-update/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://inteltechniques.com/buscador/index.html", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://intrigue.io/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://justpaste.it/", + "status": null, + "error": "[SSL: SSLV3_ALERT_HANDSHAKE_FAILURE] sslv3 alert handshake failure (_ssl.c:1129)" + }, + { + "url": "https://labs.inquest.net/dfi", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://landsatlook.usgs.gov/sentinel2/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://lengthen.me/", + "status": null, + "error": "timed out" + }, + { + "url": "https://live.ether.camp/transactions", + "status": 530, + "error": "HTTP Error 530: " + }, + { + "url": "https://malwareconfig.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://millionshort.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://mobility.portal.geops.io/", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "https://numspy.pythonanywhere.com/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://nuwber.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://oint.ctrlbox.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://onion.cab/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "https://orbisdirectory.bvdinfo.com/version-2016121/OrbisDirectory/Companies", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://orkut.google.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://oxt.me", + "status": null, + "error": "[Errno 51] Network is unreachable" + }, + { + "url": "https://play.google.com/store/apps/details?id=co.getair.meerkat", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://play.google.com/store/apps/details?id=co.vine.android", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://play.google.com/store/apps/details?id=com.yahoo.mobile.client.android.flickr", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://play.google.com/store/apps/details?id=com.yik.yak", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://play.google.com/store/apps/details?id=tv.periscope.android", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://plessas.net/online-training", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://portmap.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://proxycheck.haschek.at/", + "status": null, + "error": "[SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1129)" + }, + { + "url": "https://search.deepviz.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://searx.me/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "https://securityheaders.io/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://securitytrails.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://shiptracker.shodan.io/", + "status": null, + "error": "timed out" + }, + { + "url": "https://softbytelabs.com/wp/blackwidow/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://spyse.com/search/certificate", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://spyse.com/search/ip", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://stackshare.io/", + "status": 429, + "error": "HTTP Error 429: Too Many Requests" + }, + { + "url": "https://themanyhats.club/centralised-place-for-privacy-resources/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://topgainers.net/", + "status": null, + "error": "timed out" + }, + { + "url": "https://torguard.net/vpn-dns-leak-test.php", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://urlebird.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://usersearch.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://vimeo.com/search?", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://voterrecords.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://w3bin.com/", + "status": null, + "error": "Remote end closed connection without response" + }, + { + "url": "https://w3dt.net/", + "status": null, + "error": "Remote end closed connection without response" + }, + { + "url": "https://web-beta.archive.org/#/", + "status": 403, + "error": "HTTP Error 403: FORBIDDEN" + }, + { + "url": "https://whatbrowser.org/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://whatsmyname.app/", + "status": 464, + "error": "HTTP Error 464: " + }, + { + "url": "https://whois.arin.net/ui/advanced.jsp", + "status": 404, + "error": "HTTP Error 404: " + }, + { + "url": "https://www.abuseipdb.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.advancedbackgroundchecks.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.allmytweets.net/connect/", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://www.amazon.com/gp/registry/search", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://www.ashleymadison.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.bedbathandbeyond.com/store/giftregistry/registry_search_guest.jsp", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://www.blocktrail.com/BTC", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://www.companieslist.co.uk/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.corporationwiki.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.facebook.com/photo.php?fbid=PHOTO-ID-HERE", + "status": 404, + "error": "HTTP Error 404: Not Found" + }, + { + "url": "https://www.fastpeoplesearch.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.fontspring.com/matcherator", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.freetranslation.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.getodin.com/", + "status": null, + "error": "[SSL: TLSV1_ALERT_PROTOCOL_VERSION] tlsv1 alert protocol version (_ssl.c:1129)" + }, + { + "url": "https://www.glassdoor.com/Reviews/index.htm", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.hathitrust.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.heavy.ai/demos/tweetmap", + "status": null, + "error": "[SSL: TLSV1_ALERT_INTERNAL_ERROR] tlsv1 alert internal error (_ssl.c:1129)" + }, + { + "url": "https://www.homefacts.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.idcrawl.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.idcrawl.com/username", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.imageraider.com/", + "status": 500, + "error": "HTTP Error 500: Internal Server Error" + }, + { + "url": "https://www.infobyip.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.ipaddress.my/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.iptrackeronline.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.ixquick.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.liveipmap.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.manta.com/business-directory", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.mend.io/vulnerability-database/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.mylife.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.networktotal.com/", + "status": null, + "error": "timed out" + }, + { + "url": "https://www.nicb.org/theft_and_fraud_awareness/vincheck", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.okcupid.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.opencnam.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.owler.com/", + "status": 429, + "error": "HTTP Error 429: Too Many Requests" + }, + { + "url": "https://www.passivetotal.org/", + "status": null, + "error": "timed out" + }, + { + "url": "https://www.perfect-privacy.com/check-ip/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.perfect-privacy.com/webrtc-leaktest/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.pexels.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.plonked.com/", + "status": null, + "error": "[Errno 61] Connection refused" + }, + { + "url": "https://www.pwnmalw.re/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.reddit.com/domain/%3CURLhere%3E", + "status": 403, + "error": "HTTP Error 403: Blocked" + }, + { + "url": "https://www.reddit.com/r/darknet", + "status": 403, + "error": "HTTP Error 403: Blocked" + }, + { + "url": "https://www.reddit.com/r/deepweb", + "status": 403, + "error": "HTTP Error 403: Blocked" + }, + { + "url": "https://www.reddit.com/r/onions", + "status": 403, + "error": "HTTP Error 403: Blocked" + }, + { + "url": "https://www.safeshepherd.com/handbook", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "https://www.salesmaple.com/contacts/#!/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.sans.org/sec487", + "status": 308, + "error": "HTTP Error 308: Permanent Redirect" + }, + { + "url": "https://www.stringify.com/", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.threatcrowd.org/", + "status": 503, + "error": "HTTP Error 503: Service Temporarily Unavailable" + }, + { + "url": "https://www.threatpipes.com", + "status": null, + "error": "timed out" + }, + { + "url": "https://www.truepeoplesearch.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.usphonebook.com", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.vehiclehistory.com/licence-plate-search/licence-plate.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://www.wdl.org/en/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.webpagetest.org/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://www.xssposed.org/", + "status": null, + "error": "[SSL: WRONG_VERSION_NUMBER] wrong version number (_ssl.c:1129)" + }, + { + "url": "https://www.zoomeye.org/", + "status": 521, + "error": "HTTP Error 521: " + }, + { + "url": "https://www.zoosk.com/", + "status": 403, + "error": "HTTP Error 403: Forbidden" + }, + { + "url": "https://zeustracker.abuse.ch/blocklist.php", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + }, + { + "url": "https://zeustracker.abuse.ch/blocklist.php?download=domainblocklist", + "status": null, + "error": "[Errno 8] nodename nor servname provided, or not known" + } + ], + "redirected": [ + { + "url": "http://0day.today/", + "status": 200, + "final_url": "https://0day.today/" + }, + { + "url": "http://7photos.net/", + "status": 200, + "final_url": "http://ww1.7photos.net/" + }, + { + "url": "http://adultfriendfinder.com/", + "status": 200, + "final_url": "https://adultfriendfinder.com/" + }, + { + "url": "http://analyzeid.com/", + "status": 200, + "final_url": "https://analyzeid.com/" + }, + { + "url": "http://app.webinspector.com/", + "status": 200, + "final_url": "https://www.webinspector.com/website-malware-scanner/" + }, + { + "url": "http://archive.is/", + "status": 200, + "final_url": "https://archive.is/" + }, + { + "url": "http://bgp.he.net/", + "status": 200, + "final_url": "https://bgp.he.net/" + }, + { + "url": "http://bgpranking.circl.lu/", + "status": 200, + "final_url": "https://bgpranking.circl.lu/" + }, + { + "url": "http://bitcoinwhoswho.com/", + "status": 200, + "final_url": "https://www.bitcoinwhoswho.com/" + }, + { + "url": "http://blog.didierstevens.com/programs/pdf-tools/", + "status": 200, + "final_url": "https://blog.didierstevens.com/programs/pdf-tools/" + }, + { + "url": "http://blog.didierstevens.com/programs/xorsearch/", + "status": 200, + "final_url": "https://blog.didierstevens.com/programs/xorsearch/" + }, + { + "url": "http://boardreader.com/", + "status": 200, + "final_url": "https://boardreader.com/" + }, + { + "url": "http://botscout.com/", + "status": 200, + "final_url": "https://botscout.com/" + }, + { + "url": "http://browserspy.dk/", + "status": 200, + "final_url": "https://browserspy.dk/" + }, + { + "url": "http://builtwith.com/", + "status": 200, + "final_url": "https://builtwith.com/" + }, + { + "url": "http://cdrex.com/", + "status": 200, + "final_url": "https://www.cdrex.com/" + }, + { + "url": "http://checkshorturl.com/", + "status": 200, + "final_url": "https://checkshorturl.com/" + }, + { + "url": "http://commoncrawl.org/", + "status": 200, + "final_url": "https://commoncrawl.org/" + }, + { + "url": "http://copyscape.com/", + "status": 200, + "final_url": "https://www.copyscape.com/" + }, + { + "url": "http://corona.cast.uark.edu/", + "status": 200, + "final_url": "https://corona.cast.uark.edu/" + }, + { + "url": "http://craigslist.org/", + "status": 200, + "final_url": "https://charlotte.craigslist.org/" + }, + { + "url": "http://cryptome.org/", + "status": 200, + "final_url": "https://cryptome.org/" + }, + { + "url": "http://current-location.com/", + "status": 200, + "final_url": "https://current-location.com/" + }, + { + "url": "http://cve.mitre.org/", + "status": 200, + "final_url": "https://www.cve.org/" + }, + { + "url": "http://data.deutschebahn.com/", + "status": 200, + "final_url": "https://data.deutschebahn.com/opendata" + }, + { + "url": "http://data.mashedworld.com/dualmaps/map.htm", + "status": 200, + "final_url": "https://data.mashedworld.com/dualmaps/map.htm" + }, + { + "url": "http://datacatalog.worldbank.org/", + "status": 200, + "final_url": "https://datacatalog.worldbank.org/" + }, + { + "url": "http://discovery.nationalarchives.gov.uk/", + "status": 200, + "final_url": "https://discovery.nationalarchives.gov.uk/" + }, + { + "url": "http://dnsleak.com/", + "status": 200, + "final_url": "https://dnsleak.com/" + }, + { + "url": "http://dnssec-debugger.verisignlabs.com/", + "status": 200, + "final_url": "https://dnssec-analyzer.verisignlabs.com/" + }, + { + "url": "http://dnsviz.net/", + "status": 200, + "final_url": "https://dnsviz.net/" + }, + { + "url": "http://ec.europa.eu/taxation_customs/vies/?locale=en", + "status": 200, + "final_url": "https://ec.europa.eu/taxation_customs/vies/?locale=en" + }, + { + "url": "http://emailipleak.com/", + "status": 200, + "final_url": "https://emailipleak.com/" + }, + { + "url": "http://emm.newsbrief.eu/NewsBrief/clusteredition/en/latest.html", + "status": 200, + "final_url": "https://emm.newsbrief.eu/NewsBrief/clusteredition/en/latest.html" + }, + { + "url": "http://eternal-todo.com/var/scripts/xorbruteforcer", + "status": 200, + "final_url": "https://eternal-todo.com/var/scripts/xorbruteforcer" + }, + { + "url": "http://ether.gtisc.gatech.edu/web_unpack", + "status": 200, + "final_url": "https://ether.gtisc.gatech.edu/web_unpack/" + }, + { + "url": "http://everypolitician.org/", + "status": 200, + "final_url": "https://everypolitician.org:443/" + }, + { + "url": "http://explorer.naco.org/index.html", + "status": 200, + "final_url": "https://explorer.naco.org/index.html" + }, + { + "url": "http://explorer.opensyllabusproject.org/", + "status": 200, + "final_url": "https://www.opensyllabus.org/" + }, + { + "url": "http://fotoforensics.com/", + "status": 200, + "final_url": "https://fotoforensics.com/" + }, + { + "url": "http://francais-a-londres.org/", + "status": 200, + "final_url": "https://francaisalondres.com/" + }, + { + "url": "http://globaledge.msu.edu/global-resources", + "status": 200, + "final_url": "https://globaledge.msu.edu/global-resources" + }, + { + "url": "http://go.microsoft.com/fwlink/?LinkID=158791", + "status": 200, + "final_url": "https://download.microsoft.com/download/1/2/7/127ba59a-4fe1-4acd-ba47-513ceef85a85/OffVis.zip" + }, + { + "url": "http://googleguide.com/advanced_operators_reference.html", + "status": 200, + "final_url": "https://www.googleguide.com/advanced_operators_reference.html" + }, + { + "url": "http://googleguide.com/help/calculator.html", + "status": 200, + "final_url": "https://www.googleguide.com/help/calculator.html" + }, + { + "url": "http://guides.library.harvard.edu/hks/think_tank_search", + "status": 200, + "final_url": "https://guides.library.harvard.edu/hks/think_tank_search" + }, + { + "url": "http://guides.uflib.ufl.edu/az.php", + "status": 200, + "final_url": "https://guides.uflib.ufl.edu/az.php" + }, + { + "url": "http://idgettr.com/", + "status": 200, + "final_url": "https://www.webfx.com/tools/idgettr/" + }, + { + "url": "http://image-net.org/", + "status": 200, + "final_url": "https://image-net.org/" + }, + { + "url": "http://ip-check.info/?lang=en", + "status": 200, + "final_url": "https://ip-check.info/?lang=en" + }, + { + "url": "http://ipv6leak.com/", + "status": 200, + "final_url": "https://ipv6leak.com/" + }, + { + "url": "http://ipverse.net/", + "status": 200, + "final_url": "https://github.com/ipverse/" + }, + { + "url": "http://irc.netsplit.de/channels/search.php", + "status": 200, + "final_url": "https://netsplit.de/channels/search.php" + }, + { + "url": "http://jsbeautifier.org/", + "status": 200, + "final_url": "https://beautifier.io/" + }, + { + "url": "http://jurn.org/#gsc.tab=0", + "status": 200, + "final_url": "https://www.jurn.org/" + }, + { + "url": "http://justdelete.me/fake-identity-generator/", + "status": 200, + "final_url": "https://backgroundchecks.org/justdeleteme/fake-identity-generator/" + }, + { + "url": "http://labnol.org/?p=28217", + "status": 200, + "final_url": "https://www.labnol.org/?p=28217" + }, + { + "url": "http://littlesis.org/", + "status": 200, + "final_url": "https://littlesis.org/" + }, + { + "url": "http://ljseek.com/", + "status": 200, + "final_url": "http://ww1.ljseek.com/" + }, + { + "url": "http://malwareanalysis.tools/", + "status": 200, + "final_url": "https://malwareanalysis.tools/" + }, + { + "url": "http://map.baidu.com/", + "status": 200, + "final_url": "https://map.baidu.com/" + }, + { + "url": "http://map.naver.com/", + "status": 200, + "final_url": "https://map.naver.com/p/" + }, + { + "url": "http://moneroblocks.info/", + "status": 200, + "final_url": "https://localmonero.co/blocks/" + }, + { + "url": "http://mostwantedhf.info/index.php", + "status": 200, + "final_url": "https://mostwantedhf.info/index.php" + }, + { + "url": "http://mrnumber.com/1-888-742-0000", + "status": 200, + "final_url": "https://www.hiya.com/products/apps/hiya-spam-blocker" + }, + { + "url": "http://mugshots.com/", + "status": 200, + "final_url": "https://mugshots.com/" + }, + { + "url": "http://mxtoolbox.com/", + "status": 200, + "final_url": "https://mxtoolbox.com/" + }, + { + "url": "http://newspaperarchive.com/", + "status": 200, + "final_url": "https://newspaperarchive.com/" + }, + { + "url": "http://newspapermap.com/", + "status": 200, + "final_url": "https://newspapermap.com/" + }, + { + "url": "http://ok.ru/", + "status": 200, + "final_url": "https://ok.ru/" + }, + { + "url": "http://omgili.com/", + "status": 200, + "final_url": "https://webz.io/" + }, + { + "url": "http://onemilliontweetmap.com/", + "status": 200, + "final_url": "https://onemilliontweetmap.com/" + }, + { + "url": "http://online-barcode-reader.inliteresearch.com/", + "status": 200, + "final_url": "https://online-barcode-reader.inliteresearch.com/" + }, + { + "url": "http://online.wsj.com/public/resources/documents/TweetMetadata.pdf", + "status": 200, + "final_url": "https://www.wsj.com/public/resources/documents/TweetMetadata.pdf" + }, + { + "url": "http://open-sez.me/", + "status": 200, + "final_url": "https://open-sez.me/" + }, + { + "url": "http://opengrey.eu/", + "status": 200, + "final_url": "https://opengrey.eu/" + }, + { + "url": "http://openstreetcam.org/", + "status": 200, + "final_url": "https://kartaview.org/" + }, + { + "url": "http://passivedns.mnemonic.no/", + "status": 200, + "final_url": "https://passivedns.mnemonic.no/" + }, + { + "url": "http://pdfmyurl.com/", + "status": 200, + "final_url": "https://pdfmyurl.com/" + }, + { + "url": "http://photobucket.com/", + "status": 200, + "final_url": "https://photobucket.com/" + }, + { + "url": "http://pingroupie.com/", + "status": 200, + "final_url": "https://pingroupie.com/" + }, + { + "url": "http://pub-db.com/", + "status": 200, + "final_url": "https://pub-db.com/" + }, + { + "url": "http://publicrecords.netronline.com/", + "status": 200, + "final_url": "https://publicrecords.netronline.com/" + }, + { + "url": "http://publicrecords.searchsystems.net/", + "status": 200, + "final_url": "https://publicrecords.searchsystems.net/" + }, + { + "url": "http://redirectdetective.com/", + "status": 200, + "final_url": "https://redirectdetective.com/" + }, + { + "url": "http://routerpasswords.com/", + "status": 200, + "final_url": "https://www.routerpasswords.com/" + }, + { + "url": "http://sandbox.pikker.ee/", + "status": 200, + "final_url": "https://sandbox.pikker.ee/" + }, + { + "url": "http://scribblemaps.com/", + "status": 200, + "final_url": "https://www.scribblemaps.com/" + }, + { + "url": "http://search.ancestry.com/", + "status": 200, + "final_url": "https://www.ancestry.com/search/" + }, + { + "url": "http://search.findmypast.com/search-world-records", + "status": 200, + "final_url": "https://www.findmypast.com/discover" + }, + { + "url": "http://search.mibbit.com/", + "status": 200, + "final_url": "https://search.mibbit.com/" + }, + { + "url": "http://shitu.baidu.com/", + "status": 200, + "final_url": "https://graph.baidu.com/pcpage/index?tpl_from=pc" + }, + { + "url": "http://siteliner.com/", + "status": 200, + "final_url": "https://www.siteliner.com/" + }, + { + "url": "http://suncalc.net/", + "status": 200, + "final_url": "https://suncalc.net/" + }, + { + "url": "http://thehiddenwiki.org/", + "status": 200, + "final_url": "https://thehiddenwiki.org/" + }, + { + "url": "http://tineye.com/", + "status": 200, + "final_url": "https://tineye.com/" + }, + { + "url": "http://tinfoleak.com/", + "status": 200, + "final_url": "https://tinfoleak.com/" + }, + { + "url": "http://tools.tracemyip.org/user-agent-string-decoder/", + "status": 200, + "final_url": "https://tools.tracemyip.org/user-agent-string-decoder/" + }, + { + "url": "http://travelbydrone.com/", + "status": 200, + "final_url": "https://travelbydrone.com/" + }, + { + "url": "http://tweepsect.com/", + "status": 200, + "final_url": "http://ww1.tweepsect.com/" + }, + { + "url": "http://ukdata.com/", + "status": 200, + "final_url": "https://ukdata.com/" + }, + { + "url": "http://urlquery.net/", + "status": 200, + "final_url": "https://urlquery.net/" + }, + { + "url": "http://video.search.yahoo.com/", + "status": 200, + "final_url": "https://video.search.yahoo.com/" + }, + { + "url": "http://viewdns.info/", + "status": 200, + "final_url": "https://viewdns.info/" + }, + { + "url": "http://vin.place/", + "status": 200, + "final_url": "http://ww1.vin.place/" + }, + { + "url": "http://visualgenome.org/", + "status": 200, + "final_url": "https://visualgenome.org/" + }, + { + "url": "http://visualping.io/", + "status": 200, + "final_url": "https://visualping.io:443/" + }, + { + "url": "http://wamba.com/", + "status": 200, + "final_url": "https://wamba.com/en" + }, + { + "url": "http://webcitation.org/query", + "status": 200, + "final_url": "https://www.webcitation.org:443/query" + }, + { + "url": "http://webmii.com/", + "status": 200, + "final_url": "https://webmii.com/" + }, + { + "url": "http://website.informer.com/", + "status": 200, + "final_url": "https://website.informer.com/" + }, + { + "url": "http://websta.me/search", + "status": 200, + "final_url": "https://websta.me/search-engine-optimization/" + }, + { + "url": "http://wheredoesthislinkgo.com/", + "status": 200, + "final_url": "https://wheregoes.com/" + }, + { + "url": "http://whois.domaintools.com/", + "status": 200, + "final_url": "https://whois.domaintools.com/" + }, + { + "url": "http://www.411.com/reverse_phone", + "status": 200, + "final_url": "https://www.411.com/reverse-phone-lookup" + }, + { + "url": "http://www.addresses.com/", + "status": 200, + "final_url": "https://www.addresses.com/" + }, + { + "url": "http://www.alexa.com/siteinfo", + "status": 200, + "final_url": "https://alexa.amazon.com/about" + }, + { + "url": "http://www.alexa.com/topsites", + "status": 200, + "final_url": "https://alexa.amazon.com/about" + }, + { + "url": "http://www.allyoucanread.com/", + "status": 200, + "final_url": "https://www.allyoucanread.com/" + }, + { + "url": "http://www.annualreports.com/", + "status": 200, + "final_url": "https://www.annualreports.com/" + }, + { + "url": "http://www.antennasearch.com/", + "status": 200, + "final_url": "https://www.antennasearch.com/" + }, + { + "url": "http://www.asianave.com/user_search/index.html", + "status": 200, + "final_url": "https://blackplanet.com/" + }, + { + "url": "http://www.avgthreatlabs.com/ww-en/website-safety-reports/", + "status": 200, + "final_url": "https://www.avg.com/en/signal/website-safety" + }, + { + "url": "http://www.bing.com/maps/", + "status": 200, + "final_url": "https://www.bing.com/maps" + }, + { + "url": "http://www.bishopfox.com/download/405/", + "status": 200, + "final_url": "https://bishopfox.com/resources" + }, + { + "url": "http://www.blackbookonline.info/USA-County-Court-Records.aspx", + "status": 200, + "final_url": "https://www.blackbookonline.info/USA-County-Court-Records.aspx" + }, + { + "url": "http://www.blackbookonline.info/USA-Voter-Records.aspx", + "status": 200, + "final_url": "https://www.blackbookonline.info/USA-Voter-Records.aspx" + }, + { + "url": "http://www.blackbookonline.info/criminalsearch.aspx", + "status": 200, + "final_url": "https://www.blackbookonline.info/criminalsearch.aspx" + }, + { + "url": "http://www.blinkx.com/", + "status": 200, + "final_url": "https://blinkx.com/" + }, + { + "url": "http://www.blocklist.de/en/index.html", + "status": 200, + "final_url": "https://www.blocklist.de/en/index.html" + }, + { + "url": "http://www.bluestacks.com/", + "status": 200, + "final_url": "https://www.bluestacks.com/" + }, + { + "url": "http://www.brbpub.com/", + "status": 200, + "final_url": "https://www.brbpub.com/" + }, + { + "url": "http://www.brightcloud.com/tools/url-ip-lookup.php", + "status": 200, + "final_url": "https://www.brightcloud.com/tools/url-ip-lookup.php" + }, + { + "url": "http://www.buzzfile.com/Home/Basic", + "status": 200, + "final_url": "https://www.buzzfile.com/Home/Basic" + }, + { + "url": "http://www.calleridtest.com/", + "status": 200, + "final_url": "https://calleridtest.com/" + }, + { + "url": "http://www.changedetect.com/", + "status": 200, + "final_url": "https://www.eatgrainmaker.com/home/" + }, + { + "url": "http://www.changedetection.com/", + "status": 200, + "final_url": "https://visualping.io/" + }, + { + "url": "http://www.cidr-report.org/as2.0/", + "status": 200, + "final_url": "https://www.cidr-report.org/as2.0/" + }, + { + "url": "http://www.cidr-report.org/v6/as2.0/", + "status": 200, + "final_url": "https://www.cidr-report.org/v6/as2.0/" + }, + { + "url": "http://www.commercial-register.sg.ch/home/worldwide.html", + "status": 200, + "final_url": "https://www.sg.ch/recht/handelsregister-notariate.html" + }, + { + "url": "http://www.cvedetails.com/", + "status": 200, + "final_url": "https://www.cvedetails.com/" + }, + { + "url": "http://www.cvgadget.com/", + "status": 200, + "final_url": "https://cvgadget.com/" + }, + { + "url": "http://www.dailychanges.com/", + "status": 200, + "final_url": "https://dailychanges.domaintools.com/" + }, + { + "url": "http://www.delphiforums.com/", + "status": 200, + "final_url": "https://www.delphiforums.com/" + }, + { + "url": "http://www.document-analyzer.net/", + "status": 200, + "final_url": "https://www.joesandbox.com/" + }, + { + "url": "http://www.dogpile.com/", + "status": 200, + "final_url": "https://www.dogpile.com/" + }, + { + "url": "http://www.domaincrawler.com/", + "status": 200, + "final_url": "https://domaincrawler.com/" + }, + { + "url": "http://www.earthcam.com/", + "status": 200, + "final_url": "https://www.earthcam.com/" + }, + { + "url": "http://www.ebay.com/", + "status": 200, + "final_url": "https://www.ebay.com/" + }, + { + "url": "http://www.eharmony.com/", + "status": 200, + "final_url": "https://www.eharmony.com/" + }, + { + "url": "http://www.europages.co.uk/", + "status": 200, + "final_url": "https://www.europages.co.uk:443/" + }, + { + "url": "http://www.exifviewer.org/", + "status": 200, + "final_url": "http://ww1.exifviewer.org/" + }, + { + "url": "http://www.factcheck.org/scicheck/", + "status": 200, + "final_url": "https://www.factcheck.org:443/scicheck/" + }, + { + "url": "http://www.fakenamegenerator.com/", + "status": 200, + "final_url": "https://www.fakenamegenerator.com/" + }, + { + "url": "http://www.familywatchdog.us/", + "status": 200, + "final_url": "https://www.familywatchdog.us/" + }, + { + "url": "http://www.farmersonly.com/", + "status": 200, + "final_url": "https://www.farmersonly.com:443/" + }, + { + "url": "http://www.fec.gov/finance/disclosure/norindsea.shtml", + "status": 200, + "final_url": "https://www.fec.gov/data/" + }, + { + "url": "http://www.findagrave.com/index.html", + "status": 200, + "final_url": "https://www.findagrave.com/" + }, + { + "url": "http://www.flashearth.com/", + "status": 200, + "final_url": "https://zoom.earth/" + }, + { + "url": "http://www.fonefinder.net/", + "status": 200, + "final_url": "https://www.fonefinder.net/" + }, + { + "url": "http://www.fortypoundhead.com/tools_dpw.asp", + "status": 200, + "final_url": "https://fortypoundhead.com/tools_dpw.asp" + }, + { + "url": "http://www.fraps.com/", + "status": 200, + "final_url": "https://fraps.com/" + }, + { + "url": "http://www.free-ocr.com/", + "status": 200, + "final_url": "https://www.sodapdf.com/pdf-tools/ocr-pdf/" + }, + { + "url": "http://www.geocreepy.com/", + "status": 200, + "final_url": "https://www.geocreepy.com/" + }, + { + "url": "http://www.geosetter.de/en/", + "status": 200, + "final_url": "https://geosetter.de/en/main-en/" + }, + { + "url": "http://www.gpsvisualizer.com/geocode", + "status": 200, + "final_url": "https://www.gpsvisualizer.com/geocode" + }, + { + "url": "http://www.historicaerials.com/?javascript=&", + "status": 200, + "final_url": "https://www.historicaerials.com/?javascript=&" + }, + { + "url": "http://www.hoovers.com/", + "status": 200, + "final_url": "https://www.dnb.com/en-us/products/dnb-hoovers.html" + }, + { + "url": "http://www.i2ocr.com/", + "status": 200, + "final_url": "https://www.i2ocr.com/" + }, + { + "url": "http://www.impulseadventure.com/photo/jpeg-snoop.html", + "status": 200, + "final_url": "https://www.impulseadventure.com/photo/jpeg-snoop.html" + }, + { + "url": "http://www.infosniper.net/", + "status": 200, + "final_url": "https://www.infosniper.net/" + }, + { + "url": "http://www.instantstreetview.com/", + "status": 200, + "final_url": "https://www.instantstreetview.com/" + }, + { + "url": "http://www.instya.com/#/web/", + "status": 200, + "final_url": "https://www.instya.com/" + }, + { + "url": "http://www.ipfingerprints.com/", + "status": 200, + "final_url": "https://ipfingerprints.com/" + }, + { + "url": "http://www.ipfingerprints.com/reverseip.php", + "status": 200, + "final_url": "https://ipfingerprints.com/reverseip.php" + }, + { + "url": "http://www.ipvoid.com/", + "status": 200, + "final_url": "https://www.ipvoid.com/" + }, + { + "url": "http://www.izito.com/", + "status": 200, + "final_url": "https://www.izito.com/" + }, + { + "url": "http://www.jobster.com/", + "status": 200, + "final_url": "https://jobster.com/" + }, + { + "url": "http://www.kijiji.ca/", + "status": 200, + "final_url": "https://www.kijiji.ca:443/" + }, + { + "url": "http://www.labnol.org/internet/print-youtube-video/28217/", + "status": 200, + "final_url": "https://www.labnol.org/internet/print-youtube-video/28217" + }, + { + "url": "http://www.lazyscholar.org/", + "status": 200, + "final_url": "https://lazyscholar.org/" + }, + { + "url": "http://www.locabrowser.com", + "status": 200, + "final_url": "https://www.locabrowser.com/" + }, + { + "url": "http://www.malware-traffic-analysis.net/index.html", + "status": 200, + "final_url": "https://www.malware-traffic-analysis.net/index.html" + }, + { + "url": "http://www.malwareurl.com/index.php", + "status": 200, + "final_url": "https://www.malwareurl.com/index.php" + }, + { + "url": "http://www.meetup.com/", + "status": 200, + "final_url": "https://www.meetup.com/" + }, + { + "url": "http://www.melissadata.com/lookups/deathcheck.asp", + "status": 200, + "final_url": "https://www.melissa.com/" + }, + { + "url": "http://www.melissadata.com/lookups/emails.asp", + "status": 200, + "final_url": "https://www.melissa.com/" + }, + { + "url": "http://www.melissadata.com/lookups/fec.asp", + "status": 200, + "final_url": "https://www.melissa.com/" + }, + { + "url": "http://www.melissadata.com/lookups/peoplefinder.asp", + "status": 200, + "final_url": "https://www.melissa.com/" + }, + { + "url": "http://www.melissadata.com/lookups/propertyviewer.asp", + "status": 200, + "final_url": "https://www.melissa.com/" + }, + { + "url": "http://www.metatube.com/", + "status": 200, + "final_url": "https://www.metatube.com/" + }, + { + "url": "http://www.mgmaps.com/kml/#view", + "status": 200, + "final_url": "https://www.mgmaps.com/kml/" + }, + { + "url": "http://www.migente.com/user_search/index.html", + "status": 200, + "final_url": "https://migente.com/wp-login.php?redirect_to=https%3A%2F%2Fmigente.com%2Fuser_search%2Findex.html&bp-auth=1&action=bpnoaccess" + }, + { + "url": "http://www.misp-project.org/", + "status": 200, + "final_url": "https://www.misp-project.org/" + }, + { + "url": "http://www.n2yo.com/", + "status": 200, + "final_url": "https://www.n2yo.com/" + }, + { + "url": "http://www.ncbi.nlm.nih.gov/pubmed/", + "status": 200, + "final_url": "https://pubmed.ncbi.nlm.nih.gov/" + }, + { + "url": "http://www.networksec.org/grabbho/block.txt", + "status": 200, + "final_url": "https://www.networksec.org/grabbho/block.txt" + }, + { + "url": "http://www.newsnow.co.uk/h/", + "status": 200, + "final_url": "https://www.newsnow.co.uk/h/" + }, + { + "url": "http://www.newsobserver.com/news/databases/state-pay/", + "status": 200, + "final_url": "https://www.newsobserver.com/news/databases/state-pay/" + }, + { + "url": "http://www.noslang.com/", + "status": 200, + "final_url": "https://www.noslang.com/" + }, + { + "url": "http://www.onelook.com/reverse-dictionary.shtml", + "status": 200, + "final_url": "https://www.onelook.com/reverse-dictionary.shtml" + }, + { + "url": "http://www.onlineocr.net/", + "status": 200, + "final_url": "https://www.onlineocr.net/" + }, + { + "url": "http://www.openrailwaymap.org/", + "status": 200, + "final_url": "https://www.openrailwaymap.org/" + }, + { + "url": "http://www.openseamap.org", + "status": 200, + "final_url": "http://www.openseamap.org/index.php?id=openseamap&no_cache=1" + }, + { + "url": "http://www.openstreetmap.org/#map=5/40.614/-100.679", + "status": 200, + "final_url": "https://www.openstreetmap.org/" + }, + { + "url": "http://www.openstreetmap.org/#map=5/51.500/-0.100", + "status": 200, + "final_url": "https://www.openstreetmap.org/" + }, + { + "url": "http://www.page2images.com/URL-Live-Website-Screenshot-Generator", + "status": 200, + "final_url": "https://www.page2images.com/URL-Live-Website-Screenshot-Generator" + }, + { + "url": "http://www.pagepress.org/", + "status": 200, + "final_url": "https://www.pagepress.org/" + }, + { + "url": "http://www.peekyou.com/", + "status": 200, + "final_url": "https://www.peekyou.com/" + }, + { + "url": "http://www.phonevalidator.com/", + "status": 200, + "final_url": "https://www.phonevalidator.com/index.aspx" + }, + { + "url": "http://www.pof.com/", + "status": 200, + "final_url": "https://www.pof.com/" + }, + { + "url": "http://www.politicalmoneyline.com/", + "status": 200, + "final_url": "https://info.cq.com/" + }, + { + "url": "http://www.politifact.com/", + "status": 200, + "final_url": "https://www.politifact.com/" + }, + { + "url": "http://www.pressreader.com/", + "status": 200, + "final_url": "https://www.pressreader.com/" + }, + { + "url": "http://www.projecthoneypot.org/", + "status": 200, + "final_url": "https://www.projecthoneypot.org/" + }, + { + "url": "http://www.projecthoneypot.org/list_of_ips.php", + "status": 200, + "final_url": "https://www.projecthoneypot.org/list_of_ips.php" + }, + { + "url": "http://www.quikr.com/", + "status": 200, + "final_url": "https://www.quikr.com/" + }, + { + "url": "http://www.readnotify.com/", + "status": 200, + "final_url": "https://www.readnotify.com/" + }, + { + "url": "http://www.sacbee.com/site-services/databases/state-pay/article2642161.html", + "status": 200, + "final_url": "https://www.sacbee.com/news/databases/state-pay/article229468549.html" + }, + { + "url": "http://www.sciencedirect.com/", + "status": 200, + "final_url": "https://www.sciencedirect.com/" + }, + { + "url": "http://www.searchalljunk.com/", + "status": 200, + "final_url": "https://www.searchalljunk.com/" + }, + { + "url": "http://www.searchenginecolossus.com/", + "status": 200, + "final_url": "https://www.searchenginecolossus.com/" + }, + { + "url": "http://www.searchftps.net/", + "status": 200, + "final_url": "https://www.searchftps.net/" + }, + { + "url": "http://www.searchtempest.com/", + "status": 200, + "final_url": "https://www.searchtempest.com/" + }, + { + "url": "http://www.sec.gov/edgar.shtml", + "status": 200, + "final_url": "https://www.sec.gov/submit-filings" + }, + { + "url": "http://www.shadowserver.org/wiki/pmwiki.php?n=Services/Reports", + "status": 200, + "final_url": "https://www.shadowserver.org/" + }, + { + "url": "http://www.shipais.com/", + "status": 200, + "final_url": "https://shipais.uk/" + }, + { + "url": "http://www.smugmug.com/search", + "status": 200, + "final_url": "https://www.smugmug.com/" + }, + { + "url": "http://www.sno.phy.queensu.ca/~phil/exiftool/", + "status": 200, + "final_url": "https://exiftool.org/" + }, + { + "url": "http://www.snopes.com/", + "status": 200, + "final_url": "https://www.snopes.com/" + }, + { + "url": "http://www.social-searcher.com/", + "status": 200, + "final_url": "https://www.social-searcher.com/" + }, + { + "url": "http://www.social-searcher.com/google-social-search/", + "status": 200, + "final_url": "https://www.social-searcher.com/google-social-search/" + }, + { + "url": "http://www.spydialer.com/default.aspx", + "status": 200, + "final_url": "https://www.spydialer.com:443/default.aspx" + }, + { + "url": "http://www.start.umd.edu/gtd/", + "status": 200, + "final_url": "https://www.start.umd.edu/data-tools/GTD" + }, + { + "url": "http://www.statscrop.com/", + "status": 200, + "final_url": "https://www.statscrop.com/" + }, + { + "url": "http://www.stopfake.org/en/category/tools/", + "status": 200, + "final_url": "https://www.stopfake.org/en/category/tools/" + }, + { + "url": "http://www.tcpiputils.com/domain-neighbors", + "status": 200, + "final_url": "https://dnslytics.com/" + }, + { + "url": "http://www.theinmatelocator.com/", + "status": 200, + "final_url": "https://theinmatelocator.com/" + }, + { + "url": "http://www.thescipub.com/", + "status": 200, + "final_url": "https://www.thescipub.com/" + }, + { + "url": "http://www.topix.com/search/article?q=", + "status": 200, + "final_url": "https://www.pch.com/quizzes" + }, + { + "url": "http://www.tracemyip.org/", + "status": 200, + "final_url": "https://www.tracemyip.org/" + }, + { + "url": "http://www.track-trace.com/", + "status": 200, + "final_url": "https://www.track-trace.com/" + }, + { + "url": "http://www.truecaller.com/", + "status": 200, + "final_url": "https://www.truecaller.com/" + }, + { + "url": "http://www.tubechop.com/", + "status": 200, + "final_url": "https://tubechop.com/" + }, + { + "url": "http://www.tumblr.com/tagged/search", + "status": 200, + "final_url": "https://www.tumblr.com/tagged/search" + }, + { + "url": "http://www.urbandictionary.com/", + "status": 200, + "final_url": "https://www.urbandictionary.com/" + }, + { + "url": "http://www.urlvoid.com/", + "status": 200, + "final_url": "https://www.urlvoid.com/" + }, + { + "url": "http://www.useragentstring.com/pages/useragentstring.php", + "status": 200, + "final_url": "https://www.useragentstring.com/pages/useragentstring.php" + }, + { + "url": "http://www.usnaviguide.com/", + "status": 200, + "final_url": "https://www.usnaviguide.com/" + }, + { + "url": "http://www.vault.com/", + "status": 200, + "final_url": "https://vault.com/" + }, + { + "url": "http://www.vesseltracker.com/app", + "status": 200, + "final_url": "https://www.vesseltracker.com/" + }, + { + "url": "http://www.vicenteaguileradiaz.com/tools/", + "status": 200, + "final_url": "https://www.vicenteaguileradiaz.com/tools/" + }, + { + "url": "http://www.visualsitemapper.com/", + "status": 200, + "final_url": "https://github.com/alentum/sitemapper-nodejs" + }, + { + "url": "http://www.wayp.com/", + "status": 200, + "final_url": "https://www.wayp.com/" + }, + { + "url": "http://www.webarchive.org.uk/ukwa/", + "status": 200, + "final_url": "https://www.webarchive.org.uk/ukwa/" + }, + { + "url": "http://www.whatbrowseramiusing.co/", + "status": 200, + "final_url": "https://www.whatbrowseramiusing.co/" + }, + { + "url": "http://www.whatsmybrowser.org/", + "status": 200, + "final_url": "https://www.whatsmybrowser.org/" + }, + { + "url": "http://www.yougotthenews.com/", + "status": 200, + "final_url": "https://yougotthenews.com/" + }, + { + "url": "http://zulu.zscaler.com/", + "status": 200, + "final_url": "https://zulu.zscaler.com/" + }, + { + "url": "https://academic.microsoft.com/", + "status": 200, + "final_url": "https://www.microsoft.com/en-us" + }, + { + "url": "https://archive.ics.uci.edu/ml/datasets/Spambase", + "status": 200, + "final_url": "https://archive.ics.uci.edu/dataset/94/spambase" + }, + { + "url": "https://archive.org/web/", + "status": 200, + "final_url": "https://web.archive.org/" + }, + { + "url": "https://beta.companieshouse.gov.uk/", + "status": 200, + "final_url": "https://find-and-update.company-information.service.gov.uk:443/" + }, + { + "url": "https://bhattsameer.github.io/numspy", + "status": 200, + "final_url": "https://bhattsameer.github.io/numspy/" + }, + { + "url": "https://ccsearch.creativecommons.org/", + "status": 200, + "final_url": "https://search.creativecommons.org/" + }, + { + "url": "https://censys.io/", + "status": 200, + "final_url": "https://censys.com/" + }, + { + "url": "https://chrome.google.com/webstore/detail/frame-by-frame-for-youtub/elkadbdicdciddfkdpmaolomehalghio?hl=en-GB", + "status": 200, + "final_url": "https://chromewebstore.google.com/detail/empty-title/elkadbdicdciddfkdpmaolomehalghio?hl=en-GB" + }, + { + "url": "https://chrome.google.com/webstore/detail/reveye-reverse-image-sear/keaaclcjhehbbapnphnmpiklalfhelgf?hl=en", + "status": 200, + "final_url": "https://chromewebstore.google.com/detail/reveye-reverse-image-sear/keaaclcjhehbbapnphnmpiklalfhelgf?hl=en" + }, + { + "url": "https://chrome.google.com/webstore/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak", + "status": 200, + "final_url": "https://chromewebstore.google.com/detail/wayback-machine/fpnmgdkabkmnadcjpehmlllkndpkmiak" + }, + { + "url": "https://cirt.net/passwords", + "status": 200, + "final_url": "https://cirt.net/passwords/" + }, + { + "url": "https://cse.google.com/cse/", + "status": 200, + "final_url": "https://programmablesearchengine.google.com/about/" + }, + { + "url": "https://cyber.gc.ca/", + "status": 200, + "final_url": "https://www.cyber.gc.ca/" + }, + { + "url": "https://databases.today/", + "status": 200, + "final_url": "https://snusbase.com/" + }, + { + "url": "https://dnstwister.report/", + "status": 200, + "final_url": "https://www.dnstwister.com/" + }, + { + "url": "https://domains.markmonitor.com/whois/", + "status": 200, + "final_url": "https://whois-webform.markmonitor.com:443/whois/" + }, + { + "url": "https://duckduckgo.com/aichat", + "status": 200, + "final_url": "https://duck.ai/chat" + }, + { + "url": "https://exonerator.torproject.org/", + "status": 200, + "final_url": "https://metrics.torproject.org/exonerator.html" + }, + { + "url": "https://flow.microsoft.com/en-us/", + "status": 200, + "final_url": "https://make.powerautomate.com/en-us/" + }, + { + "url": "https://freenetproject.org/pages/download.html", + "status": 200, + "final_url": "https://www.hyphanet.org/pages/download.html" + }, + { + "url": "https://geoguessr.com/", + "status": 200, + "final_url": "https://www.geoguessr.com/" + }, + { + "url": "https://getfirebug.com/downloads/", + "status": 200, + "final_url": "https://getfirebug.com/index.html" + }, + { + "url": "https://geti2p.net/en/", + "status": 200, + "final_url": "https://i2p.net/en/" + }, + { + "url": "https://github.com/InQuest/python-iocextract", + "status": 200, + "final_url": "https://github.com/InQuest/iocextract" + }, + { + "url": "https://github.com/T3hUb3rK1tten/TweetVacuum", + "status": 200, + "final_url": "https://github.com/UberKitten/TweetVacuum" + }, + { + "url": "https://github.com/leapsecurity/InSpy", + "status": 200, + "final_url": "https://github.com/jobroche/InSpy" + }, + { + "url": "https://github.com/vysec/LinkedInt", + "status": 200, + "final_url": "https://github.com/vysecurity/LinkedInt" + }, + { + "url": "https://github.com/zricethezav/gitleaks", + "status": 200, + "final_url": "https://github.com/gitleaks/gitleaks" + }, + { + "url": "https://hooktube.com/", + "status": 200, + "final_url": "https://cinemaphile.com/" + }, + { + "url": "https://hulbee.com/", + "status": 200, + "final_url": "https://hulbee.com/de" + }, + { + "url": "https://imgrab.com/", + "status": 200, + "final_url": "https://www.imgrab.com/" + }, + { + "url": "https://inflact.com/profiles/instagram-viewer/", + "status": 200, + "final_url": "https://inflact.com/instagram-viewer/profile/" + }, + { + "url": "https://iplogger.com/", + "status": 200, + "final_url": "https://iplogger.org/" + }, + { + "url": "https://ki.tc", + "status": 200, + "final_url": "https://ki.tc/login" + }, + { + "url": "https://lastpass.com/snapchat/", + "status": 200, + "final_url": "https://www.lastpass.com/features/dark-web-monitoring" + }, + { + "url": "https://moz.com/researchtools/ose/", + "status": 200, + "final_url": "https://moz.com/link-explorer" + }, + { + "url": "https://nerdydata.com/search", + "status": 200, + "final_url": "https://www.nerdydata.com/reports/new" + }, + { + "url": "https://news.google.com/news/advanced_news_search?", + "status": 200, + "final_url": "https://news.google.com/home?hl=en-US&gl=US&ceid=US:en" + }, + { + "url": "https://nextcaller.com/", + "status": 200, + "final_url": "https://www.pindrop.com/" + }, + { + "url": "https://openphish.com/feed.txt", + "status": 200, + "final_url": "https://raw.githubusercontent.com/openphish/public_feed/refs/heads/main/feed.txt" + }, + { + "url": "https://opensignal.com/", + "status": 200, + "final_url": "https://www.opensignal.com/" + }, + { + "url": "https://osint.industries/", + "status": 200, + "final_url": "https://www.osint.industries/" + }, + { + "url": "https://packetstormsecurity.com/", + "status": 200, + "final_url": "https://packetstorm.news/" + }, + { + "url": "https://panopticlick.eff.org/", + "status": 200, + "final_url": "https://coveryourtracks.eff.org/" + }, + { + "url": "https://portswigger.net/burp/", + "status": 200, + "final_url": "https://portswigger.net/burp" + }, + { + "url": "https://portswigger.net/burp/download.html", + "status": 200, + "final_url": "https://portswigger.net/burp" + }, + { + "url": "https://redditmetis.com/#", + "status": 200, + "final_url": "https://redditmetis.com/" + }, + { + "url": "https://riskdiscovery.com/honeydb/", + "status": 200, + "final_url": "https://honeydb.io/" + }, + { + "url": "https://secai.ai/research", + "status": 200, + "final_url": "https://i.secai.ai/research" + }, + { + "url": "https://secuniaresearch.flexerasoftware.com/community/research/", + "status": 200, + "final_url": "https://www.flexera.com/products/security/software-vulnerability-advisories?referrer=secunia" + }, + { + "url": "https://sitereview.bluecoat.com/sitereview.jsp", + "status": 200, + "final_url": "https://sitereview.bluecoat.com/#/" + }, + { + "url": "https://slangit.com/", + "status": 200, + "final_url": "https://slang.net/" + }, + { + "url": "https://swisscows.com/", + "status": 200, + "final_url": "https://swisscows.com/en" + }, + { + "url": "https://tails.boum.org/", + "status": 200, + "final_url": "https://tails.net/" + }, + { + "url": "https://thatoneprivacysite.net/", + "status": 200, + "final_url": "https://www.safetydetectives.com/best-vpns/" + }, + { + "url": "https://thatsthem.com/name-address-search", + "status": 200, + "final_url": "https://thatsthem.com/challenge?r=%2Freverse-address-lookup" + }, + { + "url": "https://thatsthem.com/reverse-email-lookup", + "status": 200, + "final_url": "https://thatsthem.com/challenge?r=%2Freverse-email-lookup" + }, + { + "url": "https://thatsthem.com/reverse-phone-lookup", + "status": 200, + "final_url": "https://thatsthem.com/challenge?r=%2Freverse-phone-lookup" + }, + { + "url": "https://thatsthem.com/vin-search", + "status": 200, + "final_url": "https://thatsthem.com/challenge?r=%2F" + }, + { + "url": "https://tools.digitalmethods.net/netvizz/youtube/", + "status": 200, + "final_url": "https://ytdt.digitalmethods.net/" + }, + { + "url": "https://tools.dnsstuff.com/", + "status": 200, + "final_url": "https://www.dnsstuff.com/freetools" + }, + { + "url": "https://totalhash.cymru.com/", + "status": 200, + "final_url": "https://www.team-cymru.com/mhr" + }, + { + "url": "https://twitter.com/quiztime", + "status": 200, + "final_url": "https://x.com/quiztime" + }, + { + "url": "https://twitter.com/search-advanced", + "status": 200, + "final_url": "https://x.com/search-advanced" + }, + { + "url": "https://twitter.com/search?q=%3Csearchterm%3E&src=typd&vertical=default&f=images", + "status": 200, + "final_url": "https://x.com/search?q=%3Csearchterm%3E&src=typd&vertical=default&f=images" + }, + { + "url": "https://twitter.com/search?q=SearchTerm%20since:2016-03-01%20until:2016-03-02", + "status": 200, + "final_url": "https://x.com/search?q=SearchTerm%20since:2016-03-01%20until:2016-03-02" + }, + { + "url": "https://twitter.com/search?q=geocode%3A36.1143855%2C-115.1727518%2C1km&src=typd", + "status": 200, + "final_url": "https://x.com/search?q=geocode%3A36.1143855%2C-115.1727518%2C1km&src=typd" + }, + { + "url": "https://vk.com/", + "status": 200, + "final_url": "https://m.vk.com/" + }, + { + "url": "https://wappalyzer.com/", + "status": 200, + "final_url": "https://www.wappalyzer.com/" + }, + { + "url": "https://web.skype.com/", + "status": 200, + "final_url": "https://teams.live.com/v2/unsupported-browser#env=life&browserOverrides={\"firefox\":{\"isSupported\":true,\"minVersion\":\"97.0\"},\"safari\":{\"isSupported\":true,\"minVersion\":\"16.0\"}}" + }, + { + "url": "https://www.apk-analyzer.net/", + "status": 200, + "final_url": "https://www.joesandbox.com/" + }, + { + "url": "https://www.ayi.com/index.php", + "status": 200, + "final_url": "https://www.areyouinterested.com/" + }, + { + "url": "https://www.binaryedge.io/", + "status": 200, + "final_url": "https://www.coalitioninc.com/security/coalition-signals-intelligence" + }, + { + "url": "https://www.certificate-transparency.org/known-logs", + "status": 200, + "final_url": "https://github.com/google/certificate-transparency-community-site/blob/master/docs/google/known-logs.md" + }, + { + "url": "https://www.crimereports.com/", + "status": 200, + "final_url": "https://cityprotect.com/" + }, + { + "url": "https://www.data24-7.com/signup.php", + "status": 200, + "final_url": "https://www.data247.com/register/main" + }, + { + "url": "https://www.deepl.com/", + "status": 200, + "final_url": "https://www.deepl.com/en" + }, + { + "url": "https://www.deteque.com/", + "status": 200, + "final_url": "https://www.spamhaus.com/" + }, + { + "url": "https://www.doogal.co.uk/BatchGeocoding.php", + "status": 200, + "final_url": "https://www.doogal.co.uk/BatchGeocoding" + }, + { + "url": "https://www.doogal.co.uk/BatchReverseGeocoding.php", + "status": 200, + "final_url": "https://www.doogal.co.uk/BatchReverseGeocoding" + }, + { + "url": "https://www.easywhois.com/", + "status": 200, + "final_url": "https://app.domainhelp.com/" + }, + { + "url": "https://www.emporis.com/", + "status": 200, + "final_url": "https://www.costar.com/" + }, + { + "url": "https://www.exploit-db.com/google-hacking-database/", + "status": 200, + "final_url": "https://www.exploit-db.com/google-hacking-database" + }, + { + "url": "https://www.facebook.com/livemap#", + "status": 200, + "final_url": "https://www.facebook.com/watch/live/?ref=live_delegate" + }, + { + "url": "https://www.file-analyzer.net/", + "status": 200, + "final_url": "https://www.joesandbox.com/" + }, + { + "url": "https://www.google.com/advanced_patent_search", + "status": 200, + "final_url": "https://patents.google.com/advanced" + }, + { + "url": "https://www.google.com/alerts#", + "status": 200, + "final_url": "https://www.google.com/alerts" + }, + { + "url": "https://www.google.com/earth/", + "status": 200, + "final_url": "https://earth.google.com/web/" + }, + { + "url": "https://www.google.com/finance", + "status": 200, + "final_url": "https://www.google.com/finance/" + }, + { + "url": "https://www.google.com/trends/", + "status": 200, + "final_url": "https://trends.google.com/trends/" + }, + { + "url": "https://www.gotinder.com/@%3Cusername%3E", + "status": 200, + "final_url": "https://tinder.com/@%3Cusername%3E" + }, + { + "url": "https://www.gpo.gov/fdsys/", + "status": 200, + "final_url": "https://www.govinfo.gov/" + }, + { + "url": "https://www.hlr-lookups.com/", + "status": 200, + "final_url": "https://www.hlr-lookups.com/en/start" + }, + { + "url": "https://www.hybrid-analysis.com/", + "status": 200, + "final_url": "https://hybrid-analysis.com/" + }, + { + "url": "https://www.inshorts.com/en/read", + "status": 200, + "final_url": "https://inshorts.com/en/read" + }, + { + "url": "https://www.liveleak.com/", + "status": 200, + "final_url": "https://www.itemfix.com/?r=ll" + }, + { + "url": "https://www.magnetforensics.com/free-tool-web-page-saver/", + "status": 200, + "final_url": "https://www.magnetforensics.com/resources/web-page-saver/" + }, + { + "url": "https://www.malwarepatrol.net/open-source.shtml", + "status": 200, + "final_url": "https://www.malwarepatrol.net/integrations-formats-threat-intelligence-feed-integration/" + }, + { + "url": "https://www.myfonts.com/WhatTheFont/", + "status": 200, + "final_url": "https://www.myfonts.com/pages/whatthefont" + }, + { + "url": "https://www.ncdc.noaa.gov/nexradinv/", + "status": 200, + "final_url": "https://www.ncei.noaa.gov/nexradinv/" + }, + { + "url": "https://www.nsopw.gov/en/Search", + "status": 200, + "final_url": "https://www.nsopw.gov/search-public-sex-offender-registries" + }, + { + "url": "https://www.numberway.com/", + "status": 200, + "final_url": "https://www.thisnumber.com/" + }, + { + "url": "https://www.opengov-muenchen.de/", + "status": 200, + "final_url": "https://opendata.muenchen.de/" + }, + { + "url": "https://www.overviewdocs.com/", + "status": 200, + "final_url": "https://github.com/overview/overview-local" + }, + { + "url": "https://www.owasp.org/index.php/Main_Page", + "status": 200, + "final_url": "https://owasp.org/" + }, + { + "url": "https://www.registryfinder.com/", + "status": 200, + "final_url": "https://registryfinder.com:443/" + }, + { + "url": "https://www.robtex.com/", + "status": 200, + "final_url": "https://robtex.com/" + }, + { + "url": "https://www.sitesleuth.io/", + "status": 200, + "final_url": "https://zone.uk.net/" + }, + { + "url": "https://www.torproject.org/download/download-easy.html.en", + "status": 200, + "final_url": "https://www.torproject.org/download/" + }, + { + "url": "https://www.twilio.com/lookup", + "status": 200, + "final_url": "https://www.twilio.com/en-us/user-authentication-identity/lookup" + }, + { + "url": "https://www.url-analyzer.net/", + "status": 200, + "final_url": "https://www.joesandbox.com/" + }, + { + "url": "https://www.vigilante.pw/", + "status": 200, + "final_url": "https://dehashed.com/" + }, + { + "url": "https://www.virustotal.com/", + "status": 200, + "final_url": "https://www.virustotal.com/gui/" + }, + { + "url": "https://www.yandex.com/", + "status": 200, + "final_url": "https://yandex.com/showcaptcha?cc=1&form-fb-hint=8.46&mt=50D20209A10CB3914029D9719A1993BFB30A2B8C0C96BF8FE2BD97E2DD4623FB294F5DDBB37326DA8BE3B437E86970163CA109FBA9EA08571C59AB3FA406A9FD715060819424031D21461EBDFF2266A49011057E43B777970BFD5DC7A7F37CB9F2BCA7953E35350940A58FEF6AE96A77337674CB818C6CCC2CCB25DFEC03E0B959A7B7039309E47B0EAD6823D29D3CD2F18E3E59273A0BE738F8165041CCED56780E19E986010237C9AAE1220FF7E1DFF746CD6775869DFD5286C3989FF17E9051CF4F7117365D103441F9F5A7042514C7A2569F381692A61D323C&retpath=aHR0cHM6Ly95YW5kZXguY29tLz8%2C_0557931346ee462dbea520700b309e49&t=2%252F1774131900%252F5a0020c6a0ead622037f5d8c48ade817&u=8379511975922811639&s=b53a0a55f78a8404f86979be07ec4308" + }, + { + "url": "https://yasiv.com/youtube", + "status": 200, + "final_url": "https://yasiv.com/youtube/" + } + ], + "slow": [ + { + "url": "https://openlibrary.org/", + "elapsed": 10.31 + } + ] +} \ No newline at end of file diff --git a/tools/link_checker.py b/tools/link_checker.py new file mode 100644 index 0000000..8195160 --- /dev/null +++ b/tools/link_checker.py @@ -0,0 +1,177 @@ +#!/usr/bin/env python3 +""" +Dead link checker for arf.json. +Extracts all URLs, checks HTTP status, and reports dead/redirected/slow links. +""" + +import json +import re +import sys +import time +import urllib.request +import urllib.error +import urllib.parse +from concurrent.futures import ThreadPoolExecutor, as_completed +from dataclasses import dataclass, field +from typing import Optional +import ssl + +TIMEOUT = 30 +MAX_WORKERS = 20 +SLOW_THRESHOLD = 10 # seconds + +# Skip these domains known to block bots or require auth +SKIP_DOMAINS = set() + +# User agent to avoid some bot blocks +HEADERS = { + "User-Agent": "Mozilla/5.0 (compatible; OSINT-Framework-LinkChecker/1.0; +https://osintframework.com)" +} + + +@dataclass +class LinkResult: + url: str + status: Optional[int] = None + final_url: Optional[str] = None + elapsed: float = 0.0 + error: Optional[str] = None + + @property + def is_dead(self): + if self.error and "404" not in str(self.error): + return True + return self.status is not None and self.status >= 400 + + @property + def is_redirect(self): + return self.final_url and self.final_url != self.url + + @property + def is_slow(self): + return self.elapsed >= SLOW_THRESHOLD + + +def check_url(url: str) -> LinkResult: + result = LinkResult(url=url) + start = time.time() + try: + # Build request with headers + req = urllib.request.Request(url, headers=HEADERS) + ctx = ssl.create_default_context() + ctx.check_hostname = False + ctx.verify_mode = ssl.CERT_NONE + + with urllib.request.urlopen(req, timeout=TIMEOUT, context=ctx) as resp: + result.status = resp.status + result.final_url = resp.url + except urllib.error.HTTPError as e: + result.status = e.code + result.error = str(e) + except urllib.error.URLError as e: + result.error = str(e.reason) + except Exception as e: + result.error = str(e) + finally: + result.elapsed = time.time() - start + return result + + +def extract_urls(json_path: str) -> list[str]: + with open(json_path) as f: + raw = f.read() + urls = re.findall(r'https?://[^\s"\'<>]+', raw) + # Clean trailing punctuation + cleaned = [] + for u in urls: + u = u.rstrip(".,;:)'\"") + cleaned.append(u) + return sorted(set(cleaned)) + + +def main(): + json_path = "public/arf.json" + urls = extract_urls(json_path) + total = len(urls) + print(f"Checking {total} unique URLs (timeout={TIMEOUT}s, workers={MAX_WORKERS})...\n") + + results = [] + completed = 0 + + with ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor: + future_to_url = {executor.submit(check_url, url): url for url in urls} + for future in as_completed(future_to_url): + result = future.result() + results.append(result) + completed += 1 + if completed % 50 == 0: + print(f" Progress: {completed}/{total}", flush=True) + + # Sort results by URL for consistent output + results.sort(key=lambda r: r.url) + + dead = [r for r in results if r.is_dead] + redirected = [r for r in results if r.is_redirect and not r.is_dead] + slow = [r for r in results if r.is_slow and not r.is_dead] + ok = [r for r in results if not r.is_dead and not r.is_slow] + + print("\n" + "=" * 70) + print(f"LINK AUDIT REPORT") + print("=" * 70) + print(f"Total URLs checked : {total}") + print(f"OK : {len(ok)}") + print(f"Dead (errors/404+) : {len(dead)}") + print(f"Redirected : {len(redirected)}") + print(f"Slow (>{SLOW_THRESHOLD}s) : {len(slow)}") + print() + + if dead: + print("=" * 70) + print(f"DEAD LINKS ({len(dead)})") + print("=" * 70) + for r in dead: + status_str = f"HTTP {r.status}" if r.status else f"ERROR: {r.error}" + print(f" [{status_str}] {r.url}") + print() + + if redirected: + print("=" * 70) + print(f"REDIRECTED LINKS ({len(redirected)})") + print("=" * 70) + for r in redirected: + print(f" [HTTP {r.status}] {r.url}") + print(f" -> {r.final_url}") + print() + + if slow: + print("=" * 70) + print(f"SLOW LINKS (>{SLOW_THRESHOLD}s) ({len(slow)})") + print("=" * 70) + for r in slow: + print(f" [{r.elapsed:.1f}s] {r.url}") + print() + + # Write JSON report + report = { + "summary": { + "total": total, + "ok": len(ok), + "dead": len(dead), + "redirected": len(redirected), + "slow": len(slow), + }, + "dead": [{"url": r.url, "status": r.status, "error": r.error} for r in dead], + "redirected": [{"url": r.url, "status": r.status, "final_url": r.final_url} for r in redirected], + "slow": [{"url": r.url, "elapsed": round(r.elapsed, 2)} for r in slow], + } + + report_path = "tools/link_audit_report.json" + with open(report_path, "w") as f: + json.dump(report, f, indent=2) + print(f"Full report written to: {report_path}") + + return len(dead) + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/tools/remove_dead_links.py b/tools/remove_dead_links.py new file mode 100644 index 0000000..d2d7574 --- /dev/null +++ b/tools/remove_dead_links.py @@ -0,0 +1,89 @@ +#!/usr/bin/env python3 +""" +Remove confirmed dead links from arf.json. +Targets: DNS failures, connection refused, HTTP 404. +Leaves alone: .onion, 403 (bot-block), 5xx (transient), timeouts. +""" + +import json +import sys + +REPORT_PATH = "tools/link_audit_report.json" +ARF_PATH = "public/arf.json" + + +def get_dead_urls(report_path: str) -> set: + with open(report_path) as f: + report = json.load(f) + + dead_urls = set() + for d in report["dead"]: + url = d.get("url", "") + err = d.get("error") or "" + status = d.get("status") + + # Skip .onion (Tor hidden services - expected failure from clearnet) + if ".onion" in url: + continue + # DNS failure = truly dead + if "nodename nor servname" in err: + dead_urls.add(url) + # Connection refused = truly dead + elif "Connection refused" in err: + dead_urls.add(url) + # 404 = page gone + elif status == 404: + dead_urls.add(url) + + return dead_urls + + +def remove_nodes(tree, dead_urls: set) -> tuple: + """Recursively remove leaf nodes whose URL is dead. Returns (cleaned_tree, removed_count).""" + removed = 0 + + if not isinstance(tree, dict): + return tree, 0 + + children = tree.get("children", []) + if not children: + # Leaf node - check URL + url = tree.get("url", "") + if url in dead_urls: + return None, 1 + return tree, 0 + + # Non-leaf: recurse into children + new_children = [] + for child in children: + cleaned, n = remove_nodes(child, dead_urls) + removed += n + if cleaned is not None: + new_children.append(cleaned) + + tree = dict(tree) + tree["children"] = new_children + return tree, removed + + +def main(): + dead_urls = get_dead_urls(REPORT_PATH) + print(f"Confirmed dead URLs to remove: {len(dead_urls)}") + + with open(ARF_PATH) as f: + data = json.load(f) + + cleaned, removed = remove_nodes(data, dead_urls) + + print(f"Removed {removed} nodes from arf.json") + + with open(ARF_PATH, "w") as f: + json.dump(cleaned, f, indent=2, separators=(",", ": ")) + f.write("\n") + + print(f"Wrote cleaned data to {ARF_PATH}") + return 0 + + +if __name__ == "__main__": + sys.exit(main())