From c22076d92dc063eea6c105f2fcb68aefadf438ca Mon Sep 17 00:00:00 2001 From: Giga <52905881+giga-a@users.noreply.github.com> Date: Mon, 25 Oct 2021 23:40:59 -0700 Subject: [PATCH] [auto-b] added more websites - ref 65c5e1c89762, 98aadb3d86b4 & a5cf4b483102 --- README.md | 34 +-- app.py | 9 +- data/sites.json | 625 ++++++++++++++++++++++++++++++++++++++++++++++-- info | 8 +- 4 files changed, 617 insertions(+), 59 deletions(-) diff --git a/README.md b/README.md index 2074750..af781c4 100755 --- a/README.md +++ b/README.md @@ -14,24 +14,14 @@ This project is *"currently used by some law enforcement agencies in countries w `Social Analyzer is in a league of its own and is a very impressive tool that I thoroughly recommend for Digital Investigators and OSINT practitioners` - by [Joseph Jones, Founder of Strategy Nord, Unita Insight and OS2INT](https://os2int.com/toolbox/investigating-usernames-with-social-analyzer/) ## Updates -- 🔥 New NSFW detections are queued for testing (Generated by a new NSFW automated system) +- 🔥 More NSFW websites detections generated by the new automated system! +- 🔥 Fixed app.py selected websites number - 🔥 Multi-profile search nodejs (cli version) - 🔥 Possible profile\person age option ## So·cial Me·di·a Websites and applications that enable users to create and share content or to participate in social networking - Oxford Dictionary -## Security Testing -```bash -------------------------------------- --------------------------------- -| Security Testing | | Social-Analyzer | -------------------------------------- --------------------------------- -| Passive Information Gathering | <--> | Find Social Media Profiles | -| | | | -| Active Information Gathering | <--> | Post Analysis Activities | -------------------------------------- --------------------------------- -``` - ## APP (Preferred!) Standard localhost WEB APP url: http://0.0.0.0:9005/app.html @@ -96,7 +86,7 @@ sudo apt-get install -y firefox-esr tesseract-ocr git nodejs npm git clone https://github.com/qeeqbox/social-analyzer.git cd social-analyzer npm ci -nodejs app.js --username "johndoe,janedpe" --metadata --top 100 +nodejs app.js --username "johndoe,janedoe" --metadata --top 100 ``` ### Linux (As python package) @@ -104,7 +94,7 @@ nodejs app.js --username "johndoe,janedpe" --metadata --top 100 sudo apt-get update sudo apt-get install python3 python3-pip pip3 install social-analyzer -social-analyzer --username "johndoe,janedpe" --metadata --top 100 +social-analyzer --username "johndoe" --metadata --top 100 #or python3 -m social-analyzer --username "johndoe" --metadata --top 100 ``` @@ -165,17 +155,6 @@ Setting: ## Open Shell [![Open in Cloud Shell](https://img.shields.io/static/v1?label=%3E_&message=Open%20in%20Cloud%20Shell&color=3267d6&style=flat-square)](https://ssh.cloud.google.com/cloudshell/editor?cloudshell_git_repo=https://github.com/qeeqbox/social-analyzer&tutorial=README.md) [![Open in repl.it Shell](https://img.shields.io/static/v1?label=%3E_&message=Open%20in%20repl.it%20Shell&color=606c74&style=flat-square)](https://repl.it/github/qeeqbox/social-analyzer) -## Running Issues -- Remember that existing profiles show `status:good` or `rate:%100` -- Some websites return `blocked` or `invalid` <- this is the intended behavior -- Use Proxy, VPN, TOR or anything similar for periodic suspicious-profiles checking -- Do not mix FindUserProfilesFast, with FindUserProfilesSlow and ShowUserProfilesSlow -- Change the user-agent to most updated one or increase the random time between requests -- Use the slow mode (Not available in the CLIs) to avoid running into blocking\results issue - -## Goals -- Adding the generic websites detections (These need some reviewing, but I will try to add them in 2021) - ## Resources - DuckDuckGo API, Google API, NodeJS, bootstrap, selectize, jQuery, Wikipedia, font-awesome, selenium-webdriver & tesseract.js - Let me know if I missed a reference or resource! @@ -190,10 +169,9 @@ Setting: - You can use social-analyzer in the [BlackArch](https://blackarch.org/) penetration testing distribution by installing [blackarch-social](https://blackarch.org/social.html) ## Disclaimer\Notes -- Make sure to download this tool from GitHub -- This is a security project (Treat it as a security project) +- Download this project from GitHub and treat it as a security project - If you want your website to be excluded from this project list, please reach out to me -- This tool meant to be used locally not as a service (It does not have any type of Access Control) +- This tool is meant to be used locally not as a service (It does not have any type of Access Control) - For issues related to modules that end with -private or under the private group ![](https://raw.githubusercontent.com/qeeqbox/social-analyzer/main/readme/modules.png), reach out directly to me (do not open an issue on GitHub) ## Other Projects diff --git a/app.py b/app.py index 00593d3..f2479ca 100755 --- a/app.py +++ b/app.py @@ -606,7 +606,12 @@ class SocialAnalyzer(): if temp in site["url"]: site["selected"] = "true" - self.log.info("[Init] Selected websites: {}".format(len(self.websites_entries))) + true_websites = 0 + for site in self.websites_entries: + if site["selected"] == "true": + true_websites += 1 + + self.log.info("[Init] Selected websites: {}".format(true_websites)) resutls = self.find_username_normal(req) for item in resutls: @@ -747,7 +752,7 @@ class SocialAnalyzer(): ret = {} ARGV = None - ARG_PARSER = _ArgumentParser(description="Qeeqbox/social-analyzer - API and Web App for analyzing & finding a person's profile across 300+ social media websites (Detections are updated regularly)", usage=SUPPRESS) + ARG_PARSER = _ArgumentParser(description="Qeeqbox/social-analyzer - API and Web App for analyzing & finding a person's profile across 900+ social media websites (Detections are updated regularly)", usage=SUPPRESS) ARG_PARSER._action_groups.pop() ARG_PARSER_OPTIONAL = ARG_PARSER.add_argument_group("Arguments") ARG_PARSER_OPTIONAL.add_argument("--username", help="E.g. johndoe, john_doe or johndoe9999", metavar="", default="") diff --git a/data/sites.json b/data/sites.json index 74cbaf2..ceca417 100755 --- a/data/sites.json +++ b/data/sites.json @@ -3,6 +3,29 @@ "name": "social-analyzer" }, "websites_entries": [ + { + "url": "https://{username}.bigcartel.com/", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "/product", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://24.wikia.com/wiki/User:{username}", "detections": [ @@ -173,6 +196,29 @@ "country": "IN", "country_code": 0 }, + { + "url": "https://admireme.vip/{username}/", + "detections": [ + { + "return": "true", + "string": "profile-", + "type": "normal" + }, + { + "return": "true", + "string": "\"stats\"", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://adore.one/en/users/{username}", "detections": [ @@ -219,6 +265,29 @@ "country": "GB", "country_code": 0 }, + { + "url": "https://airbit.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "__stats", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://airlinepilot.life/u/{username}", "detections": [ @@ -364,6 +433,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://aliveshoes.com/brand/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "og:title", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://allmylinks.com/{username}", "detections": [ @@ -397,6 +489,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://allthingsworn.com/profile/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "profileOptions", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://alltrails.com/members/{username}", "detections": [ @@ -1213,6 +1328,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://beatstars.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "member-profile", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://beeg.com/people/{username}", "detections": [ @@ -1644,6 +1782,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://bongacams.com/{username}", + "detections": [ + { + "return": "true", + "string": "profile_", + "type": "normal" + }, + { + "return": "true", + "string": "last_login", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://bookafly.com/users/{username}", "detections": [ @@ -1835,6 +1996,29 @@ "country": "CH", "country_code": 0 }, + { + "url": "https://cameraprive.com/br/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "header-profile", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://camsoda.com/{username}", "detections": [ @@ -1980,6 +2164,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://cash.app/${username}", + "detections": [ + { + "return": "true", + "string": "/${username}", + "type": "normal" + }, + { + "return": "true", + "string": "og:title", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://cash.me/{username}", "detections": [ @@ -2194,6 +2401,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://clapperapp.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "user-stats", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://cloob.com/name/{username}", "detections": [ @@ -5823,6 +6053,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://fancentro.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "Follow me", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://fandalism.com/{username}", "detections": [ @@ -8026,6 +8279,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://girlspacks.com/modelos/{username}/", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "followers", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://gitee.com/{username}", "detections": [ @@ -9591,6 +9867,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://ismygirl.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "og:title", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://isogg.org/wiki/User:{username}", "detections": [ @@ -9727,6 +10026,29 @@ "country": "FR", "country_code": 0 }, + { + "url": "https://justfor.fans/{username}", + "detections": [ + { + "return": "true", + "string": "profile", + "type": "normal" + }, + { + "return": "true", + "string": "\"stats\"", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://kaggle.com/{username}", "detections": [ @@ -11199,6 +11521,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://minnit.chat/{username}", + "detections": [ + { + "return": "true", + "string": "chatname", + "type": "normal" + }, + { + "return": "true", + "string": "\"{username}\"", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://mintme.com/token/{username}", "detections": [ @@ -11661,6 +12006,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://mygirlfund.com/public/{username}", + "detections": [ + { + "return": "true", + "string": "public-profile", + "type": "normal" + }, + { + "return": "true", + "string": "photo-count", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://myminifactory.com/users/{username}", "detections": [ @@ -12246,6 +12614,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://omlet.gg/profile/{username}/", + "detections": [ + { + "return": "true", + "string": "name:", + "type": "normal" + }, + { + "return": "true", + "string": "omletId:", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://onehack.us/u/{username}", "detections": [ @@ -12808,6 +13199,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://peach.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "Profile_", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://periscope.tv/{username}", "detections": [ @@ -13425,6 +13839,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://privacy.com.br/profile/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "profile-", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://producthunt.com/@{username}", "detections": [ @@ -13948,6 +14385,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://reach.at/{username}", + "detections": [ + { + "return": "true", + "string": "\"title\"", + "type": "normal" + }, + { + "return": "true", + "string": "\"subtitle\"", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://reactos.org/wiki/User:{username}", "detections": [ @@ -14038,12 +14498,12 @@ "detections": [ { "return": "true", - "string": "@{username}", + "string": "/${username}", "type": "normal" }, { "return": "true", - "string": "user/{username}", + "string": "og:title", "type": "normal" } ], @@ -14757,6 +15217,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://sextpanther.com/{username}", + "detections": [ + { + "return": "true", + "string": "{username}", + "type": "normal" + }, + { + "return": "true", + "string": "nationality", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://sgwiki.com/wiki/User:{username}", "detections": [ @@ -14791,6 +15274,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://share.myfreecams.com/{username}", + "detections": [ + { + "return": "true", + "string": "user-header", + "type": "normal" + }, + { + "return": "true", + "string": "profile-", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://sharechat.com/profile/{username}", "detections": [ @@ -15545,6 +16051,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://stars.avn.com/{username}", + "detections": [ + { + "return": "true", + "string": "/{username}", + "type": "normal" + }, + { + "return": "true", + "string": "og:title", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://starwars.wikia.com/User:{username}", "detections": [ @@ -17184,6 +17713,29 @@ "country": "US", "country_code": 0 }, + { + "url": "https://vent.co/u/{username}", + "detections": [ + { + "return": "true", + "string": "bio", + "type": "normal" + }, + { + "return": "true", + "string": "current-emotion", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://verifiedhandles.com/vhid/VHID/User:{username}", "detections": [ @@ -18622,29 +19174,6 @@ "country": "", "country_code": 0 }, - { - "url": "https://www.zoig.com/profile/{username}", - "detections": [ - { - "return": "true", - "string": "profile_ovrv", - "type": "normal" - }, - { - "return": "true", - "string": "Gender: ", - "type": "normal" - } - ], - "selected": "false", - "timeout": 0, - "implicit": 0, - "extract": [], - "type": "Internet", - "global_rank": 0, - "country": "", - "country_code": 0 - }, { "url": "https://wykop.pl/ludzie/{username}/", "detections": [ @@ -19021,6 +19550,29 @@ "country": "CN", "country_code": 0 }, + { + "url": "https://zoig.com/profile/{username}", + "detections": [ + { + "return": "true", + "string": "profile_ovrv", + "type": "normal" + }, + { + "return": "true", + "string": "Gender: ", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "Internet", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://{username}.blogspot.com", "detections": [ @@ -19314,6 +19866,29 @@ "country": "", "country_code": 0 }, + { + "url": "https://{username}.manyvids.com", + "detections": [ + { + "return": "true", + "string": "profile-page", + "type": "normal" + }, + { + "return": "true", + "string": "/{username}", + "type": "normal" + } + ], + "selected": "false", + "timeout": 0, + "implicit": 0, + "extract": [], + "type": "", + "global_rank": 0, + "country": "", + "country_code": 0 + }, { "url": "https://{username}.newgrounds.com", "detections": [ diff --git a/info b/info index 8111654..b31c96f 100755 --- a/info +++ b/info @@ -2,14 +2,14 @@ "build":"pass", "test":"pass", "grid_test":"pass", - "websites":"904", - "detections":"1249", - "pending":"~1897", + "websites":"933", + "detections":"2632", + "pending":"~1877", "special":"3", "linux":"pass", "windows":"pass", "docker":"pass", - "full_scan":"15 workers < 35secs", + "full_scan":"15 workers < 30secs", "max_retries":"3", "awaiting_verification":"?", "auto_testing":"ad184546-98a6-4edc-b15b-468b5df1acdb"}