[auto-b] added more websites - ref 65c5e1c89762, 98aadb3d86b4 & a5cf4b483102

This commit is contained in:
Giga
2021-10-25 23:40:59 -07:00
committed by GitHub
parent e45c6a16ce
commit c22076d92d
4 changed files with 617 additions and 59 deletions
+6 -28
View File
@@ -14,24 +14,14 @@ This project is *"currently used by some law enforcement agencies in countries w
`Social Analyzer is in a league of its own and is a very impressive tool that I thoroughly recommend for Digital Investigators and OSINT practitioners` - by [Joseph Jones, Founder of Strategy Nord, Unita Insight and OS2INT](https://os2int.com/toolbox/investigating-usernames-with-social-analyzer/)
## Updates
- 🔥 New NSFW detections are queued for testing (Generated by a new NSFW automated system)
- 🔥 More NSFW websites detections generated by the new automated system!
- 🔥 Fixed app.py selected websites number
- 🔥 Multi-profile search nodejs (cli version)
- 🔥 Possible profile\person age option
## So·cial Me·di·a
Websites and applications that enable users to create and share content or to participate in social networking - Oxford Dictionary
## Security Testing
```bash
------------------------------------- ---------------------------------
| Security Testing | | Social-Analyzer |
------------------------------------- ---------------------------------
| Passive Information Gathering | <--> | Find Social Media Profiles |
| | | |
| Active Information Gathering | <--> | Post Analysis Activities |
------------------------------------- ---------------------------------
```
## APP (Preferred!)
Standard localhost WEB APP url: http://0.0.0.0:9005/app.html
@@ -96,7 +86,7 @@ sudo apt-get install -y firefox-esr tesseract-ocr git nodejs npm
git clone https://github.com/qeeqbox/social-analyzer.git
cd social-analyzer
npm ci
nodejs app.js --username "johndoe,janedpe" --metadata --top 100
nodejs app.js --username "johndoe,janedoe" --metadata --top 100
```
### Linux (As python package)
@@ -104,7 +94,7 @@ nodejs app.js --username "johndoe,janedpe" --metadata --top 100
sudo apt-get update
sudo apt-get install python3 python3-pip
pip3 install social-analyzer
social-analyzer --username "johndoe,janedpe" --metadata --top 100
social-analyzer --username "johndoe" --metadata --top 100
#or
python3 -m social-analyzer --username "johndoe" --metadata --top 100
```
@@ -165,17 +155,6 @@ Setting:
## Open Shell
[![Open in Cloud Shell](https://img.shields.io/static/v1?label=%3E_&message=Open%20in%20Cloud%20Shell&color=3267d6&style=flat-square)](https://ssh.cloud.google.com/cloudshell/editor?cloudshell_git_repo=https://github.com/qeeqbox/social-analyzer&tutorial=README.md) [![Open in repl.it Shell](https://img.shields.io/static/v1?label=%3E_&message=Open%20in%20repl.it%20Shell&color=606c74&style=flat-square)](https://repl.it/github/qeeqbox/social-analyzer)
## Running Issues
- Remember that existing profiles show `status:good` or `rate:%100`
- Some websites return `blocked` or `invalid` <- this is the intended behavior
- Use Proxy, VPN, TOR or anything similar for periodic suspicious-profiles checking
- Do not mix FindUserProfilesFast, with FindUserProfilesSlow and ShowUserProfilesSlow
- Change the user-agent to most updated one or increase the random time between requests
- Use the slow mode (Not available in the CLIs) to avoid running into blocking\results issue
## Goals
- Adding the generic websites detections (These need some reviewing, but I will try to add them in 2021)
## Resources
- DuckDuckGo API, Google API, NodeJS, bootstrap, selectize, jQuery, Wikipedia, font-awesome, selenium-webdriver & tesseract.js
- Let me know if I missed a reference or resource!
@@ -190,10 +169,9 @@ Setting:
- You can use social-analyzer in the [BlackArch](https://blackarch.org/) penetration testing distribution by installing [blackarch-social](https://blackarch.org/social.html)
## Disclaimer\Notes
- Make sure to download this tool from GitHub
- This is a security project (Treat it as a security project)
- Download this project from GitHub and treat it as a security project
- If you want your website to be excluded from this project list, please reach out to me
- This tool meant to be used locally not as a service (It does not have any type of Access Control)
- This tool is meant to be used locally not as a service (It does not have any type of Access Control)
- For issues related to modules that end with -private or under the private group ![](https://raw.githubusercontent.com/qeeqbox/social-analyzer/main/readme/modules.png), reach out directly to me (do not open an issue on GitHub)
## Other Projects
+7 -2
View File
@@ -606,7 +606,12 @@ class SocialAnalyzer():
if temp in site["url"]:
site["selected"] = "true"
self.log.info("[Init] Selected websites: {}".format(len(self.websites_entries)))
true_websites = 0
for site in self.websites_entries:
if site["selected"] == "true":
true_websites += 1
self.log.info("[Init] Selected websites: {}".format(true_websites))
resutls = self.find_username_normal(req)
for item in resutls:
@@ -747,7 +752,7 @@ class SocialAnalyzer():
ret = {}
ARGV = None
ARG_PARSER = _ArgumentParser(description="Qeeqbox/social-analyzer - API and Web App for analyzing & finding a person's profile across 300+ social media websites (Detections are updated regularly)", usage=SUPPRESS)
ARG_PARSER = _ArgumentParser(description="Qeeqbox/social-analyzer - API and Web App for analyzing & finding a person's profile across 900+ social media websites (Detections are updated regularly)", usage=SUPPRESS)
ARG_PARSER._action_groups.pop()
ARG_PARSER_OPTIONAL = ARG_PARSER.add_argument_group("Arguments")
ARG_PARSER_OPTIONAL.add_argument("--username", help="E.g. johndoe, john_doe or johndoe9999", metavar="", default="")
+600 -25
View File
@@ -3,6 +3,29 @@
"name": "social-analyzer"
},
"websites_entries": [
{
"url": "https://{username}.bigcartel.com/",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "/product",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://24.wikia.com/wiki/User:{username}",
"detections": [
@@ -173,6 +196,29 @@
"country": "IN",
"country_code": 0
},
{
"url": "https://admireme.vip/{username}/",
"detections": [
{
"return": "true",
"string": "profile-",
"type": "normal"
},
{
"return": "true",
"string": "\"stats\"",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://adore.one/en/users/{username}",
"detections": [
@@ -219,6 +265,29 @@
"country": "GB",
"country_code": 0
},
{
"url": "https://airbit.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "__stats",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://airlinepilot.life/u/{username}",
"detections": [
@@ -364,6 +433,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://aliveshoes.com/brand/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "og:title",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://allmylinks.com/{username}",
"detections": [
@@ -397,6 +489,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://allthingsworn.com/profile/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "profileOptions",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://alltrails.com/members/{username}",
"detections": [
@@ -1213,6 +1328,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://beatstars.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "member-profile",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://beeg.com/people/{username}",
"detections": [
@@ -1644,6 +1782,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://bongacams.com/{username}",
"detections": [
{
"return": "true",
"string": "profile_",
"type": "normal"
},
{
"return": "true",
"string": "last_login",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://bookafly.com/users/{username}",
"detections": [
@@ -1835,6 +1996,29 @@
"country": "CH",
"country_code": 0
},
{
"url": "https://cameraprive.com/br/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "header-profile",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://camsoda.com/{username}",
"detections": [
@@ -1980,6 +2164,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://cash.app/${username}",
"detections": [
{
"return": "true",
"string": "/${username}",
"type": "normal"
},
{
"return": "true",
"string": "og:title",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://cash.me/{username}",
"detections": [
@@ -2194,6 +2401,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://clapperapp.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "user-stats",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://cloob.com/name/{username}",
"detections": [
@@ -5823,6 +6053,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://fancentro.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "Follow me",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://fandalism.com/{username}",
"detections": [
@@ -8026,6 +8279,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://girlspacks.com/modelos/{username}/",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "followers",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://gitee.com/{username}",
"detections": [
@@ -9591,6 +9867,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://ismygirl.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "og:title",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://isogg.org/wiki/User:{username}",
"detections": [
@@ -9727,6 +10026,29 @@
"country": "FR",
"country_code": 0
},
{
"url": "https://justfor.fans/{username}",
"detections": [
{
"return": "true",
"string": "profile",
"type": "normal"
},
{
"return": "true",
"string": "\"stats\"",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://kaggle.com/{username}",
"detections": [
@@ -11199,6 +11521,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://minnit.chat/{username}",
"detections": [
{
"return": "true",
"string": "chatname",
"type": "normal"
},
{
"return": "true",
"string": "\"{username}\"",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://mintme.com/token/{username}",
"detections": [
@@ -11661,6 +12006,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://mygirlfund.com/public/{username}",
"detections": [
{
"return": "true",
"string": "public-profile",
"type": "normal"
},
{
"return": "true",
"string": "photo-count",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://myminifactory.com/users/{username}",
"detections": [
@@ -12246,6 +12614,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://omlet.gg/profile/{username}/",
"detections": [
{
"return": "true",
"string": "name:",
"type": "normal"
},
{
"return": "true",
"string": "omletId:",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://onehack.us/u/{username}",
"detections": [
@@ -12808,6 +13199,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://peach.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "Profile_",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://periscope.tv/{username}",
"detections": [
@@ -13425,6 +13839,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://privacy.com.br/profile/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "profile-",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://producthunt.com/@{username}",
"detections": [
@@ -13948,6 +14385,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://reach.at/{username}",
"detections": [
{
"return": "true",
"string": "\"title\"",
"type": "normal"
},
{
"return": "true",
"string": "\"subtitle\"",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://reactos.org/wiki/User:{username}",
"detections": [
@@ -14038,12 +14498,12 @@
"detections": [
{
"return": "true",
"string": "@{username}",
"string": "/${username}",
"type": "normal"
},
{
"return": "true",
"string": "user/{username}",
"string": "og:title",
"type": "normal"
}
],
@@ -14757,6 +15217,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://sextpanther.com/{username}",
"detections": [
{
"return": "true",
"string": "{username}",
"type": "normal"
},
{
"return": "true",
"string": "nationality",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://sgwiki.com/wiki/User:{username}",
"detections": [
@@ -14791,6 +15274,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://share.myfreecams.com/{username}",
"detections": [
{
"return": "true",
"string": "user-header",
"type": "normal"
},
{
"return": "true",
"string": "profile-",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://sharechat.com/profile/{username}",
"detections": [
@@ -15545,6 +16051,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://stars.avn.com/{username}",
"detections": [
{
"return": "true",
"string": "/{username}",
"type": "normal"
},
{
"return": "true",
"string": "og:title",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://starwars.wikia.com/User:{username}",
"detections": [
@@ -17184,6 +17713,29 @@
"country": "US",
"country_code": 0
},
{
"url": "https://vent.co/u/{username}",
"detections": [
{
"return": "true",
"string": "bio",
"type": "normal"
},
{
"return": "true",
"string": "current-emotion",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://verifiedhandles.com/vhid/VHID/User:{username}",
"detections": [
@@ -18622,29 +19174,6 @@
"country": "",
"country_code": 0
},
{
"url": "https://www.zoig.com/profile/{username}",
"detections": [
{
"return": "true",
"string": "profile_ovrv",
"type": "normal"
},
{
"return": "true",
"string": "Gender: ",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "Internet",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://wykop.pl/ludzie/{username}/",
"detections": [
@@ -19021,6 +19550,29 @@
"country": "CN",
"country_code": 0
},
{
"url": "https://zoig.com/profile/{username}",
"detections": [
{
"return": "true",
"string": "profile_ovrv",
"type": "normal"
},
{
"return": "true",
"string": "Gender: ",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "Internet",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://{username}.blogspot.com",
"detections": [
@@ -19314,6 +19866,29 @@
"country": "",
"country_code": 0
},
{
"url": "https://{username}.manyvids.com",
"detections": [
{
"return": "true",
"string": "profile-page",
"type": "normal"
},
{
"return": "true",
"string": "/{username}",
"type": "normal"
}
],
"selected": "false",
"timeout": 0,
"implicit": 0,
"extract": [],
"type": "",
"global_rank": 0,
"country": "",
"country_code": 0
},
{
"url": "https://{username}.newgrounds.com",
"detections": [
+4 -4
View File
@@ -2,14 +2,14 @@
"build":"pass",
"test":"pass",
"grid_test":"pass",
"websites":"904",
"detections":"1249",
"pending":"~1897",
"websites":"933",
"detections":"2632",
"pending":"~1877",
"special":"3",
"linux":"pass",
"windows":"pass",
"docker":"pass",
"full_scan":"15 workers < 35secs",
"full_scan":"15 workers < 30secs",
"max_retries":"3",
"awaiting_verification":"?",
"auto_testing":"ad184546-98a6-4edc-b15b-468b5df1acdb"}