[auto-b] select websites by type + db stats synced - ref 831e63604c7c, 5cd7b948f3ad, e8122e95bac9, ef196b6b1288 and 71b375d868f9

README.md

@@ -14,8 +14,9 @@ The analysis and public extracted information from this OSINT tool could help in
 This project is *"currently used by some law enforcement agencies in countries where resources are limited"*.
 
 ## Updates
-- NSFW search option is queued for testing
-- 🔥 Multi-profile search was added to the python CLI 
+- 🔥 Websites stats synced (1/dec/2021)
+- 🔥 NSFW search option implemented in the python CLI (--type "adult")
+- 🔥 Multi-profile search implemented in the python CLI 
 - 🔥 1000 websites & 2820 detections have been implemented! 
 - 🔥 More SFW & NSFW websites detections generated by the new automated system!
 
@@ -39,6 +40,7 @@ Standard localhost WEB APP url: http://0.0.0.0:9005/app.html
 - Metadata & Patterns extraction (Added from Qeeqbox OSINT project)
 - Force-directed Graph for Metadata (Needs ExtractPatterns)
 - Search by top-ranking or by country (Alexa Ranking)
+- Search by type (adult, music etc.. - automated websites stats)
 - Profiles stats and static info (Category country)
 - Cross Metadata stats (Added from Qeeqbox OSINT project)
 - Auto-flirtation to unnecessary output (Enable javascript etc..)
@@ -56,6 +58,7 @@ Standard localhost WEB APP url: http://0.0.0.0:9005/app.html
 - Filter profiles by good, maybe, and bad
 - Save the analysis as JSON file
 - Simplified web interface and CLI
+- And, more!!
 
 ## Special Detections
 - Facebook (Phone number, name, or profile name)

app.py

@@ -583,7 +583,7 @@ class SocialAnalyzer():
 
         if argv.websites == "all":
             list_of_countries = []
-            if argv.countries != 'all':
+            if argv.countries != "all":
                 list_of_countries = argv.countries.split(" ")
                 for site in self.websites_entries:
                     if site["country"] != "" and site["country"].lower() in list_of_countries:
@@ -594,6 +594,15 @@ class SocialAnalyzer():
                 for site in self.websites_entries:
                     site["selected"] = "true"
 
+            if argv.type != "all":
+                sites = ([d for d in self.websites_entries if d.get('selected') == "true"])
+                if "adult" in argv.type.lower():
+                    for site in self.websites_entries:
+                        if "adult" in site["type"].lower():
+                            site["selected"] = "true"
+                        else:
+                            site["selected"] = "false"
+
             if int(argv.top) != 0:
                 sites = ([d for d in self.websites_entries if d.get('selected') == "true"])
                 sites = ([d for d in sites if d.get('global_rank') != 0])
@@ -770,6 +779,7 @@ class SocialAnalyzer():
         ARG_PARSER_OPTIONAL.add_argument("--filter", help="Filter detected profiles by good, maybe or bad, you can do combine them with comma (good,bad) or use all", metavar="", default="good")
         ARG_PARSER_OPTIONAL.add_argument("--profiles", help="Filter profiles by detected, unknown or failed, you can do combine them with comma (detected,failed) or use all", metavar="", default="detected")
         ARG_PARSER_OPTIONAL.add_argument("--countries", help="select websites by country or countries separated by space as: us br ru", metavar="", default="all")
+        ARG_PARSER_OPTIONAL.add_argument("--type", help="Select websites by type (Adult, Music etc)", metavar="", default="detected")
         ARG_PARSER_OPTIONAL.add_argument("--top", help="select top websites as 10, 50 etc...[--websites is not needed]", metavar="", default="0")
         ARG_PARSER_OPTIONAL.add_argument("--extract", help="Extract profiles, urls & patterns if possible", action="store_true")
         ARG_PARSER_OPTIONAL.add_argument("--metadata", help="Extract metadata if possible (pypi QeeqBox OSINT)", action="store_true")