From ea795c86ae3ef944cee7ca7d3df8566bbf36496b Mon Sep 17 00:00:00 2001
From: Giga <52905881+giga-a@users.noreply.github.com>
Date: Fri, 28 Jan 2022 01:49:58 -0800
Subject: [PATCH] [atuo-b] fixed domain netloc

---
 app.py | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/app.py b/app.py
index 8aba510..240856d 100755
--- a/app.py
+++ b/app.py
@@ -33,7 +33,7 @@ from tempfile import mkdtemp
 from urllib.parse import unquote, urlparse
 from urllib3.exceptions import InsecureRequestWarning
 from bs4 import BeautifulSoup
-from tld import get_fld
+from tld import get_fld, get_tld
 from requests import get, packages, Session
 from termcolor import colored
 from langdetect import detect
@@ -259,7 +259,13 @@ class SocialAnalyzer():
         else:
             sleep(randint(1, 99) / 100)
 
-        self.log.info("[Checking] " + get_fld(site["url"]))
+        checking_url = None
+        with suppress(Exception):
+            checking_url = get_tld(site["url"],as_object=True).parsed_url.netloc
+        if checking_url == None:
+            checking_url = get_fld(site["url"])
+        self.log.info("[Checking] " + checking_url)
+
         source = ""
 
         detection_level = {