From cdc92b1a7cea97662abbed5e28ff81e1d89ac02f Mon Sep 17 00:00:00 2001 From: G <52905881+giga-a@users.noreply.github.com> Date: Mon, 12 Apr 2021 21:02:56 -0700 Subject: [PATCH] [auto-f] fixed extraction - ref 1ebd9c34 --- app.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/app.py b/app.py index b1fc1c8..1ae597b 100755 --- a/app.py +++ b/app.py @@ -50,6 +50,7 @@ SITES_PATH = path.join(path.dirname(__file__), "data", "sites.json") LANGUAGES_PATH = path.join(path.dirname(__file__), "data", "languages.json") STRINGS_PAGES = recompile('captcha-info|Please enable cookies|Completing the CAPTCHA', IGNORECASE) STRINGS_TITLES = recompile('not found|blocked|attention required|cloudflare', IGNORECASE) +STRINGS_META = recompile('regionsAllowed|width|height|color|rgba\(|charset|viewport|refresh|equiv', IGNORECASE) LANGUAGES_JSON = {} WORKERS = 15 CUSTOM_MESSAGE = 51 @@ -272,7 +273,7 @@ def find_username_normal(req): with suppress(Exception): session = Session() session.headers.update(headers) - response = session.get(site["url"].replace("{username}", username), timeout=5, verify=False) + response = session.get(site["url"].replace("{username}", username),timeout=5, verify=False) source = response.text content = response.content answer = dict((k.lower(), v.lower()) for k, v in response.headers.items()) @@ -444,7 +445,7 @@ def find_username_normal(req): temp_for_checking = [] soup = BeautifulSoup(content, "lxml") for meta in soup.find_all('meta'): - if meta not in temp_for_checking: + if meta not in temp_for_checking and not research(STRINGS_META, str(meta)): temp_for_checking.append(meta) temp_mata_item = {} add = True