WEBDIENSTE/social-analyzer
1
0
Fork 0
mirror of https://github.com/qeeqbox/social-analyzer.git synced 2026-09-13 21:27:43 +02:00
Code Issues Packages Projects Releases Wiki Activity

[auto-f] small fix -ref 16a1ef09

Browse Source
This commit is contained in:
G
2021-03-05 14:54:57 -08:00
committed by GitHub
parent ca28c73a42
commit 08cf6c7cfc
9 changed files with 39 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/engine.js
+13 -9
View File
@@ -1,8 +1,10 @@
var helper = require('./helper.js')
var tesseract = require("tesseract.js")
const { createWorker } = require('tesseract.js');
const {
createWorker
} = require('tesseract.js');
function merge_dicts(temp_dict){
function merge_dicts(temp_dict) {
result = {}
temp_dict.forEach(item => {
for (const [key, value] of Object.entries(item)) {
@@ -41,7 +43,7 @@ async function detect(type, uuid, username, options, site, source = "", text_onl
temp_detected.push(val2)
detections_count += val3
//console.log(temp_profile,merge_dicts(temp_detected),detections_count)
return [merge_dicts(temp_profile),merge_dicts(temp_detected),detections_count]
return [merge_dicts(temp_profile), merge_dicts(temp_detected), detections_count]
}
async function detect_logic(type, uuid, username, options, site, source = "", text_only = "", screen_shot = "") {
@@ -57,11 +59,15 @@ async function detect_logic(type, uuid, username, options, site, source = "", te
if (detection.type == "ocr" && screen_shot != "" && options.includes("FindUserProfilesSlow")) {
const temp_buffer_image = Buffer.from(screen_shot, "base64")
const ocr_worker = createWorker();
try{
try {
await ocr_worker.load();
await ocr_worker.loadLanguage('eng');
await ocr_worker.initialize('eng');
const { data: { text } } = await ocr_worker.recognize(temp_buffer_image);
const {
data: {
text
}
} = await ocr_worker.recognize(temp_buffer_image);
await ocr_worker.terminate();
if (text != "") {
if (text.toLowerCase().includes(detection.string.toLowerCase())) {
@@ -76,13 +82,11 @@ async function detect_logic(type, uuid, username, options, site, source = "", te
temp_detected.false += 1
}
}
}
else{
} else {
detections_count -= 1
temp_detected.count -= 1
}
}
catch(err){
} catch (err) {
detections_count -= 1
temp_detected.count -= 1
}
modules/external-apis.js
+1 -1
View File
@@ -1,4 +1,4 @@
var helper = require('./helper.js')
var helper = require('./helper.js');
var async = require("async");
async function get_words_info(all_words, words_info) {
modules/extraction.js
+1 -1
View File
@@ -1,4 +1,4 @@
var helper = require('./helper.js')
var helper = require('./helper.js');
var cheerio = require('cheerio');
async function extract_metadata(site, source) {
modules/fast-scan.js
+4 -4
View File
@@ -1,5 +1,5 @@
var helper = require('./helper.js')
var extraction = require('./extraction.js')
var helper = require('./helper.js');
var extraction = require('./extraction.js');
var async = require("async");
var sanitizeHtml = require("sanitize-html");
var {
@@ -162,8 +162,8 @@ async function find_username_site(uuid, username, options, site) {
}
}
["title","language","text","type","metadata","extracted"].forEach((item) => {
if (temp_profile[item] == ""){
["title", "language", "text", "type", "metadata", "extracted"].forEach((item) => {
if (temp_profile[item] == "") {
temp_profile[item] = "unavailable"
}
});
modules/helper.js
+2 -4
View File
@@ -94,8 +94,7 @@ function log_to_file_queue(uuid, msg, table = false, argv = undefined) {
for (const [key, value] of Object.entries(item)) {
if (key == "extracted" || key == "metadata") {
if ((key == "extracted" && argv.extract) || (key == "metadata" && argv.metadata)) {
if (value != "unavailable")
{
if (value != "unavailable") {
try {
value.forEach((metadata_item, i) => {
var temp_string_meta = key + " " + i
@@ -113,8 +112,7 @@ function log_to_file_queue(uuid, msg, table = false, argv = undefined) {
} catch (err) {
}
}
else{
} else {
console.log(colors.blue(key.padEnd(12)) + " : " + colors.yellow(value));
}
}
modules/name-analysis.js
+1 -1
View File
@@ -1,4 +1,4 @@
var helper = require('./helper.js')
var helper = require('./helper.js');
var fs = require("fs");
var stringSimilarity = require("string-similarity");
async function find_origins(req) {
modules/slow-scan.js
+15 -17
View File
@@ -1,5 +1,5 @@
var helper = require('./helper.js');
var extraction = require('./extraction.js')
var extraction = require('./extraction.js');
var async = require("async");
var sanitizeHtml = require("sanitize-html");
var sanitizeHtml = require("sanitize-html");
@@ -12,8 +12,8 @@ var {
var path = require('path');
var engine = require('./engine.js')
if (process.platform == 'win32'){
var package_path = path.join(path.dirname(require.resolve("geckodriver")),'..')
if (process.platform == 'win32') {
var package_path = path.join(path.dirname(require.resolve("geckodriver")), '..')
process.env['PATH'] = process.env['PATH'] + ';' + package_path
}
@@ -34,7 +34,9 @@ async function find_username_advanced(req) {
var results = await async.parallelLimit(functions, 8);
helper.verbose && console.log(`Total time ${new Date() - time}`);
results = results.filter(item => item)
return results.sort((first, second) => {return helper.compare_objects(first, second, 'rate')})
return results.sort((first, second) => {
return helper.compare_objects(first, second, 'rate')
})
}
async function find_username_site(uuid, username, options, site) {
@@ -92,11 +94,11 @@ async function find_username_site(uuid, username, options, site) {
title = await driver.getTitle();
text_only = await driver.findElement(By.tagName("body")).getText();
await driver.quit()
var [temp_profile, temp_detected, detections_count] = await engine.detect("slow", uuid, username, options, site ,source, text_only, screen_shot)
var [temp_profile, temp_detected, detections_count] = await engine.detect("slow", uuid, username, options, site, source, text_only, screen_shot)
if (options.includes("ShowUserProfilesSlow")) {
temp_profile["image"] = "data:image/png;base64,{image}".replace("{image}", screen_shot);
}
if (temp_profile.found >= helper.detection_level[helper.detection_level.current].found && detections_count >= helper.detection_level[helper.detection_level.current].count){
if (temp_profile.found >= helper.detection_level[helper.detection_level.current].found && detections_count >= helper.detection_level[helper.detection_level.current].count) {
temp_profile.good = "true"
try {
language = helper.get_language_by_parsing(source)
@@ -113,13 +115,11 @@ async function find_username_site(uuid, username, options, site) {
if (temp_profile.good == "true") {
var temp_value = ((temp_profile["found"] / detections_count) * 100).toFixed(2)
temp_profile.rate = "%" + temp_value;
if (temp_value >= 100.00){
if (temp_value >= 100.00) {
temp_profile.status = "good"
}
else if (temp_value >= 50.00 && temp_value < 100.00){
} else if (temp_value >= 50.00 && temp_value < 100.00) {
temp_profile.status = "maybe"
}
else{
} else {
temp_profile.status = "bad"
}
}
@@ -141,8 +141,8 @@ async function find_username_site(uuid, username, options, site) {
}
}
["title","language","text","type","metadata","extracted"].forEach((item) => {
if (temp_profile[item] == ""){
["title", "language", "text", "type", "metadata", "extracted"].forEach((item) => {
if (temp_profile[item] == "") {
temp_profile[item] = "unavailable"
}
});
@@ -150,8 +150,7 @@ async function find_username_site(uuid, username, options, site) {
temp_profile.link = site.url.replace("{username}", username);
temp_profile.type = site.type
resolve(temp_profile);
}
else if (temp_profile.image != ""){
} else if (temp_profile.image != "") {
temp_profile.text = "unavailable";
temp_profile.title = "unavailable";
temp_profile.language = "unavailable"
@@ -159,8 +158,7 @@ async function find_username_site(uuid, username, options, site) {
temp_profile.link = site.url.replace("{username}", username);
temp_profile.type = site.type
resolve(temp_profile);
}
else {
} else {
resolve(undefined)
}
} catch (err) {
modules/special-scan.js
+1 -1
View File
@@ -1,4 +1,4 @@
var helper = require('./helper.js')
var helper = require('./helper.js');
var async = require("async");
var sanitizeHtml = require("sanitize-html");
var firefox = require("selenium-webdriver/firefox");
modules/string-analysis.js
+1 -1
View File
@@ -1,4 +1,4 @@
var helper = require('./helper.js')
var helper = require('./helper.js');
var {
findWord
} = require("most-common-words-by-language");