2021.V.2.01 added description logic

This commit is contained in:
G
2021-01-01 21:05:12 -08:00
committed by GitHub
parent decb388ed1
commit edb658e158
5 changed files with 748 additions and 409 deletions
+6 -5
View File
@@ -8,10 +8,11 @@ API and Web App for analyzing & finding a person profile across +300 social medi
**Please submit your contribution in a Pull Request!**
## Updates
- (Done! v2) Added pyhton CLI (limited to FindUserProfilesFast option) 👏
- (New) Added a slack [channel](https://qeeqbox.slack.com/messages/social-analyzer)
- (New) Added Custom user-agent option
- (New) Added nodejs CLI (You can use this project from Command Line, but it's limited to FindUserProfilesFast option) 👏
- (New) Adding sort description to websites (still in progress) 👏
- Added pyhton CLI (limited to FindUserProfilesFast option) 👏
- Added a slack [channel](https://qeeqbox.slack.com/messages/social-analyzer)
- Added Custom user-agent option
- Added nodejs CLI (You can use this project from Command Line, but it's limited to FindUserProfilesFast option) 👏
- Added an optional timeout and implicit wait for each detection (Some websites have a delay logic implemented in the backend)
- Added logs (user request)
- Added 5 seconds timeout to https.get (user request)
@@ -118,7 +119,7 @@ sudo kill -9 $(sudo lsof -t -i:9005)
- Adding the generic websites detections (These need some reviewing, but I will try to add them in 2021)
## Resources
- api.duckduckgo, google api, nodejs, bootstrap, selectize, jquery and font-awesome
- api.duckduckgo, google api, nodejs, bootstrap, selectize, jquery, wikipedia and font-awesome
- Let me know if i missed a reference or resource!
## Disclaimer\Notes
+17 -11
View File
@@ -167,9 +167,10 @@ async function find_username_site_special_facebook_1(uuid, username, site) {
"found": 0,
"image": "",
"link": "",
rate: "",
title: "",
text: ""
"rate": "",
"title": "",
"text": "",
"type":""
};
var link = "https://mbasic.facebook.com/login/identify/?ctx=recoveqr";
await driver.manage().setTimeouts(timeouts);
@@ -188,6 +189,7 @@ async function find_username_site_special_facebook_1(uuid, username, site) {
temp_profile.title = "unavailable";
temp_profile.rate = "%" + ((temp_profile.found / 1) * 100).toFixed(2);
temp_profile.link = site.url.replace("{username}", username);
temp_profile.type = site.type
resolve(temp_profile);
} else {
resolve(undefined)
@@ -261,9 +263,10 @@ async function find_username_site_new(uuid, username, options, site) {
"found": 0,
"image": "",
"link": "",
rate: "",
title: "",
text: ""
"rate": "",
"title": "",
"text": "",
"type":""
};
var link = site.url.replace("{username}", username);
await driver.manage().setTimeouts(timeouts);
@@ -331,6 +334,7 @@ async function find_username_site_new(uuid, username, options, site) {
temp_profile.title = sanitizeHtml(title);
temp_profile.rate = "%" + ((temp_profile.found / site.detections.length) * 100).toFixed(2);
temp_profile.link = site.url.replace("{username}", username);
temp_profile.type = site.type
resolve(temp_profile);
} else {
resolve(undefined)
@@ -364,9 +368,10 @@ async function find_username_normal(req) {
"found": 0,
"image": "",
"link": "",
rate: "",
title: "",
text: ""
"rate": "",
"title": "",
"text": "",
"type":""
};
await Promise.all(site.detections.map(async detection => {
var temp_found = "false";
@@ -382,18 +387,19 @@ async function find_username_normal(req) {
}
}));
if (temp_profile.found > 0 && detections_count != 0) {
temp_profile.text = htmlToText(body, {
temp_profile.text = sanitizeHtml(htmlToText(body, {
wordwrap: false,
hideLinkHrefIfSameAsText: true,
ignoreHref: true,
ignoreImage: true
});
}));
if (temp_profile.text == "") {
temp_profile.text = "unavailable"
}
temp_profile.title = sanitizeHtml(title);
temp_profile.rate = "%" + ((temp_profile["found"] / detections_count) * 100).toFixed(2);
temp_profile.link = site.url.replace("{username}", username);
temp_profile.type = site.type
return Promise.resolve(temp_profile);
}
return Promise.resolve();
+1 -1
View File
@@ -1,4 +1,4 @@
{"version":"2021.V.2.0",
{"version":"2021.V.2.01",
"build":"pass",
"test":"pass",
"websites":"298",
+3 -3
View File
@@ -912,7 +912,7 @@
if (site.image != "") {
temp_image = '<img src=' + site.image + '>'
}
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Site Type: ' + site.type + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
console.log(temp_tr)
}
});
@@ -945,7 +945,7 @@
if (site.image != "") {
temp_image = '<img src=' + site.image + '>'
}
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Site Type: ' + site.type + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
console.log(temp_tr)
}
});
@@ -959,7 +959,7 @@
data.user_info_special.data.forEach(function (site) {
if (site.found > 0) {
temp_image = ""
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
temp_tr += '<div class="user-info-container"><div class="user-info-container-left"><div>Link: <a href="' + site.link + '">' + site.link + '</a></div><div>Rate: ' + site.rate + '</div><div>Title: ' + site.title + '</div><div>Site Type: ' + site.type + '</div><div>Text: ' + site.text + '</div></div><div class="user-info-container-right">' + temp_image + '</div></div>'
console.log(temp_tr)
}
});
+721 -389
View File
File diff suppressed because it is too large Load Diff