From dc30e7b8117c759b42d0342f06f103f9d5c3bd84 Mon Sep 17 00:00:00 2001 From: Jieyab89 Date: Thu, 3 Apr 2025 18:20:23 +0700 Subject: [PATCH] add more resources, wiki and fix web pages --- Web-Based/README.md | 6 ++ Web-Based/gen-node/node-generate.py | 27 ++++++- Web-Based/gen-node/requirements.txt | 4 + Web-Based/index.html | 6 +- Web-Based/osint_data.json | 121 ++++++++++++++++++++++++++++ 5 files changed, 157 insertions(+), 7 deletions(-) create mode 100644 Web-Based/gen-node/requirements.txt diff --git a/Web-Based/README.md b/Web-Based/README.md index 4826187..f42a35d 100644 --- a/Web-Based/README.md +++ b/Web-Based/README.md @@ -2,6 +2,12 @@ # USAGE +Install the package from script + +``` +pip install -r requirements.txt +``` + ## Update Items Please run the python script on folder gen node diff --git a/Web-Based/gen-node/node-generate.py b/Web-Based/gen-node/node-generate.py index 5f5eaad..149097f 100644 --- a/Web-Based/gen-node/node-generate.py +++ b/Web-Based/gen-node/node-generate.py @@ -2,10 +2,13 @@ import requests import json import os -url = "https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md" -# URL (add another soon) +# Arr URL'S +urls = [ + "https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md", + "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki" +] -response = requests.get(url) +response = requests.get(urls[0]) data = response.text json_file = os.path.join(os.pardir, "osint_data.json") @@ -39,6 +42,22 @@ for line in data.split("\n"): if current_category: new_categories[current_category]["items"].append({"name": name, "url": link}) +wiki_category = "Jieyab89 Wiki Pages" +wiki_items = [] + +wiki_response = requests.get(urls[1]) +if wiki_response.status_code == 200: + from bs4 import BeautifulSoup + soup = BeautifulSoup(wiki_response.text, "html.parser") + + for link in soup.select(".wiki-pages-box a"): + title = link.text.strip() + page_url = "https://github.com" + link["href"] + wiki_items.append({"name": title, "url": page_url}) + +if wiki_items: + new_categories[wiki_category] = {"category": wiki_category, "items": wiki_items} + for category, new_data in new_categories.items(): if category in existing_categories: existing_items = {item["name"] for item in existing_categories[category]["items"]} @@ -51,4 +70,4 @@ for category, new_data in new_categories.items(): with open(json_file, "w", encoding="utf-8") as f: json.dump(list(existing_categories.values()), f, indent=4, ensure_ascii=False) -print(f"Data updated: {json_file}") +print(f"[+] Data updated: {json_file}") diff --git a/Web-Based/gen-node/requirements.txt b/Web-Based/gen-node/requirements.txt new file mode 100644 index 0000000..2eed40d --- /dev/null +++ b/Web-Based/gen-node/requirements.txt @@ -0,0 +1,4 @@ +requests +beautifulsoup4 +json +os diff --git a/Web-Based/index.html b/Web-Based/index.html index cea28cd..5c96717 100644 --- a/Web-Based/index.html +++ b/Web-Based/index.html @@ -44,10 +44,10 @@ overflow: hidden; } #search { - margin: 5px; + margin: 2px; padding: 8px; width: 85%; - max-width: 400px; + max-width: 450px; font-size: 16px; border-radius: 5px; border: none; @@ -75,7 +75,7 @@

Jieyab89 OSINT Cheat Sheet

- +