diff --git a/install.sh b/install.sh index 81f0f09..918c44f 100755 --- a/install.sh +++ b/install.sh @@ -188,6 +188,7 @@ install_banner "ffuf" $GO_BIN get -u github.com/ffuf/ffuf install_banner "metabigor" $GO_BIN get -u github.com/j3ssie/metabigor +$GO_BIN get -u github.com/jaeles-project/gospider install_banner "rgf" $GO_BIN get -u github.com/j3ssie/rgf install_banner "go cli-utils" @@ -241,12 +242,6 @@ cp -R $PLUGINS_PATH/rgf/signatures/* ~/.rgf/ # install_banner "testssl.sh" # git clone https://github.com/drwetter/testssl.sh 2>/dev/null -# install_banner "Metabigor" -# git clone https://github.com/j3ssie/Metabigor 2>/dev/null -# pip3 install -r Metabigor/requirements.txt - -install_banner "dirsearch" -git clone https://github.com/maurosoria/dirsearch 2>/dev/null install_banner "Arjun" git clone https://github.com/s0md3v/Arjun 2>/dev/null @@ -254,10 +249,4 @@ git clone https://github.com/s0md3v/Arjun 2>/dev/null install_banner "CORStest" git clone https://github.com/RUB-NDS/CORStest 2>/dev/null -install_banner "LinkFinder" -git clone https://github.com/GerbenJavado/LinkFinder.git 2>/dev/null -pip3 install -r LinkFinder/requirements.txt -cd $PLUGINS_PATH/LinkFinder/ -python3 setup.py install - echo -e "\033[1;32m[+] Installing done... \033[1;37m" diff --git a/lib/workflow/general.py b/lib/workflow/general.py index 1e4c5f0..af3bd0e 100644 --- a/lib/workflow/general.py +++ b/lib/workflow/general.py @@ -309,43 +309,18 @@ class LinkFinding: "type": "bash", "note": "final", }, - { - "path": "$WORKSPACE/links/raw-wayback-$OUTPUT.txt", - "type": "bash", - "note": "final", - } ] logs = [] commands = { 'general': [ - { - "requirement": "$WORKSPACE/probing/resolved-$OUTPUT.txt", - "banner": "waybackurls", - "cmd": "cat $WORKSPACE/probing/resolved-$OUTPUT.txt | $GO_PATH/waybackurls | tee $WORKSPACE/links/raw-wayback-$OUTPUT.txt", - "output_path": "$WORKSPACE/links/raw-wayback-$OUTPUT.txt", - "std_path": "$WORKSPACE/links/std-wayback-$OUTPUT.std", - "post_run": "clean_waybackurls", - "cleaned_output": "$WORKSPACE/links/waybackurls-$OUTPUT.txt", - }, { "requirement": "$WORKSPACE/probing/http-$OUTPUT.txt", - "pre_run": "get_domains", - "banner": "linkfinder", - "cmd": "$ALIAS_PATH/linkfinding -i '[[0]]' -o '$WORKSPACE/links/raw/' -s '$WORKSPACE/links/summary-$OUTPUT.txt' -p '$PLUGINS_PATH'", - "output_path": "$WORKSPACE/links/raw/[[0]]-$OUTPUT.txt", - "std_path": "", - "chunk": 5, - "cmd_type": "list", - "resources": "l0|$WORKSPACE/probing/http-$OUTPUT.txt", - "post_run": "clean_linkfinder", - "cleaned_output": "$WORKSPACE/links/summary-$OUTPUT.txt", + "banner": "waybackurls", + "cmd": "$GO_PATH/gospider -S $WORKSPACE/probing/http-$OUTPUT.txt --depth 3 --no-redirect -t 50 -c 3 -o $WORKSPACE/links/raw/", }, { - "requirement": "$WORKSPACE/links/raw-wayback-$OUTPUT.txt", - "banner": "Formatting Input", - "cmd": "cat $WORKSPACE/links/raw-wayback-$OUTPUT.txt | unfurl -u format %d%p", - "output_path": "$WORKSPACE/links/$OUTPUT-paths.txt", - "std_path": "", + "banner": "Joining Input", + "cmd": "cat $WORKSPACE/links/raw/* | sort -u -r > $WORKSPACE/links/summary-$OUTPUT.txt", "waiting": "last", }, ],