From 20fa84d89285be60b446f6b7e5fd48e92fc05309 Mon Sep 17 00:00:00 2001 From: edoardottt Date: Wed, 30 Mar 2022 11:55:38 +0200 Subject: [PATCH] Add info in main and colly --- crawler/colly.go | 7 ++++--- main.go | 7 +++++-- 2 files changed, 9 insertions(+), 5 deletions(-) diff --git a/crawler/colly.go b/crawler/colly.go index d5b418f..fcc0278 100644 --- a/crawler/colly.go +++ b/crawler/colly.go @@ -48,8 +48,8 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency ignore string, ignoreTxt string, cache bool, timeout int, intensive bool, rua bool, proxy string, secrets bool, secretsFile []string, plain bool, endpoints bool, endpointsFile []string, fileType int, headers map[string]string, - errors bool) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched, - []scanner.FileTypeMatched, []scanner.ErrorMatched) { + errors bool, info bool) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched, + []scanner.FileTypeMatched, []scanner.ErrorMatched, []scanner.InfoMatched) { // This is to avoid to insert into the crawler target regular // expression directories passed as input. @@ -96,6 +96,7 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency var FinalEndpoints []scanner.EndpointMatched var FinalExtensions []scanner.FileTypeMatched var FinalErrors []scanner.ErrorMatched + var FinalInfos []scanner.InfoMatched //crawler creation c := CreateColly(delayTime, concurrency, cache, timeout, intensive, rua, proxy) @@ -300,7 +301,7 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency if html != "" { output.FooterHTML(html) } - return FinalResults, FinalSecrets, FinalEndpoints, FinalExtensions, FinalErrors + return FinalResults, FinalSecrets, FinalEndpoints, FinalExtensions, FinalErrors, FinalInfos } //CreateColly takes as input all the settings needed to instantiate diff --git a/main.go b/main.go index 85d457d..386aa49 100644 --- a/main.go +++ b/main.go @@ -90,6 +90,7 @@ func main() { var finalEndpoints []scanner.EndpointMatched var finalExtensions []scanner.FileTypeMatched var finalErrors []scanner.ErrorMatched + var finalInfos []scanner.InfoMatched //Create output files if needed (txt / html). var ResultTxt = "" @@ -118,16 +119,17 @@ func main() { //For each target generate a crawler and collect all the results. for _, inp := range targets { - results, secrets, endpoints, extensions, errors := crawler.Crawler(inp, ResultTxt, ResultHtml, flags.Delay, + results, secrets, endpoints, extensions, errors, infos := crawler.Crawler(inp, ResultTxt, ResultHtml, flags.Delay, flags.Concurrency, flags.Ignore, flags.IgnoreTxt, flags.Cache, flags.Timeout, flags.Intensive, flags.Rua, flags.Proxy, flags.Secrets, secretsFileSlice, flags.Plain, flags.Endpoints, endpointsFileSlice, - flags.Extensions, headers, flags.Errors) + flags.Extensions, headers, flags.Errors, flags.Info) finalResults = append(finalResults, results...) finalSecret = append(finalSecret, secrets...) finalEndpoints = append(finalEndpoints, endpoints...) finalExtensions = append(finalExtensions, extensions...) finalErrors = append(finalErrors, errors...) + finalInfos = append(finalInfos, infos...) } //Remove duplicates from all the results. @@ -136,6 +138,7 @@ func main() { finalEndpoints = scanner.RemovDuplicateEndpoints(finalEndpoints) finalExtensions = scanner.RemoveDuplicateExtensions(finalExtensions) finalErrors = scanner.RemoveDuplicateErrors(finalErrors) + finalInfos = scanner.RemoveDuplicateInfos(finalInfos) // IF TXT OUTPUT > if flags.Txt != "" {