Add info in main and colly

This commit is contained in:
edoardottt
2022-03-30 11:55:38 +02:00
parent 53ceb11efa
commit 20fa84d892
2 changed files with 9 additions and 5 deletions
+4 -3
View File
@@ -48,8 +48,8 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency
ignore string, ignoreTxt string, cache bool, timeout int, intensive bool, rua bool,
proxy string, secrets bool, secretsFile []string, plain bool, endpoints bool,
endpointsFile []string, fileType int, headers map[string]string,
errors bool) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched,
[]scanner.FileTypeMatched, []scanner.ErrorMatched) {
errors bool, info bool) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched,
[]scanner.FileTypeMatched, []scanner.ErrorMatched, []scanner.InfoMatched) {
// This is to avoid to insert into the crawler target regular
// expression directories passed as input.
@@ -96,6 +96,7 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency
var FinalEndpoints []scanner.EndpointMatched
var FinalExtensions []scanner.FileTypeMatched
var FinalErrors []scanner.ErrorMatched
var FinalInfos []scanner.InfoMatched
//crawler creation
c := CreateColly(delayTime, concurrency, cache, timeout, intensive, rua, proxy)
@@ -300,7 +301,7 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency
if html != "" {
output.FooterHTML(html)
}
return FinalResults, FinalSecrets, FinalEndpoints, FinalExtensions, FinalErrors
return FinalResults, FinalSecrets, FinalEndpoints, FinalExtensions, FinalErrors, FinalInfos
}
//CreateColly takes as input all the settings needed to instantiate
+5 -2
View File
@@ -90,6 +90,7 @@ func main() {
var finalEndpoints []scanner.EndpointMatched
var finalExtensions []scanner.FileTypeMatched
var finalErrors []scanner.ErrorMatched
var finalInfos []scanner.InfoMatched
//Create output files if needed (txt / html).
var ResultTxt = ""
@@ -118,16 +119,17 @@ func main() {
//For each target generate a crawler and collect all the results.
for _, inp := range targets {
results, secrets, endpoints, extensions, errors := crawler.Crawler(inp, ResultTxt, ResultHtml, flags.Delay,
results, secrets, endpoints, extensions, errors, infos := crawler.Crawler(inp, ResultTxt, ResultHtml, flags.Delay,
flags.Concurrency, flags.Ignore, flags.IgnoreTxt, flags.Cache, flags.Timeout, flags.Intensive,
flags.Rua, flags.Proxy, flags.Secrets, secretsFileSlice, flags.Plain, flags.Endpoints, endpointsFileSlice,
flags.Extensions, headers, flags.Errors)
flags.Extensions, headers, flags.Errors, flags.Info)
finalResults = append(finalResults, results...)
finalSecret = append(finalSecret, secrets...)
finalEndpoints = append(finalEndpoints, endpoints...)
finalExtensions = append(finalExtensions, extensions...)
finalErrors = append(finalErrors, errors...)
finalInfos = append(finalInfos, infos...)
}
//Remove duplicates from all the results.
@@ -136,6 +138,7 @@ func main() {
finalEndpoints = scanner.RemovDuplicateEndpoints(finalEndpoints)
finalExtensions = scanner.RemoveDuplicateExtensions(finalExtensions)
finalErrors = scanner.RemoveDuplicateErrors(finalErrors)
finalInfos = scanner.RemoveDuplicateInfos(finalInfos)
// IF TXT OUTPUT >
if flags.Txt != "" {