WEBDIENSTE/cariddi
1
0
Fork 0
mirror of https://github.com/edoardottt/cariddi.git synced 2026-09-10 11:47:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
edoardottt
2021-05-25 10:05:32 +02:00
parent b86f5dd9eb
commit 999fcdc60f
2 changed files with 37 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crawler/colly.go
+35 -28
View File
@@ -34,11 +34,13 @@ import (
)
//Crawler
func Crawler(target string, delayTime int, concurrency int, secrets bool, secretsFile []string, plain bool, endpoints bool, endpointsFile []string, fileType int) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched, []scanner.FileTypeMatched) {
func Crawler(target string, delayTime int, concurrency int, secrets bool, secretsFile []string, plain bool, endpoints bool, endpointsFile []string,
fileType int) ([]string, []scanner.SecretMatched, []scanner.EndpointMatched, []scanner.FileTypeMatched) {
//clean target input
target = input.RemoveHeaders(target)
target = input.RemoveProtocol(target)
results := make(map[string]bool)
var Finalresult []string
var Finalsecrets []scanner.SecretMatched
var Finalendpoints []scanner.EndpointMatched
@@ -79,36 +81,41 @@ func Crawler(target string, delayTime int, concurrency int, secrets bool, secret
})
c.OnResponse(func(r *colly.Response) {
// HERE SCAN FOR SECRETS
if secrets {
// DON'T SCAN THE URLS SCANNED BEFORE
secretsSlice := huntSecrets(secretsFile, r.Request.URL.String(), string(r.Body))
for _, elem := range secretsSlice {
//if not in map:
if _, ok := results[r.Request.URL.String()]; !ok {
secretFound := scanner.SecretMatched{Secret: elem, Url: r.Request.URL.String()}
Finalsecrets = append(Finalsecrets, secretFound)
}
}
// HERE SCAN FOR ENDPOINTS
if endpoints {
// DON'T SCAN THE URLS SCANNED BEFORE
endpointsSlice := huntEndpoints(endpointsFile, r.Request.URL.String())
for _, elem := range endpointsSlice {
if len(elem.Parameters) != 0 {
Finalendpoints = append(Finalendpoints, elem)
Finalresult = append(Finalresult, r.Request.URL.String())
results[r.Request.URL.String()] = true
//if endpoints or secrets or filetype: scan
if endpoints || secrets || (1 <= fileType && fileType <= 7) {
// HERE SCAN FOR SECRETS
if secrets {
secretsSlice := huntSecrets(secretsFile, r.Request.URL.String(), string(r.Body))
for _, elem := range secretsSlice {
secretFound := scanner.SecretMatched{Secret: elem, Url: r.Request.URL.String()}
Finalsecrets = append(Finalsecrets, secretFound)
}
}
// HERE SCAN FOR ENDPOINTS
if endpoints {
endpointsSlice := huntEndpoints(endpointsFile, r.Request.URL.String())
for _, elem := range endpointsSlice {
if len(elem.Parameters) != 0 {
Finalendpoints = append(Finalendpoints, elem)
}
}
}
// HERE SCAN FOR EXTENSIONS
if 1 <= fileType && fileType <= 7 {
extension := huntExtensions(r.Request.URL.String(), fileType)
if extension.Url != "" {
FinalExtensions = append(FinalExtensions, extension)
}
}
}
}
// HERE SCAN FOR EXTENSIONS
if 1 <= fileType && fileType <= 7 {
// DON'T SCAN THE URLS SCANNED BEFORE
extension := huntExtensions(r.Request.URL.String(), fileType)
if extension.Url != "" {
FinalExtensions = append(FinalExtensions, extension)
}
}
Finalresult = append(Finalresult, r.Request.URL.String())
})
// Start scraping on target
input/input.go
+2 -2
View File
@@ -52,8 +52,8 @@ func RemovePort(input string) string {
return input
}
//RemoveHeaders
func RemoveHeaders(input string) string {
//RemoveProtocol
func RemoveProtocol(input string) string {
res := strings.Index(input, "://")
if res >= 0 {
return input[res+3:]