diff --git a/crawler/colly.go b/crawler/colly.go index 0349a45..2fd6440 100644 --- a/crawler/colly.go +++ b/crawler/colly.go @@ -226,9 +226,7 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency c.OnResponse(func(r *colly.Response) { - if utils.SameDomain(protocolTemp+"://"+target, r.Request.URL.String()) { - fmt.Println(r.Request.URL.String()) - } + fmt.Println(r.Request.URL.String()) lengthOk := len(string(r.Body)) > 10