From fbe60c23fbb072693e2ebe2b9777735725cce6e0 Mon Sep 17 00:00:00 2001
From: edoardottt <edoardott@gmail.com>
Date: Wed, 14 Jul 2021 19:01:23 +0200
Subject: [PATCH] Update, minor fix

---
 crawler/colly.go | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/crawler/colly.go b/crawler/colly.go
index 9979a4e..bfa3108 100644
--- a/crawler/colly.go
+++ b/crawler/colly.go
@@ -104,7 +104,8 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency
 		c.AllowedDomains = []string{targetTemp}
 	} else {
 		targetTemp = "." + targetTemp
-		targetRegex := strings.ReplaceAll(targetTemp, ".", "\\.")
+		targetTemp = strings.ReplaceAll(targetTemp, ".", "\\.")
+		targetRegex := "://" + "([-a-z0-9]+)" + targetTemp
 		c.URLFilters =
 			[]*regexp.Regexp{regexp.MustCompile(targetRegex)}
 	}