From 2ef9e8794e29fd6652f3bd78ca9432ee981a01c3 Mon Sep 17 00:00:00 2001 From: edoardottt Date: Wed, 23 Jun 2021 11:41:13 +0200 Subject: [PATCH] update --- crawler/colly.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/crawler/colly.go b/crawler/colly.go index 817cc42..3797eb8 100644 --- a/crawler/colly.go +++ b/crawler/colly.go @@ -26,6 +26,7 @@ package crawler import ( "fmt" "net/url" + "os" "regexp" "strings" "time" @@ -50,6 +51,11 @@ func Crawler(target string, txt string, html string, delayTime int, concurrency targetTemp = utils.GetHost(target) } + if targetTemp == "" { + fmt.Println("The URL provided is not built in a proper way: " + target) + os.Exit(1) + } + //clean target input target = utils.RemoveProtocol(target)