From da540eba55120d6743fae5df5bd547fcf5e31ae1 Mon Sep 17 00:00:00 2001 From: edoardottt Date: Mon, 14 Nov 2022 21:36:41 +0100 Subject: [PATCH] update ignore --- pkg/crawler/colly.go | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pkg/crawler/colly.go b/pkg/crawler/colly.go index 2b634ea..a7cf19b 100644 --- a/pkg/crawler/colly.go +++ b/pkg/crawler/colly.go @@ -121,7 +121,7 @@ func New(target string, txt string, html string, delayTime int, concurrency int, // Only those links are visited which are in AllowedDomains if (!intensive && urlUtils.SameDomain(protocolTemp+"://"+target, absoluteURL)) || (intensive && intensiveOk(targetTemp, absoluteURL, debug)) { - if !ignoreBool || (ignoreBool && !IgnoreMatch(link, ignoreSlice)) { + if !ignoreBool || (ignoreBool && !IgnoreMatch(absoluteURL, ignoreSlice)) { err := c.Visit(absoluteURL) if !errors.Is(err, colly.ErrAlreadyVisited) { FinalResults = append(FinalResults, absoluteURL) @@ -369,7 +369,7 @@ func visitHTMLLink(link, protocolTemp, targetTemp, target string, intensive, ign // Only those links are visited which are in AllowedDomains if (!intensive && urlUtils.SameDomain(protocolTemp+"://"+target, absoluteURL)) || (intensive && intensiveOk(targetTemp, absoluteURL, debug)) { - if !ignoreBool || (ignoreBool && !IgnoreMatch(link, ignoreSlice)) { + if !ignoreBool || (ignoreBool && !IgnoreMatch(absoluteURL, ignoreSlice)) { err := c.Visit(absoluteURL) if !errors.Is(err, colly.ErrAlreadyVisited) { *finalResults = append(*finalResults, absoluteURL) @@ -392,7 +392,7 @@ func visitXMLLink(link, protocolTemp, targetTemp, target string, intensive, igno // Only those links are visited which are in AllowedDomains if (!intensive && urlUtils.SameDomain(protocolTemp+"://"+target, absoluteURL)) || (intensive && intensiveOk(targetTemp, absoluteURL, debug)) { - if !ignoreBool || (ignoreBool && !IgnoreMatch(link, ignoreSlice)) { + if !ignoreBool || (ignoreBool && !IgnoreMatch(absoluteURL, ignoreSlice)) { err := c.Visit(absoluteURL) if !errors.Is(err, colly.ErrAlreadyVisited) { *finalResults = append(*finalResults, absoluteURL)