From 374defdff5502123d84e2e48fdd4faa4636447da Mon Sep 17 00:00:00 2001 From: Max Date: Sat, 10 Feb 2018 01:57:53 +0100 Subject: Minor improvements. (whiskyde) --- crawler/shop_whiskyde.go | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) (limited to 'crawler/shop_whiskyde.go') diff --git a/crawler/shop_whiskyde.go b/crawler/shop_whiskyde.go index d90e0cc..f3c5f3f 100644 --- a/crawler/shop_whiskyde.go +++ b/crawler/shop_whiskyde.go @@ -8,6 +8,8 @@ import ( ) func ScrapeWhiskyde(shop Shop) []Angebot { + Shop_url := "https://www.whisky.de/shop/Aktuell/Sonderangebote/" + Whiskys := []Angebot{} c := colly.NewCollector( @@ -17,6 +19,10 @@ func ScrapeWhiskyde(shop Shop) []Angebot { c.OnHTML(".is-buyable", func(e *colly.HTMLElement) { + if e.Request.URL.String() != Shop_url { + return + } + W := Angebot{} whisky_name := e.ChildAttr("a", "title") W.Name = whisky_name @@ -52,7 +58,7 @@ func ScrapeWhiskyde(shop Shop) []Angebot { Whiskys = append(Whiskys, W) }) - c.Visit("https://www.whisky.de/shop/Aktuell/Sonderangebote/") + c.Visit(Shop_url) return Whiskys } -- cgit v1.2.3