From 0026ba55f03c5378d5773459fcdd7c6931ff42a5 Mon Sep 17 00:00:00 2001 From: Max Date: Fri, 15 Jun 2018 19:38:04 +0200 Subject: Introduces central crawler config. (crawler) --- crawler/shop_rumundco.go | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) (limited to 'crawler/shop_rumundco.go') diff --git a/crawler/shop_rumundco.go b/crawler/shop_rumundco.go index 1ce202f..4b72c08 100644 --- a/crawler/shop_rumundco.go +++ b/crawler/shop_rumundco.go @@ -14,10 +14,7 @@ func (app *App) ScrapeRumundCo(shop Shop) []Angebot { Whiskys := []Angebot{} - c := colly.NewCollector( - colly.AllowedDomains("rumundco.de"), - colly.AllowedDomains("www.rumundco.de"), - ) + c := customCollector([]string{"rumundco.de", "www.rumundco.de"}) c.OnHTML(".product-teaser", func(e *colly.HTMLElement) { -- cgit v1.2.3