diff options
| author | Max | 2018-06-15 19:38:04 +0200 |
|---|---|---|
| committer | Max | 2018-06-15 19:38:04 +0200 |
| commit | 0026ba55f03c5378d5773459fcdd7c6931ff42a5 (patch) | |
| tree | c0a6c9b4fd542e4177ce99159e101c5187a56f02 /crawler/shop_bottleworld.go | |
| parent | b3b35a1706cd99e0978147a4d1b841381cf48348 (diff) | |
| download | alkobote-0026ba55f03c5378d5773459fcdd7c6931ff42a5.tar.gz | |
Introduces central crawler config. (crawler)
Diffstat (limited to 'crawler/shop_bottleworld.go')
| -rw-r--r-- | crawler/shop_bottleworld.go | 5 |
1 files changed, 1 insertions, 4 deletions
diff --git a/crawler/shop_bottleworld.go b/crawler/shop_bottleworld.go index b92896d..de9fe13 100644 --- a/crawler/shop_bottleworld.go +++ b/crawler/shop_bottleworld.go @@ -12,10 +12,7 @@ func (app *App) ScrapeBottleWord(shop Shop) []Angebot { Shop_url := "https://www.bottleworld.de/aktuelle-sonderpreise/show/all" Whiskys := []Angebot{} - c := colly.NewCollector( - colly.AllowedDomains("bottleworld.de"), - colly.AllowedDomains("www.bottleworld.de"), - ) + c := customCollector([]string{"bottleworld.de", "www.bottleworld.de"}) c.OnHTML("li.item", func(e *colly.HTMLElement) { W := Angebot{} |