diff options
Diffstat (limited to 'crawler/shop_mcwhisky.go')
| -rw-r--r-- | crawler/shop_mcwhisky.go | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/crawler/shop_mcwhisky.go b/crawler/shop_mcwhisky.go index cea020a..941f3b9 100644 --- a/crawler/shop_mcwhisky.go +++ b/crawler/shop_mcwhisky.go @@ -11,10 +11,7 @@ func (app *App) ScrapeMCWhisky(shop Shop) []Angebot { Whiskys := []Angebot{} - c := colly.NewCollector( - colly.AllowedDomains("mcwhisky.com"), - colly.AllowedDomains("www.mcwhisky.com"), - ) + c := app.customCollector([]string{"mcwhisky.com", "www.mcwhisky.com"}) c.OnHTML("li.item", func(e *colly.HTMLElement) { @@ -133,7 +130,10 @@ func (app *App) ScrapeMCWhisky(shop Shop) []Angebot { }) - c.Visit(Shop_url) + err := c.Visit(Shop_url) + if err != nil { + Warn(nil, shop.Name+": "+err.Error()) + } return Whiskys } |