Introduces context on errors. (crawler)

1 files changed, 26 insertions, 9 deletions

diff --git a/crawler/shop_whic.go b/crawler/shop_whic.go
index e082ad1..0e7cdf9 100644
--- a/crawler/shop_whic.go
+++ b/crawler/shop_whic.go
@@ -8,7 +8,7 @@ import (
 	"github.com/gocolly/colly"
 )
 
-func ScrapeWhic(shop Shop) []Angebot {
+func (app *App) ScrapeWhic(shop Shop) []Angebot {
 	Shop_url := "https://whic.de/angebote"
 	Whiskys := []Angebot{}
 
@@ -36,13 +36,19 @@ func ScrapeWhic(shop Shop) []Angebot {
 			e.ForEach(".old-price", func(i int, e *colly.HTMLElement) {
 				W.Original_price, err = convert_price(e.ChildText(".price"))
 				if err != nil {
-					Fatal(err, "Whic: Converting original price failed")
+					W.error_msg = err.Error()
+					W.error_ctx = e.ChildText(".price")
+					WarnOffer(W, "Whic: Converting original price failed")
+					return
 				}
 			})
 			e.ForEach(".special-price", func(i int, e *colly.HTMLElement) {
 				W.Discounted_price, err = convert_price(e.ChildText(".price"))
 				if err != nil {
-					Fatal(err, "Whic: Converting discounted price failed")
+					W.error_msg = err.Error()
+					W.error_ctx = e.ChildText(".price")
+					WarnOffer(W, "Whic: Converting discounted price failed")
+					return
 				}
 			})
 		})
@@ -50,7 +56,10 @@ func ScrapeWhic(shop Shop) []Angebot {
 		base_price_noisy := e.ChildText(".base-price")
 		W.Base_price, err = sanitize_base_price(base_price_noisy)
 		if err != nil {
-			Fatal(err, "Whic: Sanitizing base price failed")
+			W.error_msg = err.Error()
+			W.error_ctx = base_price_noisy
+			WarnOffer(W, "Whic: Sanitizing base price failed")
+			return
 		}
 
 		/*
@@ -60,19 +69,27 @@ func ScrapeWhic(shop Shop) []Angebot {
 
 		doc, err := goquery.NewDocumentFromReader(strings.NewReader(img_link_noisy))
 		if err != nil {
-			Fatal(err, "Whic: Parsing document in Goquery failed")
+			W.error_msg = err.Error()
+			W.error_ctx = img_link_noisy
+			FatalOffer(W, "Whic: Parsing document in Goquery failed")
 		}
 		W.Image_url, _ = doc.Find("img").Attr("src")
 
 		e.Request.Visit(W.Url)
-		W.Volume = get_volume(e)
+
+		var ctx string
+		W.Volume, ctx = get_volume(e)
 		if W.Volume == 0 {
-			DebugOffer(W, "Whic: Volume is zero")
+			W.error_msg = "Whic: Volume is zero"
+			W.error_ctx = ctx
+			WarnOffer(W, "Whic: Volume is zero")
 			return
 		}
-		W.Abv = get_abv(e)
+		W.Abv, ctx = get_abv(e)
 		if W.Abv == 0 {
-			DebugOffer(W, "Whic: Abv is zero")
+			W.error_msg = "Whic: Abv is zero"
+			W.error_ctx = ctx
+			WarnOffer(W, "Whic: Abv is zero")
 			return
 		}