From 0687b4217abf0c278bcab50de4edafec76da4a91 Mon Sep 17 00:00:00 2001
From: horus_arch
Date: Sun, 4 Feb 2018 20:02:14 +0100
Subject: Saves the data in a structured way.

---
 whiskyde.go | 27 ++++++++++++++-------------
 1 file changed, 14 insertions(+), 13 deletions(-)

(limited to 'whiskyde.go')

diff --git a/whiskyde.go b/whiskyde.go
index 90032ba..62e30f1 100644
--- a/whiskyde.go
+++ b/whiskyde.go
@@ -1,8 +1,8 @@
 package main
 
 import (
-	"fmt"
 	"log"
+	"strings"
 
 	"github.com/gocolly/colly"
 )
@@ -18,37 +18,38 @@ func ScrapeWhiskyde() []Angebot {
 	c.OnHTML(".is-buyable", func(e *colly.HTMLElement) {
 
 		W := Angebot{}
-
 		whisky_name := e.ChildAttr("a", "title")
 		W.Name = whisky_name
-		whisky_url := e.ChildAttr("a", "href")
+		whisky_url := strings.Replace(e.ChildAttr("a", "href"), "?&searchorigin=2", "", 1)
 		W.Url = whisky_url
 
-		log.Println(whisky_name)
-		log.Println(whisky_url)
+		var err error
 
 		e.ForEach(".article-price-original", func(i int, e *colly.HTMLElement) {
-			W.Original_price = e.ChildText("del")
-			log.Println(e.ChildText("del"))
+			W.Original_price, err = sanitize_price(e.ChildText("del"))
+			if err != nil {
+				log.Fatal(err)
+			}
 		})
 		e.ForEach(".article-price", func(i int, e *colly.HTMLElement) {
-			W.Discounted_price = e.ChildText(".article-price-default")
-			log.Println(e.ChildText(".article-price-default"))
+			W.Discounted_price, err = sanitize_price(e.ChildText(".article-price-default"))
+			if err != nil {
+				log.Fatal(err)
+			}
 		})
 
 		e.ForEach(".article-thumbnail", func(i int, e *colly.HTMLElement) {
 			W.Image_url = e.ChildAttr("img", "data-src")
-			log.Println(e.ChildAttr("img", "data-src"))
 		})
 
 		e.ForEach(".article-price-prefix", func(i int, e *colly.HTMLElement) {
 			W.Valid_until = e.ChildText(".article-price-special")
-			log.Println(e.ChildText(".article-price-special"))
 		})
 
-		Whiskys = append(Whiskys, W)
+		W.Shop = "Whisky.de"
+		W.Spirit_type = "Whisky"
 
-		fmt.Println("")
+		Whiskys = append(Whiskys, W)
 	})
 
 	c.Visit("https://www.whisky.de/shop/Aktuell/Sonderangebote/")
-- 
cgit v1.2.3