summaryrefslogtreecommitdiff
path: root/crawler/shop_mcwhisky.go
diff options
context:
space:
mode:
Diffstat (limited to 'crawler/shop_mcwhisky.go')
-rw-r--r--crawler/shop_mcwhisky.go54
1 files changed, 54 insertions, 0 deletions
diff --git a/crawler/shop_mcwhisky.go b/crawler/shop_mcwhisky.go
new file mode 100644
index 0000000..e45e740
--- /dev/null
+++ b/crawler/shop_mcwhisky.go
@@ -0,0 +1,54 @@
+package main
+
+import (
+ "log"
+ // "strings"
+
+ // "github.com/PuerkitoBio/goquery"
+ "github.com/gocolly/colly"
+)
+
+func ScrapeMCWhisky(shop Shop) []Angebot {
+ Whiskys := []Angebot{}
+
+ c := colly.NewCollector(
+ colly.AllowedDomains("mcwhisky.com"),
+ colly.AllowedDomains("www.mcwhisky.com"),
+ )
+
+ c.OnHTML("li.item", func(e *colly.HTMLElement) {
+ W := Angebot{}
+
+ whisky_name := sanitize_name(e.ChildAttr("a", "title"))
+ whisky_url := e.ChildAttr("a", "href")
+ W.Name = whisky_name
+ W.Url = whisky_url
+
+ var err error
+
+ e.ForEach(".price-box", func(i int, e *colly.HTMLElement) {
+ e.ForEach(".old-price", func(i int, e *colly.HTMLElement) {
+ W.Original_price, err = sanitize_price(e.ChildText(".price"))
+ if err != nil {
+ log.Fatal(err)
+ }
+ })
+ e.ForEach(".special-price", func(i int, e *colly.HTMLElement) {
+ W.Discounted_price, err = sanitize_price(e.ChildText(".price"))
+ if err != nil {
+ log.Fatal(err)
+ }
+ })
+ })
+ W.Image_url = e.ChildAttr("img", "src")
+
+ W.Shop = shop.Id
+ W.Spirit_type = "Whisky"
+
+ Whiskys = append(Whiskys, W)
+ })
+
+ c.Visit("https://www.mcwhisky.com/whisky/whisky-sonderangebote.html")
+
+ return Whiskys
+}