From ca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe Mon Sep 17 00:00:00 2001
From: horus
Date: Mon, 12 Feb 2018 22:54:55 +0100
Subject: Crawler saves whole webpage.

---
 crawler/shop_mcwhisky.go | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'crawler/shop_mcwhisky.go')

diff --git a/crawler/shop_mcwhisky.go b/crawler/shop_mcwhisky.go
index b44e892..2d4c0db 100644
--- a/crawler/shop_mcwhisky.go
+++ b/crawler/shop_mcwhisky.go
@@ -65,6 +65,8 @@ func ScrapeMCWhisky(shop Shop) []Angebot {
 		W.Shop = shop.Id
 		W.Spirit_type = "Whisky"
 
+		W.Website = e.Request.Ctx.Get("website")
+
 		Whiskys = append(Whiskys, W)
 	})
 
@@ -84,6 +86,7 @@ func ScrapeMCWhisky(shop Shop) []Angebot {
 		}
 
 		e.Request.Ctx.Put("volume", r_volume.FindString(text_noisy))
+		e.Request.Ctx.Put("website", string(e.Response.Body))
 
 	})
 
-- 
cgit v1.2.3