From ca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe Mon Sep 17 00:00:00 2001 From: horus Date: Mon, 12 Feb 2018 22:54:55 +0100 Subject: Crawler saves whole webpage. --- crawler/shop_rumundco.go | 2 ++ 1 file changed, 2 insertions(+) (limited to 'crawler/shop_rumundco.go') diff --git a/crawler/shop_rumundco.go b/crawler/shop_rumundco.go index ef98e90..cd67c0f 100644 --- a/crawler/shop_rumundco.go +++ b/crawler/shop_rumundco.go @@ -80,6 +80,7 @@ func ScrapeRumundCo(shop Shop) []Angebot { W.Shop = shop.Id W.Spirit_type = "Whisky" + W.Website = e.Request.Ctx.Get("website") Whiskys = append(Whiskys, W) }) @@ -98,6 +99,7 @@ func ScrapeRumundCo(shop Shop) []Angebot { e.Request.Ctx.Put("abv", e.ChildText("a")) } }) + e.Request.Ctx.Put("website", string(e.Response.Body)) }) c.Visit(Shop_url) -- cgit v1.2.3