summaryrefslogtreecommitdiff
path: root/crawler/shop_mcwhisky.go
diff options
context:
space:
mode:
authorhorus2018-02-12 22:54:55 +0100
committerhorus2018-02-12 22:54:55 +0100
commitca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe (patch)
tree57ef53c6cb19cc9b5d82ec21de0437b78cd9264e /crawler/shop_mcwhisky.go
parentf4a905f93824b91a56b3fb7117438935ea16286f (diff)
downloadalkobote-ca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe.tar.gz
Crawler saves whole webpage.
Diffstat (limited to 'crawler/shop_mcwhisky.go')
-rw-r--r--crawler/shop_mcwhisky.go3
1 files changed, 3 insertions, 0 deletions
diff --git a/crawler/shop_mcwhisky.go b/crawler/shop_mcwhisky.go
index b44e892..2d4c0db 100644
--- a/crawler/shop_mcwhisky.go
+++ b/crawler/shop_mcwhisky.go
@@ -65,6 +65,8 @@ func ScrapeMCWhisky(shop Shop) []Angebot {
W.Shop = shop.Id
W.Spirit_type = "Whisky"
+ W.Website = e.Request.Ctx.Get("website")
+
Whiskys = append(Whiskys, W)
})
@@ -84,6 +86,7 @@ func ScrapeMCWhisky(shop Shop) []Angebot {
}
e.Request.Ctx.Put("volume", r_volume.FindString(text_noisy))
+ e.Request.Ctx.Put("website", string(e.Response.Body))
})