diff options
| author | horus | 2018-02-12 22:54:55 +0100 |
|---|---|---|
| committer | horus | 2018-02-12 22:54:55 +0100 |
| commit | ca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe (patch) | |
| tree | 57ef53c6cb19cc9b5d82ec21de0437b78cd9264e /crawler/shop_bottleworld.go | |
| parent | f4a905f93824b91a56b3fb7117438935ea16286f (diff) | |
| download | alkobote-ca5ac0bcb9206e81faab60cc8a8d6da697bdfdbe.tar.gz | |
Crawler saves whole webpage.
Diffstat (limited to 'crawler/shop_bottleworld.go')
| -rw-r--r-- | crawler/shop_bottleworld.go | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/crawler/shop_bottleworld.go b/crawler/shop_bottleworld.go index 3eb151d..06082d4 100644 --- a/crawler/shop_bottleworld.go +++ b/crawler/shop_bottleworld.go @@ -61,6 +61,7 @@ func ScrapeBottleWord(shop Shop) []Angebot { W.Abv = get_abv(e) W.Spirit_type = e.Request.Ctx.Get("spirit_type") + W.Website = e.Request.Ctx.Get("website") Whiskys = append(Whiskys, W) }) @@ -78,6 +79,8 @@ func ScrapeBottleWord(shop Shop) []Angebot { e.Request.Ctx.Put("abv", td_str) } }) + + e.Request.Ctx.Put("website", string(e.Response.Body)) }) c.OnHTML(".short-description", func(e *colly.HTMLElement) { |
