summaryrefslogtreecommitdiff
path: root/crawler/scrape.go
diff options
context:
space:
mode:
authorhorus_arch2018-02-07 19:09:22 +0100
committerhorus_arch2018-02-07 19:09:22 +0100
commit14a89c34096d2ddb2a7750feda143207110e838b (patch)
treea3edce53bf431977b196fbe4e7fcd1027c11dc41 /crawler/scrape.go
parent213317c558142f18b213d3d7b46231817138ca20 (diff)
downloadalkobote-14a89c34096d2ddb2a7750feda143207110e838b.tar.gz
Adds sanitizer.
Diffstat (limited to 'crawler/scrape.go')
-rw-r--r--crawler/scrape.go2
1 files changed, 2 insertions, 0 deletions
diff --git a/crawler/scrape.go b/crawler/scrape.go
index 0595240..31b3618 100644
--- a/crawler/scrape.go
+++ b/crawler/scrape.go
@@ -17,6 +17,8 @@ func (app *App) ScrapeHTML(shops []Shop) {
W = ScrapeShop(shop)
+ W = sanitize_offer(W)
+
err = app.save_offer(W)
if err != nil {
log.Fatal(err)