summaryrefslogtreecommitdiff
path: root/crawler/main.go
diff options
context:
space:
mode:
authorhorus2018-05-14 16:40:03 +0200
committerhorus2018-05-14 16:40:03 +0200
commitd2e65d7a6d51c030ebc87b660bf482ae2ad024f3 (patch)
treefce56a19f25d0118600f38c1c1d94575c3c1f663 /crawler/main.go
parent006efbf61b28febfb79e93f6476e0552bbcc08bc (diff)
downloadalkobote-d2e65d7a6d51c030ebc87b660bf482ae2ad024f3.tar.gz
Various fix, e.g. it repairs wrong image urls. (crawler)
Diffstat (limited to 'crawler/main.go')
-rw-r--r--crawler/main.go9
1 files changed, 9 insertions, 0 deletions
diff --git a/crawler/main.go b/crawler/main.go
index 8370db5..034c588 100644
--- a/crawler/main.go
+++ b/crawler/main.go
@@ -65,6 +65,15 @@ func main() {
Fatal(err, "Getting shops failed")
}
+ // reruns sanitizing functions over database
+ if app.Config.FixDatabase {
+ err := app.fix_db()
+ if err != nil {
+ Fatal(err, "Fix: Fixing database failed")
+ }
+ return
+ }
+
app.ScrapeHTML(shops)
// short url