From d2e65d7a6d51c030ebc87b660bf482ae2ad024f3 Mon Sep 17 00:00:00 2001 From: horus Date: Mon, 14 May 2018 16:40:03 +0200 Subject: Various fix, e.g. it repairs wrong image urls. (crawler) --- crawler/main.go | 9 +++++++++ 1 file changed, 9 insertions(+) (limited to 'crawler/main.go') diff --git a/crawler/main.go b/crawler/main.go index 8370db5..034c588 100644 --- a/crawler/main.go +++ b/crawler/main.go @@ -65,6 +65,15 @@ func main() { Fatal(err, "Getting shops failed") } + // reruns sanitizing functions over database + if app.Config.FixDatabase { + err := app.fix_db() + if err != nil { + Fatal(err, "Fix: Fixing database failed") + } + return + } + app.ScrapeHTML(shops) // short url -- cgit v1.2.3