From ed6ab4da59f80bf9fa2cbf15da5c9167dff44ea4 Mon Sep 17 00:00:00 2001 From: horus Date: Fri, 16 Feb 2018 16:57:10 +0100 Subject: Adds structured logging. (crawler) --- crawler/main.go | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) (limited to 'crawler/main.go') diff --git a/crawler/main.go b/crawler/main.go index f4a90b7..11dfd4d 100644 --- a/crawler/main.go +++ b/crawler/main.go @@ -3,7 +3,7 @@ package main import ( "encoding/json" "fmt" - "log" + log "github.com/Sirupsen/logrus" "time" _ "database/sql" @@ -64,32 +64,32 @@ func main() { } else { if app.Config.Debug { - log.Println(app.Config.DBUser + ":" + app.Config.DBPassword + "@tcp(" + app.Config.DBHost + ":" + app.Config.DBPort + ")/" + app.Config.DBDBName + app.Config.DBOptions) + log.Debug(app.Config.DBUser + ":" + app.Config.DBPassword + "@tcp(" + app.Config.DBHost + ":" + app.Config.DBPort + ")/" + app.Config.DBDBName + app.Config.DBOptions) } app.DB, err = sqlx.Connect(app.Config.DBDriver, app.Config.DBUser+":"+app.Config.DBPassword+"@tcp("+app.Config.DBHost+":"+app.Config.DBPort+")/"+app.Config.DBDBName+app.Config.DBOptions) } if err != nil { - log.Fatal(err) + Fatal(err, "Cannot connect to database") } if err = app.DB.Ping(); err != nil { - log.Fatal(err) + Fatal(err, "No connection to database") } defer app.DB.Close() err = app.createTables() if err != nil { - log.Fatal(err) + Fatal(err, "Creating table failed") } err = app.insertShops() if err != nil { - log.Fatal(err) + Fatal(err, "Inserting shops failed") } shops, err := app.getShops() if err != nil { - log.Fatal(err) + Fatal(err, "Getting shops failed") } app.ScrapeHTML(shops) @@ -97,7 +97,7 @@ func main() { // short url err = app.post_process() if err != nil { - log.Fatal(err) + Fatal(err, "Post processing failed") } } -- cgit v1.2.3