summaryrefslogtreecommitdiff
path: root/crawler/main.go
diff options
context:
space:
mode:
authorhorus2018-02-16 16:57:10 +0100
committerhorus2018-02-16 16:57:39 +0100
commited6ab4da59f80bf9fa2cbf15da5c9167dff44ea4 (patch)
tree1038ab5d9b2a0b9bde5ee021624fa87422b705f8 /crawler/main.go
parentb131ce750740ddb9c47515727327c06aa0d22aad (diff)
downloadalkobote-ed6ab4da59f80bf9fa2cbf15da5c9167dff44ea4.tar.gz
Adds structured logging. (crawler)
Diffstat (limited to 'crawler/main.go')
-rw-r--r--crawler/main.go16
1 files changed, 8 insertions, 8 deletions
diff --git a/crawler/main.go b/crawler/main.go
index f4a90b7..11dfd4d 100644
--- a/crawler/main.go
+++ b/crawler/main.go
@@ -3,7 +3,7 @@ package main
import (
"encoding/json"
"fmt"
- "log"
+ log "github.com/Sirupsen/logrus"
"time"
_ "database/sql"
@@ -64,32 +64,32 @@ func main() {
} else {
if app.Config.Debug {
- log.Println(app.Config.DBUser + ":" + app.Config.DBPassword + "@tcp(" + app.Config.DBHost + ":" + app.Config.DBPort + ")/" + app.Config.DBDBName + app.Config.DBOptions)
+ log.Debug(app.Config.DBUser + ":" + app.Config.DBPassword + "@tcp(" + app.Config.DBHost + ":" + app.Config.DBPort + ")/" + app.Config.DBDBName + app.Config.DBOptions)
}
app.DB, err = sqlx.Connect(app.Config.DBDriver, app.Config.DBUser+":"+app.Config.DBPassword+"@tcp("+app.Config.DBHost+":"+app.Config.DBPort+")/"+app.Config.DBDBName+app.Config.DBOptions)
}
if err != nil {
- log.Fatal(err)
+ Fatal(err, "Cannot connect to database")
}
if err = app.DB.Ping(); err != nil {
- log.Fatal(err)
+ Fatal(err, "No connection to database")
}
defer app.DB.Close()
err = app.createTables()
if err != nil {
- log.Fatal(err)
+ Fatal(err, "Creating table failed")
}
err = app.insertShops()
if err != nil {
- log.Fatal(err)
+ Fatal(err, "Inserting shops failed")
}
shops, err := app.getShops()
if err != nil {
- log.Fatal(err)
+ Fatal(err, "Getting shops failed")
}
app.ScrapeHTML(shops)
@@ -97,7 +97,7 @@ func main() {
// short url
err = app.post_process()
if err != nil {
- log.Fatal(err)
+ Fatal(err, "Post processing failed")
}
}