From 482cd21eafb78d6ed1a52497258699c4e36e979b Mon Sep 17 00:00:00 2001 From: horus_arch Date: Sat, 17 Feb 2018 18:04:04 +0100 Subject: Fix detect duplicates query, prevents error message. (crawler) --- crawler/database.go | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/crawler/database.go b/crawler/database.go index 41ef4f0..35a23ef 100644 --- a/crawler/database.go +++ b/crawler/database.go @@ -99,10 +99,11 @@ func (app *App) save_offer(W []Angebot) error { continue } - err := app.DB.QueryRow("SELECT 1 FROM all_view WHERE shop_id = ? AND name = ? AND long_url = ? AND original_price = ? AND discounted_price = ? AND spirit_type = ?", o.Shop, o.Name, o.Url, o.Original_price, o.Discounted_price, o.Spirit_type).Scan(&found) + // resembles UNIQUE constraint + detect_duplicate_query := `SELECT 1 FROM all_view WHERE name = ? AND shop_id = ? AND + volume = ? AND abv = ? AND original_price = ? AND discounted_price = ? AND valid_until = ?` - /* - */ + err := app.DB.QueryRow(detect_duplicate_query, o.Name, o.Shop, o.Volume, o.Abv, o.Original_price, o.Discounted_price, o.Valid_until).Scan(&found) if err == sql.ErrNoRows { -- cgit v1.2.3 From 98319c2a3ed1b0c3108ae4b78503536f35f279a0 Mon Sep 17 00:00:00 2001 From: horus_arch Date: Sat, 17 Feb 2018 18:04:55 +0100 Subject: Bugfix. (crawler) --- crawler/database.go | 2 -- 1 file changed, 2 deletions(-) diff --git a/crawler/database.go b/crawler/database.go index 35a23ef..cf8989a 100644 --- a/crawler/database.go +++ b/crawler/database.go @@ -4,8 +4,6 @@ import ( "database/sql" "fmt" "strings" - - log "github.com/Sirupsen/logrus" ) func (app *App) createTables() error { -- cgit v1.2.3