From 7d1a61095f06b0a81b0f73c2ba0717fc8d9479df Mon Sep 17 00:00:00 2001 From: horus Date: Tue, 20 Feb 2018 01:45:46 +0100 Subject: Bugfix. (crawler) --- crawler/scrape.go | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) (limited to 'crawler/scrape.go') diff --git a/crawler/scrape.go b/crawler/scrape.go index 6ef9fcf..18aa4b9 100644 --- a/crawler/scrape.go +++ b/crawler/scrape.go @@ -29,40 +29,40 @@ func (app *App) Scrape(shop Shop, wait chan bool) { var err error txFailed := false - app.Tx, err = app.DB.Beginx() + Tx, err := app.DB.Beginx() if err != nil { Fatal(err, "scrape.go: Starting transaction failed. Shop: "+shop.Name) } // retry on error - for i := 0; i < 3; i++ { + for i := 1; i < 4; i++ { W = app.ScrapeShop(shop) - W = sanitize_offer(W, shop) + W = sanitize_offer(W, shop, i) if len(W) >= 1 { break } } - err = app.save_offer(W) + err = app.save_offer(Tx, W) if err != nil { txFailed = true Warn(err, "Saving offers failed. Shop: "+shop.Name) } - err = app.remove_expired(W, shop) + err = app.remove_expired(Tx, W, shop) if err != nil { txFailed = true Warn(err, "Removing expired offers failed. Shop: "+shop.Name) } if txFailed { - err = app.Tx.Rollback() + err = Tx.Rollback() if err != nil { Fatal(err, "scrape.go: Rollback transaction failed") } } else { - err = app.Tx.Commit() + err = Tx.Commit() if err != nil { Fatal(err, "scrape.go: Committing transaction failed") } -- cgit v1.2.3