diff options
Diffstat (limited to 'crawler/scrape.go')
| -rw-r--r-- | crawler/scrape.go | 14 |
1 files changed, 7 insertions, 7 deletions
diff --git a/crawler/scrape.go b/crawler/scrape.go index 6ef9fcf..18aa4b9 100644 --- a/crawler/scrape.go +++ b/crawler/scrape.go @@ -29,40 +29,40 @@ func (app *App) Scrape(shop Shop, wait chan bool) { var err error txFailed := false - app.Tx, err = app.DB.Beginx() + Tx, err := app.DB.Beginx() if err != nil { Fatal(err, "scrape.go: Starting transaction failed. Shop: "+shop.Name) } // retry on error - for i := 0; i < 3; i++ { + for i := 1; i < 4; i++ { W = app.ScrapeShop(shop) - W = sanitize_offer(W, shop) + W = sanitize_offer(W, shop, i) if len(W) >= 1 { break } } - err = app.save_offer(W) + err = app.save_offer(Tx, W) if err != nil { txFailed = true Warn(err, "Saving offers failed. Shop: "+shop.Name) } - err = app.remove_expired(W, shop) + err = app.remove_expired(Tx, W, shop) if err != nil { txFailed = true Warn(err, "Removing expired offers failed. Shop: "+shop.Name) } if txFailed { - err = app.Tx.Rollback() + err = Tx.Rollback() if err != nil { Fatal(err, "scrape.go: Rollback transaction failed") } } else { - err = app.Tx.Commit() + err = Tx.Commit() if err != nil { Fatal(err, "scrape.go: Committing transaction failed") } |