diff options
| author | horus | 2018-02-20 01:45:46 +0100 |
|---|---|---|
| committer | horus | 2018-02-20 01:45:46 +0100 |
| commit | 7d1a61095f06b0a81b0f73c2ba0717fc8d9479df (patch) | |
| tree | 37e2ff40f7053e3b81c94c24971a0e94e786f069 /crawler/scrape.go | |
| parent | f9557de3000ef36c97ba838bc926f0b12db59ba5 (diff) | |
| download | alkobote-7d1a61095f06b0a81b0f73c2ba0717fc8d9479df.tar.gz | |
Bugfix. (crawler)
Diffstat (limited to 'crawler/scrape.go')
| -rw-r--r-- | crawler/scrape.go | 14 |
1 files changed, 7 insertions, 7 deletions
diff --git a/crawler/scrape.go b/crawler/scrape.go index 6ef9fcf..18aa4b9 100644 --- a/crawler/scrape.go +++ b/crawler/scrape.go @@ -29,40 +29,40 @@ func (app *App) Scrape(shop Shop, wait chan bool) { var err error txFailed := false - app.Tx, err = app.DB.Beginx() + Tx, err := app.DB.Beginx() if err != nil { Fatal(err, "scrape.go: Starting transaction failed. Shop: "+shop.Name) } // retry on error - for i := 0; i < 3; i++ { + for i := 1; i < 4; i++ { W = app.ScrapeShop(shop) - W = sanitize_offer(W, shop) + W = sanitize_offer(W, shop, i) if len(W) >= 1 { break } } - err = app.save_offer(W) + err = app.save_offer(Tx, W) if err != nil { txFailed = true Warn(err, "Saving offers failed. Shop: "+shop.Name) } - err = app.remove_expired(W, shop) + err = app.remove_expired(Tx, W, shop) if err != nil { txFailed = true Warn(err, "Removing expired offers failed. Shop: "+shop.Name) } if txFailed { - err = app.Tx.Rollback() + err = Tx.Rollback() if err != nil { Fatal(err, "scrape.go: Rollback transaction failed") } } else { - err = app.Tx.Commit() + err = Tx.Commit() if err != nil { Fatal(err, "scrape.go: Committing transaction failed") } |
