summaryrefslogtreecommitdiff
path: root/crawler/scrape.go
diff options
context:
space:
mode:
authorhorus2018-02-20 01:45:46 +0100
committerhorus2018-02-20 01:45:46 +0100
commit7d1a61095f06b0a81b0f73c2ba0717fc8d9479df (patch)
tree37e2ff40f7053e3b81c94c24971a0e94e786f069 /crawler/scrape.go
parentf9557de3000ef36c97ba838bc926f0b12db59ba5 (diff)
downloadalkobote-7d1a61095f06b0a81b0f73c2ba0717fc8d9479df.tar.gz
Bugfix. (crawler)
Diffstat (limited to 'crawler/scrape.go')
-rw-r--r--crawler/scrape.go14
1 files changed, 7 insertions, 7 deletions
diff --git a/crawler/scrape.go b/crawler/scrape.go
index 6ef9fcf..18aa4b9 100644
--- a/crawler/scrape.go
+++ b/crawler/scrape.go
@@ -29,40 +29,40 @@ func (app *App) Scrape(shop Shop, wait chan bool) {
var err error
txFailed := false
- app.Tx, err = app.DB.Beginx()
+ Tx, err := app.DB.Beginx()
if err != nil {
Fatal(err, "scrape.go: Starting transaction failed. Shop: "+shop.Name)
}
// retry on error
- for i := 0; i < 3; i++ {
+ for i := 1; i < 4; i++ {
W = app.ScrapeShop(shop)
- W = sanitize_offer(W, shop)
+ W = sanitize_offer(W, shop, i)
if len(W) >= 1 {
break
}
}
- err = app.save_offer(W)
+ err = app.save_offer(Tx, W)
if err != nil {
txFailed = true
Warn(err, "Saving offers failed. Shop: "+shop.Name)
}
- err = app.remove_expired(W, shop)
+ err = app.remove_expired(Tx, W, shop)
if err != nil {
txFailed = true
Warn(err, "Removing expired offers failed. Shop: "+shop.Name)
}
if txFailed {
- err = app.Tx.Rollback()
+ err = Tx.Rollback()
if err != nil {
Fatal(err, "scrape.go: Rollback transaction failed")
}
} else {
- err = app.Tx.Commit()
+ err = Tx.Commit()
if err != nil {
Fatal(err, "scrape.go: Committing transaction failed")
}