summaryrefslogtreecommitdiff
path: root/crawler
diff options
context:
space:
mode:
authorhorus2018-06-15 23:44:07 +0200
committerhorus2018-06-15 23:44:07 +0200
commit482ac52e2db7ca3db7005dcc01d21b69da0faf89 (patch)
treec805441ef1f9a81b9d685aee6311d8d4e58c47ce /crawler
parent8d68ac7c900241eb8499a94c23ab1f60750e7aed (diff)
downloadalkobote-482ac52e2db7ca3db7005dcc01d21b69da0faf89.tar.gz
Removes unnecessary code. (crawler)
Diffstat (limited to 'crawler')
-rw-r--r--crawler/scrape.go4
-rw-r--r--crawler/shop_bottleworld.go5
2 files changed, 0 insertions, 9 deletions
diff --git a/crawler/scrape.go b/crawler/scrape.go
index f9e758d..de79813 100644
--- a/crawler/scrape.go
+++ b/crawler/scrape.go
@@ -29,10 +29,6 @@ func (app *App) Scrape(shop Shop, wait chan bool) {
var W []Angebot
var err error
- if err != nil {
- Fatal(err, "scrape.go: Starting transaction failed. Shop: "+shop.Name)
- }
-
// retry on error
for i := 1; i < 4; i++ {
W = app.ScrapeShop(shop)
diff --git a/crawler/shop_bottleworld.go b/crawler/shop_bottleworld.go
index d679b43..8722211 100644
--- a/crawler/shop_bottleworld.go
+++ b/crawler/shop_bottleworld.go
@@ -6,8 +6,6 @@ import (
// "github.com/PuerkitoBio/goquery"
"github.com/gocolly/colly"
- "log"
- "time"
)
func (app *App) ScrapeBottleWord(shop Shop) []Angebot {
@@ -16,9 +14,6 @@ func (app *App) ScrapeBottleWord(shop Shop) []Angebot {
c := app.customCollector([]string{"bottleworld.de", "www.bottleworld.de"})
- log.Println(c.IgnoreRobotsTxt)
- log.Println(time.Duration(app.Config.Delay))
-
c.OnHTML("li.item", func(e *colly.HTMLElement) {
W := Angebot{}