diff options
Diffstat (limited to 'crawler/sanitize.go')
| -rw-r--r-- | crawler/sanitize.go | 12 |
1 files changed, 11 insertions, 1 deletions
diff --git a/crawler/sanitize.go b/crawler/sanitize.go index 48a7b55..2cc839c 100644 --- a/crawler/sanitize.go +++ b/crawler/sanitize.go @@ -16,6 +16,11 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot { for _, offer := range angebote { + if offer.Spirit_type == "Wein" { + DebugOffer(offer, "Sanitizer: Skip offer because it's wine") + continue + } + offer.Name = sanitize_name(offer.Name) if offer.Age == 0 { @@ -57,7 +62,12 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot { continue } - //offer.Website = "" + // Otherwise the database explodes. + offer.Website = "" + + if offer.Age == 0 { + DebugOffer(offer, "GREP") + } W = append(W, offer) } |