From a347c584e0e650219d71941990302c4be558da22 Mon Sep 17 00:00:00 2001
From: horus
Date: Tue, 7 May 2019 16:04:41 +0200
Subject: Better spirit type detection. (crawler)

---
 crawler/sanitize.go | 12 +++++++++++-
 1 file changed, 11 insertions(+), 1 deletion(-)

(limited to 'crawler/sanitize.go')

diff --git a/crawler/sanitize.go b/crawler/sanitize.go
index 48a7b55..2cc839c 100644
--- a/crawler/sanitize.go
+++ b/crawler/sanitize.go
@@ -16,6 +16,11 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot {
 
 	for _, offer := range angebote {
 
+		if offer.Spirit_type == "Wein" {
+			DebugOffer(offer, "Sanitizer: Skip offer because it's wine")
+			continue
+		}
+
 		offer.Name = sanitize_name(offer.Name)
 
 		if offer.Age == 0 {
@@ -57,7 +62,12 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot {
 			continue
 		}
 
-		//offer.Website = ""
+		// Otherwise the database explodes.
+		offer.Website = ""
+
+		if offer.Age == 0 {
+			DebugOffer(offer, "GREP")
+		}
 
 		W = append(W, offer)
 	}
-- 
cgit v1.2.3