summaryrefslogtreecommitdiff
path: root/crawler/sanitize.go
diff options
context:
space:
mode:
authorhorus2018-05-14 16:40:03 +0200
committerhorus2018-05-14 16:40:03 +0200
commitd2e65d7a6d51c030ebc87b660bf482ae2ad024f3 (patch)
treefce56a19f25d0118600f38c1c1d94575c3c1f663 /crawler/sanitize.go
parent006efbf61b28febfb79e93f6476e0552bbcc08bc (diff)
downloadalkobote-d2e65d7a6d51c030ebc87b660bf482ae2ad024f3.tar.gz
Various fix, e.g. it repairs wrong image urls. (crawler)
Diffstat (limited to 'crawler/sanitize.go')
-rw-r--r--crawler/sanitize.go6
1 files changed, 5 insertions, 1 deletions
diff --git a/crawler/sanitize.go b/crawler/sanitize.go
index 7bfbc03..e1c6e84 100644
--- a/crawler/sanitize.go
+++ b/crawler/sanitize.go
@@ -49,7 +49,7 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot {
continue
}
- offer.Website = ""
+ //offer.Website = ""
W = append(W, offer)
}
@@ -62,6 +62,10 @@ func sanitize_offer(angebote []Angebot, shop Shop, try int) []Angebot {
}
func sanitize_name(name string) string {
+ if strings.Contains(name, "Literflasche") {
+ name = strings.Replace(name, "Literflasche", "", 1)
+ }
+
if strings.Contains(name, "y.o.") {
name = strings.Replace(name, "y.o.", "Jahre", 1)
}