diff options
Diffstat (limited to 'crawler')
| -rw-r--r-- | crawler/sanitize.go | 10 |
1 files changed, 8 insertions, 2 deletions
diff --git a/crawler/sanitize.go b/crawler/sanitize.go index 960d5f6..4a5197b 100644 --- a/crawler/sanitize.go +++ b/crawler/sanitize.go @@ -82,6 +82,10 @@ func sanitize_name(name string) string { name = strings.Replace(name, "years old", "Jahre", 1) } + if strings.Contains(name, "years") { + name = strings.Replace(name, "years", "Jahre", 1) + } + if strings.Contains(name, "Years Old") { name = strings.Replace(name, "Years Old", "Jahre", 1) } @@ -201,13 +205,15 @@ func sanitize_base_price(price_noisy string) (price int, err error) { if strings.Contains(price_noisy, "Grundpreis:") { price_noisy = strings.Replace(price_noisy, "Grundpreis", "", -1) - price_noisy = strings.TrimSpace(price_noisy) } if strings.Contains(price_noisy, "/Liter") { price_noisy = strings.Replace(price_noisy, "/Liter", "", -1) - price_noisy = strings.TrimSpace(price_noisy) } + if strings.Contains(price_noisy, "/L") { + price_noisy = strings.Replace(price_noisy, "/L", "", -1) + } + price_noisy = strings.TrimSpace(price_noisy) return convert_price(price_noisy) } |