summaryrefslogtreecommitdiff
path: root/crawler/sanitize.go
blob: ddcd4f6e41ed881ee8e9ef2b13633ac0597a8178 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
package main

import (
	"log"
	"regexp"
	"strings"
)

func sanitize_offer(angebote []Angebot) []Angebot {

	for _, offer := range angebote {
		offer.Name = sanitize_name(offer.Name)
	}

	return angebote
}

func sanitize_name(name string) string {
	if strings.Contains(name, "y.o.") {
		name = strings.Replace(name, "y.o.", "Jahre", 1)
	}
	r_liter, err := regexp.Compile("[0-9]+([,.][0-9](([lL])| ([Ll]iter))?")
	if err != nil {
		log.Fatal(err)
	}
	name_liter := r_liter.FindString(name)
	name = strings.Replace(name, name_liter, "", 1)

	return name
}