summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorhorus2018-02-20 00:29:56 +0100
committerhorus2018-02-20 00:29:56 +0100
commitf9557de3000ef36c97ba838bc926f0b12db59ba5 (patch)
treee93c90dbc8ac0aa0fc8bc757f94aed0149f4f781
parent825419f3dde0b9b927ba50a79d5658fe11eb5244 (diff)
downloadalkobote-f9557de3000ef36c97ba838bc926f0b12db59ba5.tar.gz
Bugfix. (crawler)
-rw-r--r--crawler/post_process.go11
-rw-r--r--crawler/sanitize.go4
2 files changed, 10 insertions, 5 deletions
diff --git a/crawler/post_process.go b/crawler/post_process.go
index 052115e..ea4426c 100644
--- a/crawler/post_process.go
+++ b/crawler/post_process.go
@@ -86,6 +86,7 @@ func (app *App) short_url() error {
return nil
}
+
func (app *App) fix_db() error {
query := `SELECT id,name,age FROM all_view`
@@ -107,14 +108,16 @@ func (app *App) fix_db() error {
update_name := false
update_age := false
name := sanitize_name(offer_db.Name)
- age := get_age_from_name(name)
if name != offer_db.Name {
offer_db.Name = name
update_name = true
}
- if age != offer_db.Age {
- offer_db.Age = age
- update_age = true
+ if offer_db.Age == 0 {
+ age := get_age_from_name(name)
+ if age != 0 {
+ offer_db.Age = age
+ update_age = true
+ }
}
if update_name || update_age {
diff --git a/crawler/sanitize.go b/crawler/sanitize.go
index 27921d5..e60e67b 100644
--- a/crawler/sanitize.go
+++ b/crawler/sanitize.go
@@ -16,7 +16,9 @@ func sanitize_offer(angebote []Angebot, shop Shop) []Angebot {
offer.Name = sanitize_name(offer.Name)
- offer.Age = get_age_from_name(offer.Name)
+ if offer.Age == 0 {
+ offer.Age = get_age_from_name(offer.Name)
+ }
if false == _check_abv_for_spirit_type(offer) {
continue