summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorhorus2020-04-13 16:30:10 +0200
committerhorus2020-04-13 16:30:10 +0200
commit6bf847341dd49a656065f38a48d378a4c8d5d387 (patch)
treea6703037f4141e92ef2bad82355de370e0b15982
parentb419d75ae7cb2014d73c3b4846d3b8f34adf8e87 (diff)
downloadcurious-crawler-6bf847341dd49a656065f38a48d378a4c8d5d387.tar.gz
normalizeCatgory: Add filter to strip out 'work group' from categories.
-rw-r--r--categories.go1
1 files changed, 1 insertions, 0 deletions
diff --git a/categories.go b/categories.go
index 2ee3448..1deb6b1 100644
--- a/categories.go
+++ b/categories.go
@@ -124,6 +124,7 @@ func normalizeCategory(s string) string {
cat = strings.TrimSuffix(s, "taskforce")
cat = strings.TrimSuffix(s, "Taskforce")
cat = strings.TrimSuffix(s, "Task Force")
+ cat = strings.TrimSuffix(s, "work group")
if strings.Contains(strings.ToLower(cat), "articles") {
return ""