feat(dictionaries): dictionary updates

pelias · May 16, 2019 · 7c21324 · 7c21324
1 parent e1e67cc
commit 7c21324
Show file tree

Hide file tree

Showing 4 changed files with 59 additions and 3 deletions.
diff --git a/classifier/WhosOnFirstClassifier.js b/classifier/WhosOnFirstClassifier.js
@@ -34,7 +34,9 @@ class WhosOnFirstClassifier extends PhraseClassifier {
     this.tokens = {}
     Object.keys(placetypes).forEach(placetype => {
       this.tokens[placetype] = new Set()
-      whosonfirst.load(this.tokens[placetype], [placetype], placetypes[placetype].files)
+      whosonfirst.load(this.tokens[placetype], [placetype], placetypes[placetype].files, {
+        minlength: 2
+      })
 
       // general blacklist
       this.tokens[placetype].delete('north')

diff --git a/resources/pelias/dictionaries/libpostal/de/street_types.txt b/resources/pelias/dictionaries/libpostal/de/street_types.txt
@@ -0,0 +1,2 @@
+# abbrviation for 'chaussee' conflicts with Swiss countrycode
+!ch
diff --git a/resources/pelias/dictionaries/libpostal/es/street_types.txt b/resources/pelias/dictionaries/libpostal/es/street_types.txt
@@ -0,0 +1,2 @@
+# conflicts with US state abbreviation
+!ca
diff --git a/resources/pelias/dictionaries/whosonfirst/locality/name:eng_x_preferred.txt b/resources/pelias/dictionaries/whosonfirst/locality/name:eng_x_preferred.txt
@@ -3,6 +3,56 @@
 nyc
 sf
 # remove problematic locality names
-!texas
+!italy
+!college
+!university
+# remove any localities which share a name with a US state
+!alabama
+!alaska
+!arizona
+!arkansas
 !california
-!italy
+!colorado
+!connecticut
+!delaware
+!florida
+!georgia
+!hawaii
+!idaho
+!illinois
+!indiana
+!iowa
+!kansas
+!kentucky
+!louisiana
+!maine
+!maryland
+!massachusetts
+!michigan
+!minnesota
+!mississippi
+!missouri
+!montana
+!nebraska
+!nevada
+!new hampshire
+!new jersey
+!new mexico
+#!new york
+!north carolina
+!north dakota
+!ohio
+!oklahoma
+!oregon
+!pennsylvania rhode island
+!south carolina
+!south dakota
+!tennessee
+!texas
+!utah
+!vermont
+!virginia
+#!washington
+!west virginia
+!wisconsin
+!wyoming
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		# abbrviation for 'chaussee' conflicts with Swiss countrycode
		!ch