@hebcal/geo-sqlite 3.6.2 → 3.7.0

package/dist/index.js

@@ -1,4 +1,4 @@
-/*! @hebcal/geo-sqlite v3.6.2 */
+/*! @hebcal/geo-sqlite v3.7.0 */
 'use strict';
 
 Object.defineProperty(exports, '__esModule', { value: true });
@@ -57,13 +57,71 @@ FROM ZIPCodes_Primary
 WHERE ZipCode LIKE ?
 ORDER BY Population DESC
 LIMIT 10`;
+const ZIP_FULLTEXT_COMPLETE_SQL = `SELECT ZipCode,CityMixedCase,State,Latitude,Longitude,TimeZone,DayLightSaving,Population
+FROM ZIPCodes_CityFullText
+WHERE CityMixedCase MATCH ?
+ORDER BY Population DESC
+LIMIT 15`;
 const GEONAME_COMPLETE_SQL = `SELECT geonameid, asciiname, admin1, country,
 population, latitude, longitude, timezone
 FROM geoname_fulltext
 WHERE longname MATCH ?
 GROUP BY geonameid
 ORDER BY population DESC
-LIMIT 10`;
+LIMIT 15`;
+const stateNames = {
+  'AK': 'Alaska',
+  'AL': 'Alabama',
+  'AR': 'Arkansas',
+  'AZ': 'Arizona',
+  'CA': 'California',
+  'CO': 'Colorado',
+  'CT': 'Connecticut',
+  'DC': 'Washington, D.C.',
+  'DE': 'Delaware',
+  'FL': 'Florida',
+  'GA': 'Georgia',
+  'HI': 'Hawaii',
+  'IA': 'Iowa',
+  'ID': 'Idaho',
+  'IL': 'Illinois',
+  'IN': 'Indiana',
+  'KS': 'Kansas',
+  'KY': 'Kentucky',
+  'LA': 'Louisiana',
+  'MA': 'Massachusetts',
+  'MD': 'Maryland',
+  'ME': 'Maine',
+  'MI': 'Michigan',
+  'MN': 'Minnesota',
+  'MO': 'Missouri',
+  'MS': 'Mississippi',
+  'MT': 'Montana',
+  'NC': 'North Carolina',
+  'ND': 'North Dakota',
+  'NE': 'Nebraska',
+  'NH': 'New Hampshire',
+  'NJ': 'New Jersey',
+  'NM': 'New Mexico',
+  'NV': 'Nevada',
+  'NY': 'New York',
+  'OH': 'Ohio',
+  'OK': 'Oklahoma',
+  'OR': 'Oregon',
+  'PA': 'Pennsylvania',
+  'RI': 'Rhode Island',
+  'SC': 'South Carolina',
+  'SD': 'South Dakota',
+  'TN': 'Tennessee',
+  'TX': 'Texas',
+  'UT': 'Utah',
+  'VA': 'Virginia',
+  'VT': 'Vermont',
+  'WA': 'Washington',
+  'WI': 'Wisconsin',
+  'WV': 'West Virginia',
+  'WY': 'Wyoming'
+};
 /** Wrapper around sqlite databases */
 
 class GeoDb {
@@ -218,6 +276,28 @@ class GeoDb {
       return null;
     }
   }
+  /**
+   * @private
+   * @param {any[]} res
+   * @return {Object[]}
+   */
+
+
+  static zipResultToObj(res) {
+    const obj = {
+      id: String(res.ZipCode),
+      value: `${res.CityMixedCase}, ${res.State} ${res.ZipCode}`,
+      admin1: res.State,
+      asciiname: res.CityMixedCase,
+      country: 'United States',
+      latitude: res.Latitude,
+      longitude: res.Longitude,
+      timezone: core.Location.getUsaTzid(res.State, res.TimeZone, res.DayLightSaving),
+      population: res.Population,
+      geo: 'zip'
+    };
+    return obj;
+  }
   /**
    * Generates autocomplete results based on a query string
    * @param {string} qraw
@@ -235,34 +315,23 @@ class GeoDb {
         this.zipCompStmt = this.zipsDb.prepare(ZIP_COMPLETE_SQL);
       }
 
-      return this.zipCompStmt.all(qraw + '%').map(res => {
-        const obj = {
-          id: String(res.ZipCode),
-          value: `${res.CityMixedCase}, ${res.State} ${res.ZipCode}`,
-          admin1: res.State,
-          asciiname: res.CityMixedCase,
-          country: 'United States',
-          latitude: res.Latitude,
-          longitude: res.Longitude,
-          timezone: core.Location.getUsaTzid(res.State, res.TimeZone, res.DayLightSaving),
-          population: res.Population,
-          geo: 'zip'
-        };
-        return obj;
-      });
+      return this.zipCompStmt.all(qraw + '%').map(GeoDb.zipResultToObj);
     } else {
       if (!this.geonamesCompStmt) {
         this.geonamesCompStmt = this.geonamesDb.prepare(GEONAME_COMPLETE_SQL);
       }
 
       qraw = qraw.replace(/\"/g, '""');
-      return this.geonamesCompStmt.all(`"${qraw}*"`).map(res => {
+      const geoRows = this.geonamesCompStmt.all(`"${qraw}*"`);
+      const geoMatches = geoRows.map(res => {
         const country = res.country || '';
         const admin1 = res.admin1 || '';
         const obj = {
           id: res.geonameid,
           value: core.Location.geonameCityDescr(res.asciiname, admin1, country),
           asciiname: res.asciiname,
+          admin1,
+          country,
           latitude: res.latitude,
           longitude: res.longitude,
           timezone: res.timezone,
@@ -281,6 +350,32 @@ class GeoDb {
         obj.tokens = Array.from(new Set(res.asciiname.split(' ').concat(admin1.split(' '), country.split(' '))));
         return obj;
       });
+
+      if (!this.zipFulltextCompStmt) {
+        this.zipFulltextCompStmt = this.zipsDb.prepare(ZIP_FULLTEXT_COMPLETE_SQL);
+      }
+
+      const zipRows = this.zipFulltextCompStmt.all(`"${qraw}*"`);
+      const zipMatches = zipRows.map(GeoDb.zipResultToObj);
+      const map = new Map();
+
+      for (const obj of zipMatches) {
+        const key = [obj.asciiname, stateNames[obj.admin1], obj.country].join('|');
+
+        if (!map.has(key)) {
+          map.set(key, obj);
+        }
+      } // GeoNames takes priority over USA ZIP code matches
+
+
+      for (const obj of geoMatches) {
+        const key = [obj.asciiname, obj.admin1, obj.country].join('|');
+        map.set(key, obj);
+      }
+
+      const values = Array.from(map.values());
+      values.sort((a, b) => b.population - a.population);
+      return values.slice(0, 10);
     }
   }
   /** Reads entire ZIP database and caches in-memory */

package/dist/index.mjs

@@ -1,4 +1,4 @@
-/*! @hebcal/geo-sqlite v3.6.2 */
+/*! @hebcal/geo-sqlite v3.7.0 */
 import Database from 'better-sqlite3';
 import { Location, Locale } from '@hebcal/core';
 import pino from 'pino';
@@ -45,13 +45,71 @@ FROM ZIPCodes_Primary
 WHERE ZipCode LIKE ?
 ORDER BY Population DESC
 LIMIT 10`;
+const ZIP_FULLTEXT_COMPLETE_SQL = `SELECT ZipCode,CityMixedCase,State,Latitude,Longitude,TimeZone,DayLightSaving,Population
+FROM ZIPCodes_CityFullText
+WHERE CityMixedCase MATCH ?
+ORDER BY Population DESC
+LIMIT 15`;
 const GEONAME_COMPLETE_SQL = `SELECT geonameid, asciiname, admin1, country,
 population, latitude, longitude, timezone
 FROM geoname_fulltext
 WHERE longname MATCH ?
 GROUP BY geonameid
 ORDER BY population DESC
-LIMIT 10`;
+LIMIT 15`;
+const stateNames = {
+  'AK': 'Alaska',
+  'AL': 'Alabama',
+  'AR': 'Arkansas',
+  'AZ': 'Arizona',
+  'CA': 'California',
+  'CO': 'Colorado',
+  'CT': 'Connecticut',
+  'DC': 'Washington, D.C.',
+  'DE': 'Delaware',
+  'FL': 'Florida',
+  'GA': 'Georgia',
+  'HI': 'Hawaii',
+  'IA': 'Iowa',
+  'ID': 'Idaho',
+  'IL': 'Illinois',
+  'IN': 'Indiana',
+  'KS': 'Kansas',
+  'KY': 'Kentucky',
+  'LA': 'Louisiana',
+  'MA': 'Massachusetts',
+  'MD': 'Maryland',
+  'ME': 'Maine',
+  'MI': 'Michigan',
+  'MN': 'Minnesota',
+  'MO': 'Missouri',
+  'MS': 'Mississippi',
+  'MT': 'Montana',
+  'NC': 'North Carolina',
+  'ND': 'North Dakota',
+  'NE': 'Nebraska',
+  'NH': 'New Hampshire',
+  'NJ': 'New Jersey',
+  'NM': 'New Mexico',
+  'NV': 'Nevada',
+  'NY': 'New York',
+  'OH': 'Ohio',
+  'OK': 'Oklahoma',
+  'OR': 'Oregon',
+  'PA': 'Pennsylvania',
+  'RI': 'Rhode Island',
+  'SC': 'South Carolina',
+  'SD': 'South Dakota',
+  'TN': 'Tennessee',
+  'TX': 'Texas',
+  'UT': 'Utah',
+  'VA': 'Virginia',
+  'VT': 'Vermont',
+  'WA': 'Washington',
+  'WI': 'Wisconsin',
+  'WV': 'West Virginia',
+  'WY': 'Wyoming'
+};
 /** Wrapper around sqlite databases */
 
 class GeoDb {
@@ -206,6 +264,28 @@ class GeoDb {
       return null;
     }
   }
+  /**
+   * @private
+   * @param {any[]} res
+   * @return {Object[]}
+   */
+
+
+  static zipResultToObj(res) {
+    const obj = {
+      id: String(res.ZipCode),
+      value: `${res.CityMixedCase}, ${res.State} ${res.ZipCode}`,
+      admin1: res.State,
+      asciiname: res.CityMixedCase,
+      country: 'United States',
+      latitude: res.Latitude,
+      longitude: res.Longitude,
+      timezone: Location.getUsaTzid(res.State, res.TimeZone, res.DayLightSaving),
+      population: res.Population,
+      geo: 'zip'
+    };
+    return obj;
+  }
   /**
    * Generates autocomplete results based on a query string
    * @param {string} qraw
@@ -223,34 +303,23 @@ class GeoDb {
         this.zipCompStmt = this.zipsDb.prepare(ZIP_COMPLETE_SQL);
       }
 
-      return this.zipCompStmt.all(qraw + '%').map(res => {
-        const obj = {
-          id: String(res.ZipCode),
-          value: `${res.CityMixedCase}, ${res.State} ${res.ZipCode}`,
-          admin1: res.State,
-          asciiname: res.CityMixedCase,
-          country: 'United States',
-          latitude: res.Latitude,
-          longitude: res.Longitude,
-          timezone: Location.getUsaTzid(res.State, res.TimeZone, res.DayLightSaving),
-          population: res.Population,
-          geo: 'zip'
-        };
-        return obj;
-      });
+      return this.zipCompStmt.all(qraw + '%').map(GeoDb.zipResultToObj);
     } else {
       if (!this.geonamesCompStmt) {
         this.geonamesCompStmt = this.geonamesDb.prepare(GEONAME_COMPLETE_SQL);
       }
 
       qraw = qraw.replace(/\"/g, '""');
-      return this.geonamesCompStmt.all(`"${qraw}*"`).map(res => {
+      const geoRows = this.geonamesCompStmt.all(`"${qraw}*"`);
+      const geoMatches = geoRows.map(res => {
         const country = res.country || '';
         const admin1 = res.admin1 || '';
         const obj = {
           id: res.geonameid,
           value: Location.geonameCityDescr(res.asciiname, admin1, country),
           asciiname: res.asciiname,
+          admin1,
+          country,
           latitude: res.latitude,
           longitude: res.longitude,
           timezone: res.timezone,
@@ -269,6 +338,32 @@ class GeoDb {
         obj.tokens = Array.from(new Set(res.asciiname.split(' ').concat(admin1.split(' '), country.split(' '))));
         return obj;
       });
+
+      if (!this.zipFulltextCompStmt) {
+        this.zipFulltextCompStmt = this.zipsDb.prepare(ZIP_FULLTEXT_COMPLETE_SQL);
+      }
+
+      const zipRows = this.zipFulltextCompStmt.all(`"${qraw}*"`);
+      const zipMatches = zipRows.map(GeoDb.zipResultToObj);
+      const map = new Map();
+
+      for (const obj of zipMatches) {
+        const key = [obj.asciiname, stateNames[obj.admin1], obj.country].join('|');
+
+        if (!map.has(key)) {
+          map.set(key, obj);
+        }
+      } // GeoNames takes priority over USA ZIP code matches
+
+
+      for (const obj of geoMatches) {
+        const key = [obj.asciiname, obj.admin1, obj.country].join('|');
+        map.set(key, obj);
+      }
+
+      const values = Array.from(map.values());
+      values.sort((a, b) => b.population - a.population);
+      return values.slice(0, 10);
     }
   }
   /** Reads entire ZIP database and caches in-memory */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hebcal/geo-sqlite",
-  "version": "3.6.2",
+  "version": "3.7.0",
   "author": "Michael J. Radwin (https://github.com/mjradwin)",
   "keywords": [
     "hebcal"

package/zips-dummy.sql

@@ -8,3 +8,6 @@ CREATE TABLE ZIPCodes_Primary (
   DayLightSaving char(1) NULL,
   Population int NULL
 );
+
+CREATE VIRTUAL TABLE ZIPCodes_CityFullText
+USING fts3(ZipCode,CityMixedCase,State,Latitude,Longitude,TimeZone,DayLightSaving,Population);