@dra2020/baseclient 1.0.49 → 1.0.52

package/dist/geo/geo.d.ts

@@ -10,7 +10,14 @@ export declare type GeoCentroidMap = {
         y: number;
     };
 };
-export declare function geoEnsureID(col: GeoFeatureCollection): void;
+export interface NormalizeOptions {
+    joinPolygons?: boolean;
+    checkRewind?: boolean;
+    ensureID?: boolean;
+}
+export declare function geoEnsureID(col: GeoFeatureCollection, options?: NormalizeOptions): void;
+export declare function geoNormalizeFeature(f: any, options?: NormalizeOptions): GeoFeature;
+export declare function geoNormalizeCollection(col: GeoFeatureCollection, options?: NormalizeOptions): GeoFeatureCollection;
 export declare function geoCollectionToMap(col: GeoFeatureCollection): GeoFeatureMap;
 export declare function geoMapToCollection(map: GeoFeatureMap): GeoFeatureCollection;
 export declare function geoMapToCollectionNonNull(map: GeoFeatureMap): GeoFeatureCollection;

package/dist/poly/topo.d.ts

@@ -8,6 +8,7 @@ export declare function topoToFeature(topo: Topo, geoid: string): any;
 export declare function topoToCollection(topo: Topo): any;
 export interface SimplifyOptions {
     minArea?: number;
+    log?: boolean;
 }
 export declare function topoSimplifyCollection(col: any, options?: SimplifyOptions): any;
 export declare function topoMerge(topo: Topo, geoids: string[]): any;

package/dist/util/all.d.ts

@@ -3,3 +3,4 @@ export * from './countedhash';
 export * from './indexedarray';
 export * from './gradient';
 export * from './bintrie';
+export * from './bitset';

package/dist/util/bitset.d.ts

@@ -0,0 +1,10 @@
+export declare class ListToBitset {
+    list: string[];
+    index: {
+        [s: string]: number;
+    };
+    size: number;
+    constructor(list: string[]);
+    toBits(l: string[]): Uint8Array;
+    toList(u8: Uint8Array): string[];
+}

package/lib/geo/geo.ts

@@ -8,16 +8,40 @@ export type GeoFeatureArray = GeoFeature[];
 export type GeoFeatureCollection = geojson.FeatureCollection;
 export type GeoCentroidMap = { [geoid: string]: { x: number, y: number } };
 
-export function geoEnsureID(col: GeoFeatureCollection): void
+export interface NormalizeOptions
 {
+  joinPolygons?: boolean,
+  checkRewind?: boolean,
+  ensureID?: boolean,
+}
+const NormalizeAll: NormalizeOptions = { joinPolygons: true, checkRewind: true, ensureID: true };
+
+// set the canonical 'id' property from the best property value.
+// if joinPolygons is true, we do not enforce uniqueness.
+//
+
+export function geoEnsureID(col: GeoFeatureCollection, options?: NormalizeOptions): void
+{
+  options = Util.shallowAssignImmutable({}, options);
+
   let prop: string;
-  const props = ['id', 'GEOID', 'GEOID10', 'GEOID20', 'GEOID30' ];
+  const props = [ 'id', 'GEOID', 'GEOID10', 'GEOID20', 'GEOID30', 'DISTRICT', 'DISTRICTNO', 'DISTRICTNAME' ];
 
   if (col && col.features && col.features.length > 0)
   {
     let f = col.features[0];
-    if (f.properties.id !== undefined) return;
-    props.forEach(p => { if (prop === undefined && f.properties[p] !== undefined) prop = p; });
+    if (f.properties.id !== undefined) return;  // short-cut - assume if 'id' is set, we're all good.
+    props.forEach(p => {
+        if (prop === undefined)
+          if (f.properties[p] !== undefined)
+            prop = p;
+          else
+          {
+            p = p.toLowerCase();
+            if (f.properties[p] !== undefined)
+              prop = p
+          }
+      });
     if (prop)
       col.features.forEach(f => { f.properties.id = f.properties[prop] });
     else
@@ -28,6 +52,94 @@ export function geoEnsureID(col: GeoFeatureCollection): void
   }
 }
 
+export function geoNormalizeFeature(f: any, options?: NormalizeOptions): GeoFeature
+{
+  options = Util.shallowAssignImmutable({}, options);
+
+  if (f && f.geometry && f.geometry.type === 'MultiPolygon' && f.geometry.coordinates)
+  {
+    let multiPoly = f.geometry.coordinates;
+
+    // Convert degenerate MultiPolygon to Polygon
+    if (multiPoly.length == 1)
+    {
+      f.geometry.type = 'Polygon';
+      f.geometry.coordinates = multiPoly[0];
+    }
+  }
+  else if (f && f.geometry && f.geometry.type === 'Point' && f.geometry.coordinates)
+  {
+    while (Array.isArray(f.geometry.coordinates[0]))
+      f.geometry.coordinates = f.geometry.coordinates[0];
+  }
+  else if (options.checkRewind)
+    // Various tools do not guarantee valid GeoJSON winding rules. Verify it since internal processing
+    // assumes it is correct.
+    Poly.featureRewind(f);
+
+  return f;
+}
+
+function onlyPolygons(col: GeoFeatureCollection): boolean
+{
+  if (col && Array.isArray(col.features))
+    for (let i = 0; i < col.features.length; i++)
+    {
+      let f = col.features[i];
+      if (f.geometry && f.geometry.type === 'MultiPolygon')
+        return false;
+    }
+
+  return true;
+}
+
+function mergePolygon(f1: any, f2: any): any
+{
+  if (!f1) return f2;
+  if (!f2) return f1;
+  if (f1.geometry.type !== 'Polygon' && f1.geometry.type !== 'MultiPolygon')
+    return f1;
+  if (f2.geometry.type !== 'Polygon' && f2.geometry.type !== 'MultiPolygon')
+    return f2;
+  if (f1.geometry.type === 'Polygon')
+  {
+    f1.geometry.type = 'MultiPolygon';
+    if (f2.geometry.type === 'Polygon')
+      f1.geometry.coordinates = [ f1.geometry.coordinates, f2.geometry.coordinates ];
+    else
+      f1.geometry.coordinates = [ f1.geometry.coordinates, ...f2.geometry.coordinates ];
+  }
+  else
+  {
+    if (f2.geometry.type === 'Polygon')
+      f1.geometry.coordinates.push(f2.geometry.coordinates);
+    else
+      f1.geometry.coordinates = [...f1.geometry.coordinates, ...f2.geometry.coordinates];
+  }
+  return f1;
+}
+
+export function geoNormalizeCollection(col: GeoFeatureCollection, options?: NormalizeOptions): GeoFeatureCollection
+{
+  options = Util.shallowAssignImmutable(NormalizeAll, options);
+
+  // Normalize individual features
+  if (col && Array.isArray(col.features)) col.features.forEach((f: GeoFeature) => geoNormalizeFeature(f, options));
+
+  // Ensure ID
+  if (options.ensureID)
+    geoEnsureID(col, options);
+
+  // Merge polygons into multi-polygons based on id?
+  if (options.ensureID && options.joinPolygons && onlyPolygons(col))
+  {
+    let map: GeoFeatureMap = {};
+    col.features.forEach(f => { let id = f.properties.id; map[id] = mergePolygon(map[id], f) });
+    col.features = Object.values(map);
+  }
+  return col;
+}
+
 export function geoCollectionToMap(col: GeoFeatureCollection): GeoFeatureMap
 {
   if (col == null) return null;

package/lib/poly/topo.ts

@@ -215,13 +215,14 @@ function intpt(f: any): { x: number, y: number }
 export interface SimplifyOptions
 {
   minArea?: number,
+  log?: boolean,
 }
 
 const DefaultSimplifyOptions: SimplifyOptions = { minArea: 500 };
 
-function log(s: string): void
+function log(emitlog: boolean, s: string): void
 {
-  console.log(s);
+  if (emitlog) console.log(s);
 }
 
 //
@@ -248,10 +249,10 @@ export function topoSimplifyCollection(col: any, options?: SimplifyOptions): any
   let elapsedTotal = new Util.Elapsed();
   let elapsed = new Util.Elapsed();
   let topo = topoFromCollection(col);
-  log(`topoSimplifyCollection: fromCollection: ${Math.round(elapsed.ms())}ms`);
+  log(options.log, `topoSimplifyCollection: fromCollection: ${Math.round(elapsed.ms())}ms`);
   elapsed.start();
   topo = TopoSimplify.presimplify(topo, TopoSimplify['sphericalTriangleArea']);
-  log(`topoSimplifyCollection: presimplify: ${Math.round(elapsed.ms())}ms`);
+  log(options.log, `topoSimplifyCollection: presimplify: ${Math.round(elapsed.ms())}ms`);
   elapsed.start();
 
   // Keep iterating on removing simplification from degenerate shapes
@@ -328,19 +329,19 @@ export function topoSimplifyCollection(col: any, options?: SimplifyOptions): any
                 keepTiny.set(f, f);
                 keepArcs(topo, oOld.arcs, 0); // keeps all points to avoid reprocessing these tiny shapes
                 nBad++, nTiny++;
-                log(`topoSimplifyCollection: ${f.properties.id}: increasing feature fidelity because intpt dist is ${d}`);
+                log(options.log, `topoSimplifyCollection: ${f.properties.id}: increasing feature fidelity because intpt dist is ${d}`);
               }
             }
           }
         }
       });
-    log(`topoSimplifyCollection: pass ${nTries}: ${nBad} (${nTiny} tiny) of ${col.features.length} features are degenerate`);
+    log(options.log, `topoSimplifyCollection: pass ${nTries}: ${nBad} (${nTiny} tiny) of ${col.features.length} features are degenerate`);
 
     // If not making progress, keep more points
     if (nBad >= nBadLast)
     {
       keepweight /= 10;
-      log(`topoSimplifyCollection: pass ${nTries}: reducing weight limit to ${keepweight}`);
+      log(options.log, `topoSimplifyCollection: pass ${nTries}: reducing weight limit to ${keepweight}`);
     }
     nBadLast = nBad;
 
@@ -356,7 +357,7 @@ export function topoSimplifyCollection(col: any, options?: SimplifyOptions): any
     nTries++;
   }
 
-  log(`topoSimplifyCollection: total elapsed time: ${bigTimeString(elapsedTotal.ms())}`);
+  log(options.log, `topoSimplifyCollection: total elapsed time: ${bigTimeString(elapsedTotal.ms())}`);
 
   return col;
 }

package/lib/util/all.ts

@@ -3,3 +3,4 @@ export * from './countedhash';
 export * from './indexedarray';
 export * from './gradient';
 export * from './bintrie';
+export * from './bitset';

package/lib/util/bitset.ts

@@ -0,0 +1,49 @@
+const BitLookup = [ 1, 2, 4, 8, 16, 32, 64, 128 ];
+
+export class ListToBitset
+{
+  list: string[];
+  index: { [s: string]: number };
+  size: number;
+
+  constructor(list: string[])
+  {
+    this.list = list;
+    this.index = {};
+    this.size = Math.floor((this.list.length+7)/8);
+    this.list.forEach((s: string, i: number) => { this.index[s] = i });
+  }
+
+  toBits(l: string[]): Uint8Array
+  {
+    let ab = new ArrayBuffer(this.size);
+    let u8 = new Uint8Array(ab);
+    if (l) l.forEach(s => {
+        let n = this.index[s];
+        let i = Math.floor(n/8);
+        u8[i] |= BitLookup[n % 8];
+      });
+    return u8;
+  }
+
+  toList(u8: Uint8Array): string[]
+  {
+    let list: string[] = [];
+    for (let i = 0; i < u8.length; i++)
+    {
+      let u = u8[i];
+      if (u)
+      {
+        if (u & 1) list.push(this.list[i*8+0]);
+        if (u & 2) list.push(this.list[i*8+1]);
+        if (u & 4) list.push(this.list[i*8+2]);
+        if (u & 8) list.push(this.list[i*8+3]);
+        if (u & 16) list.push(this.list[i*8+4]);
+        if (u & 32) list.push(this.list[i*8+5]);
+        if (u & 64) list.push(this.list[i*8+6]);
+        if (u & 128) list.push(this.list[i*8+7]);
+      }
+    }
+    return list;
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dra2020/baseclient",
-  "version": "1.0.49",
+  "version": "1.0.52",
   "description": "Utility functions for Javascript projects.",
   "main": "dist/baseclient.js",
   "types": "./dist/all/all.d.ts",