@mailwoman/tiger 9.0.0 → 9.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mailwoman/tiger",
-  "version": "9.0.0",
+  "version": "9.1.0",
   "description": "US Census TIGER/Line data processing and analysis.",
   "keywords": [
     "census",
@@ -73,12 +73,12 @@
     "test": "node ./out/sdk/TIGERService.test.js"
   },
   "dependencies": {
-    "@mailwoman/core": "9.0.0",
-    "@mailwoman/spatial": "9.0.0",
+    "@mailwoman/core": "9.1.0",
+    "@mailwoman/spatial": "9.1.0",
     "@turf/boolean-contains": "^7.3.5",
     "kysely": "^0.29.4",
     "shapefile-parser": "^1.0.3",
-    "spliterator": "^6.0.1",
+    "spliterator": "^6.1.0",
     "type-fest": "^5.8.0"
   },
   "devDependencies": {

package/sdk/download.ts

@@ -20,6 +20,8 @@ import { rename } from "node:fs/promises"
 import { Readable } from "node:stream"
 import { pipeline } from "node:stream/promises"
 
+import { verifyZipIntegrity } from "@mailwoman/core/fs/zip"
+
 /**
  * Run a command and resolve its stdout, rejecting with the captured stderr on a non-zero exit.
  *
@@ -45,14 +47,14 @@ export function runCapture(cmd: string, args: string[]): Promise<string> {
  * Download `url` to `dest` unless a VALID copy is already there. Returns `true` when the cache was reused, `false` when
  * a download happened.
  *
- * "Valid" means `unzip -tq` passes — an existence check alone is not enough, because an interrupted download leaves a
- * plausible-looking file that fails only much later, inside ogr2ogr. Writes to a `.tmp` sibling and renames, so `dest`
- * is never a partial archive.
+ * "Valid" means every member's CRC-32 checks out — an existence check alone is not enough, because an interrupted
+ * download leaves a plausible-looking file that fails only much later, inside ogr2ogr. Writes to a `.tmp` sibling and
+ * renames, so `dest` is never a partial archive.
  */
 export async function downloadIfNeeded(url: string, dest: string): Promise<boolean> {
 	if (existsSync(dest)) {
 		try {
-			await runCapture("unzip", ["-tq", dest])
+			await verifyZipIntegrity(dest)
 
 			return true
 		} catch {

package/sdk/fetch.ts

@@ -32,12 +32,13 @@ import { DatabaseSync } from "node:sqlite"
 import { Readable } from "node:stream"
 import { pipeline } from "node:stream/promises"
 
+import { extractZipEntries } from "@mailwoman/core/fs/zip"
 import { DatabaseClient } from "@mailwoman/core/kysley/client"
 import { tryParsingJSON } from "@mailwoman/core/objects"
 import { mailwomanDataRoot } from "@mailwoman/core/utils"
 import { TextSpliterator } from "spliterator"
 
-import { downloadIfNeeded, runCapture } from "./download.ts"
+import { downloadIfNeeded } from "./download.ts"
 import type { TIGERBlockTable, TIGERDatabase, TIGERPlaceTable, TIGERStreetTable } from "./schema.ts"
 import { initializeTIGERSchema, TIGER_PRAGMAS } from "./schema.ts"
 
@@ -270,7 +271,7 @@ export async function* fetchTIGER(options: FetchTIGEROptions): AsyncGenerator<Fe
 			const cached = await downloadIfNeeded(url, zipPath)
 			yield { phase: "download", file: zipName, cached }
 
-			await runCapture("unzip", ["-o", "-q", zipPath, "-d", cacheDir])
+			await extractZipEntries(zipPath, cacheDir)
 			const layer = `tl_${vintage}_${unit}_${level}`
 			const shpPath = join(cacheDir, layer + ".shp")
 			yield { phase: "extract", file: layer + ".shp" }

package/sdk/redistricting.ts

@@ -24,12 +24,13 @@ import { DatabaseSync } from "node:sqlite"
 import { Readable } from "node:stream"
 import { pipeline } from "node:stream/promises"
 
+import { extractZipEntries } from "@mailwoman/core/fs/zip"
 import { DatabaseClient } from "@mailwoman/core/kysley/client"
 import { mailwomanDataRoot } from "@mailwoman/core/utils"
 import { TextSpliterator } from "spliterator"
 
 import { AdminLevel1CodeToAbbreviation, StateName, type AdminLevel1Code } from "../state.ts"
-import { downloadIfNeeded, runCapture } from "./download.ts"
+import { downloadIfNeeded } from "./download.ts"
 import { initializeTIGERSchema, TIGER_PRAGMAS, type PLBlockTable, type TIGERDatabase } from "./schema.ts"
 
 const REDISTRICTING_BASE =
@@ -148,7 +149,7 @@ export async function* fetchRedistricting(
 	const cached = await downloadIfNeeded(url, zipPath)
 	yield { phase: "download", file: zipName, cached }
 
-	await runCapture("unzip", ["-o", "-q", zipPath, "-d", cacheDir])
+	await extractZipEntries(zipPath, cacheDir)
 	const geoPath = join(cacheDir, `${fileAbbr}geo${vintage}.pl`)
 	const seg1Path = join(cacheDir, `${fileAbbr}00001${vintage}.pl`)
 	yield { phase: "extract", file: `${fileAbbr}geo${vintage}.pl` }