@gscdump/engine 0.20.3 → 0.21.1

package/dist/vendor/hysnappy-purejs.d.mts

@@ -0,0 +1,29 @@
+/**
+ * Pure-JS drop-in replacement for `hysnappy`.
+ *
+ * `hysnappy`'s `snappyUncompressor()` eagerly compiles a WASM module
+ * (`new WebAssembly.Module(byteArray)`) — and `hyparquet-compressors`
+ * instantiates it at module top level (`SNAPPY: snappyUncompressor()`).
+ * Cloudflare's `workerd` forbids compiling WebAssembly from a runtime buffer
+ * (WASM must be a bundled module import), so any Worker bundle that imports
+ * `icebird` (→ `hyparquet-compressors`) fails to start with
+ * `CompileError: Wasm code generation disallowed by embedder`.
+ *
+ * `icebird`'s append path never actually decompresses a snappy data file — it
+ * only reads gzipped `metadata.json` and Avro manifests — so the snappy
+ * decompressor is instantiated but never invoked. This shim swaps the WASM
+ * codec for `hyparquet`'s pure-JS snappy decompressor (a vendored snappyjs),
+ * keeping the exact `hysnappy` API surface so `hyparquet-compressors` is
+ * unaware of the swap. Wired in via a build-time `hysnappy` alias.
+ *
+ * See `docs/plans/2026-05-22-icebird-ingest-writer-spike.md` (section e).
+ */
+/**
+ * Pure-JS stand-in for `hysnappy`'s `snappyUncompressor()`. Returns the
+ * decompressor immediately — no WASM compilation, so it is safe to call at
+ * module top level inside `workerd`.
+ */
+declare function snappyUncompressor(): (input: Uint8Array, outputLength: number) => Uint8Array;
+/** Pure-JS stand-in for `hysnappy`'s `snappyUncompress(input, outputLength)`. */
+declare function snappyUncompress(input: Uint8Array, outputLength: number): Uint8Array;
+export { snappyUncompress, snappyUncompressor };

package/dist/vendor/hysnappy-purejs.mjs

@@ -0,0 +1,13 @@
+import { snappyUncompress as snappyUncompress$1 } from "hyparquet/src/snappy.js";
+function decode(input, outputLength) {
+	const output = new Uint8Array(outputLength);
+	snappyUncompress$1(input, output);
+	return output;
+}
+function snappyUncompressor() {
+	return decode;
+}
+function snappyUncompress(input, outputLength) {
+	return decode(input, outputLength);
+}
+export { snappyUncompress, snappyUncompressor };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine",
   "type": "module",
-  "version": "0.20.3",
+  "version": "0.21.1",
   "description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
   "author": {
     "name": "Harlan Wilton",
@@ -51,6 +51,11 @@
       "import": "./dist/ingest.mjs",
       "default": "./dist/ingest.mjs"
     },
+    "./sink-node": {
+      "types": "./dist/sink-node.d.mts",
+      "import": "./dist/sink-node.mjs",
+      "default": "./dist/sink-node.mjs"
+    },
     "./sql": {
       "types": "./dist/sql-bind.d.mts",
       "import": "./dist/sql-bind.mjs",
@@ -140,6 +145,11 @@
       "types": "./dist/arrow-utils.d.mts",
       "import": "./dist/arrow-utils.mjs",
       "default": "./dist/arrow-utils.mjs"
+    },
+    "./vendor/hysnappy": {
+      "types": "./dist/vendor/hysnappy-purejs.d.mts",
+      "import": "./dist/vendor/hysnappy-purejs.mjs",
+      "default": "./dist/vendor/hysnappy-purejs.mjs"
     }
   },
   "main": "./dist/index.mjs",
@@ -168,9 +178,10 @@
   },
   "dependencies": {
     "drizzle-orm": "^0.45.2",
+    "icebird": "^0.8.5",
     "proper-lockfile": "^4.1.2",
-    "gscdump": "0.20.3",
-    "@gscdump/contracts": "0.20.3"
+    "@gscdump/contracts": "0.21.1",
+    "gscdump": "0.21.1"
   },
   "devDependencies": {
     "@duckdb/duckdb-wasm": "^1.32.0",