@gscdump/cloudflare 0.28.2 → 0.29.0

package/dist/index.d.mts

@@ -1,7 +1,5 @@
-import { DuckDBFactory, ParquetCodec, QueryExecutor, Row, createStorageEngine } from "@gscdump/engine";
+import { ParquetCodec, QueryExecutor, createStorageEngine } from "@gscdump/engine";
 import { H3Event } from "h3";
-declare function getWasmDuckDBFactory(): DuckDBFactory;
-declare function resetWasmDuckDB(): void;
 interface AnalyticsEnv {
   /** R2 bucket holding parquet + rollup + entity data. Required in origin mode. */
   R2_DATA?: R2Bucket;
@@ -88,4 +86,4 @@ interface DucklingsExecutorOptions {
   ipcTotalBytes?: number;
 }
 declare function createDucklingsExecutor(env: AnalyticsEnv, opts?: DucklingsExecutorOptions): QueryExecutor;
-export { type AnalyticsEngineHooks, type AnalyticsEnv, type HostedR2QueryKeyInput, type InflightDedupe, type Row, createDucklingsCodec, createDucklingsExecutor, createInflightDedupe, getAnalyticsEngine, getHostedR2QueryKey, getWasmDuckDBFactory, resetWasmDuckDB, signSizeHint, useAnalyticsEnv, verifySizeHint };
+export { type AnalyticsEngineHooks, type AnalyticsEnv, type HostedR2QueryKeyInput, type InflightDedupe, createDucklingsCodec, createDucklingsExecutor, createInflightDedupe, getAnalyticsEngine, getHostedR2QueryKey, signSizeHint, useAnalyticsEnv, verifySizeHint };

package/dist/index.mjs

@@ -4,19 +4,6 @@ import { createR2DataSource } from "@gscdump/engine/r2";
 import { createHyparquetCodec, decodeParquetToRows } from "@gscdump/engine/hyparquet";
 import { float64, int32, int64, tableFromArrays, tableToIPC, utf8 } from "@uwdata/flechette";
 import { createError } from "h3";
-let handle = null;
-async function initHandle() {
-	throw new Error("DuckDB-WASM handle not wired for Cloudflare Workers yet. Complete duckdb-wasm-handle.ts before enabling dual-write (user.migration_phase != 'd1').");
-}
-function getWasmDuckDBFactory() {
-	return { getDuckDB() {
-		if (!handle) handle = initHandle();
-		return handle;
-	} };
-}
-function resetWasmDuckDB() {
-	handle = null;
-}
 function arrowTypeForColumn(type) {
 	switch (type) {
 		case "VARCHAR":
@@ -245,7 +232,7 @@ function rowCachePut(key, rows) {
 	rowCacheBytes += bytes;
 }
 function createDucklingsExecutor(env, opts = {}) {
-	return { async execute({ sql, params, fileKeys, placeholderTables, dataSource, signal, table }) {
+	return { async execute({ sql, params, fileKeys, placeholderTables, pushdownFilters, dataSource, signal, table }) {
 		signal?.throwIfAborted();
 		const svc = resolveSvc(env);
 		assertWorkerReadBudget({ fileKeys });
@@ -269,14 +256,17 @@ function createDucklingsExecutor(env, opts = {}) {
 		const maxTotalBytes = opts.ipcTotalBytes ?? IPC_STAGED_TOTAL_BUDGET;
 		for (const [placeholder, keys] of Object.entries(fileKeys)) {
 			signal?.throwIfAborted();
+			const filter = pushdownFilters?.[placeholder];
 			const perFile = await mapLimit(keys, WORKER_R2_DECODE_CONCURRENCY, async (key) => {
-				const cached = rowCacheGet(key);
-				if (cached) return cached;
+				if (!filter) {
+					const cached = rowCacheGet(key);
+					if (cached) return cached;
+				}
 				signal?.throwIfAborted();
 				const bytes = await dataSource.read(key, void 0, signal);
 				signal?.throwIfAborted();
-				const rows = await decodeParquetToRows(bytes);
-				rowCachePut(key, rows);
+				const rows = await decodeParquetToRows(bytes, filter ? { filter } : {});
+				if (!filter) rowCachePut(key, rows);
 				return rows;
 			});
 			const merged = [];
@@ -446,4 +436,4 @@ async function verifySizeHint(env, key, bytes, providedHex) {
 	for (let i = 0; i < SIG_HEX_LEN; i++) diff |= expected.charCodeAt(i) ^ providedHex.charCodeAt(i);
 	return diff === 0;
 }
-export { createDucklingsCodec, createDucklingsExecutor, createInflightDedupe, getAnalyticsEngine, getHostedR2QueryKey, getWasmDuckDBFactory, resetWasmDuckDB, signSizeHint, useAnalyticsEnv, verifySizeHint };
+export { createDucklingsCodec, createDucklingsExecutor, createInflightDedupe, getAnalyticsEngine, getHostedR2QueryKey, signSizeHint, useAnalyticsEnv, verifySizeHint };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/cloudflare",
   "type": "module",
-  "version": "0.28.2",
+  "version": "0.29.0",
   "description": "Cloudflare-Workers-flavored helpers for the gscdump analytics stack: AnalyticsEnv binding contract, R2 SigV4 presigner, size-hint HMAC, DuckDB Workers shims, engine factory.",
   "author": {
     "name": "Harlan Wilton",
@@ -46,17 +46,17 @@
   "dependencies": {
     "@uwdata/flechette": "^2.5.0",
     "aws4fetch": "^1.0.20",
-    "@gscdump/contracts": "0.28.2",
-    "@gscdump/engine": "0.28.2",
-    "@gscdump/engine-sqlite": "0.28.2",
-    "gscdump": "0.28.2"
+    "@gscdump/contracts": "0.29.0",
+    "@gscdump/engine": "0.29.0",
+    "@gscdump/engine-sqlite": "0.29.0",
+    "gscdump": "0.29.0"
   },
   "devDependencies": {
-    "@cloudflare/vitest-pool-workers": "^0.16.16",
-    "@cloudflare/workers-types": "^4.20260617.1",
+    "@cloudflare/vitest-pool-workers": "^0.16.18",
+    "@cloudflare/workers-types": "^4.20260621.1",
     "h3": "^1.15.11",
     "typescript": "^6.0.3",
-    "wrangler": "^4.101.0"
+    "wrangler": "^4.103.0"
   },
   "scripts": {
     "build": "obuild",