@gscdump/engine-duckdb-wasm 0.26.6 → 0.26.7

package/dist/index.d.mts

@@ -136,6 +136,24 @@ interface AttachOpfsTablesOptions {
   version?: string;
   /** Ticks once per file as it lands in OPFS + registers. UI progress. */
   onFileProgress?: (info: OpfsFileProgress) => void;
+  /**
+   * Serializer for the operations that mutate the DuckDB-WASM virtual
+   * filesystem / catalog (`registerFileHandle`, `dropFile`, `CREATE`/`DROP
+   * VIEW`) — those are not concurrency-safe across consumers sharing one
+   * `AsyncDuckDB`. Callers with a shared DB pass their global attach mutex
+   * here so ONLY these mutations serialize; the parquet downloads (network +
+   * OPFS writes, no DB interaction) run outside the lock and overlap across
+   * concurrent attaches. Wrapping the whole `attachOpfsParquetTables` call in
+   * the mutex instead serializes every table's downloads end-to-end — the
+   * dominant cold-load cost.
+   *
+   * The returned handle's `detach()` is NOT routed through this — callers
+   * that pass a lock typically already hold it around teardown, and the lock
+   * is not reentrant.
+   *
+   * Default: run inline (caller owns the DB exclusively).
+   */
+  withDb?: <T>(fn: () => Promise<T>) => Promise<T>;
 }
 interface OpfsFileProgress {
   table: string;

package/dist/index.mjs

@@ -702,7 +702,7 @@ async function runWithConcurrency$1(items, concurrency, fn) {
 	await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, worker));
 }
 async function attachOpfsParquetTables(options) {
-	const { db, conn, tables, schema = "main", fetch: fetchImpl = globalThis.fetch.bind(globalThis), fetchInit, fetchConcurrency = DEFAULT_CONCURRENCY, signal, version, onFileProgress } = options;
+	const { db, conn, tables, schema = "main", fetch: fetchImpl = globalThis.fetch.bind(globalThis), fetchInit, fetchConcurrency = DEFAULT_CONCURRENCY, signal, version, onFileProgress, withDb = (fn) => fn() } = options;
 	await requestPersistentStorage();
 	const root = await getOpfsRoot();
 	const flat = [];
@@ -746,7 +746,7 @@ async function attachOpfsParquetTables(options) {
 	const releaseTable = async (table) => {
 		const names = (tableFiles.get(table) ?? []).map((f) => f.name);
 		for (const n of names) acquiredNames.delete(n);
-		await registry.release(names);
+		await withDb(() => registry.release(names));
 	};
 	const runDownloads = () => runWithConcurrency$1(flat, Math.max(1, fetchConcurrency), async (item, index) => {
 		if (degraded.has(item.table)) return;
@@ -764,7 +764,7 @@ async function attachOpfsParquetTables(options) {
 			throw err;
 		}
 		try {
-			await registry.acquire(name, () => result.handle);
+			await withDb(() => registry.acquire(name, () => result.handle));
 			acquiredNames.add(name);
 		} catch (err) {
 			if (isAbortError$1(err)) throw err;
@@ -794,7 +794,7 @@ async function attachOpfsParquetTables(options) {
 	try {
 		await runDownloads();
 	} catch (err) {
-		await registry.release([...acquiredNames]).catch(() => {});
+		await withDb(() => registry.release([...acquiredNames])).catch(() => {});
 		throw err;
 	}
 	const attached = [];
@@ -814,19 +814,19 @@ async function attachOpfsParquetTables(options) {
 		const lakeNames = overlayName ? files.map((f) => f.name).filter((n) => n !== overlayName) : files.map((f) => f.name);
 		try {
 			signal?.throwIfAborted();
-			await conn.query(overlayName ? readParquetViewWithOverlaySql(schema, t.table, lakeNames, overlayName) : readParquetViewSql$1(schema, t.table, lakeNames));
+			await withDb(() => conn.query(overlayName ? readParquetViewWithOverlaySql(schema, t.table, lakeNames, overlayName) : readParquetViewSql$1(schema, t.table, lakeNames)));
 		} catch (err) {
 			if (isAbortError$1(err)) {
-				await detachOpfs(registry, conn, schema, attached, [...acquiredNames]).catch(() => {});
+				await withDb(() => detachOpfs(registry, conn, schema, attached, [...acquiredNames])).catch(() => {});
 				throw err;
 			}
 			if (isOpfsAccessHandleConflict(err)) {
-				if (registry.viewRefs(`${schema}.${t.table}`) === 0) await conn.query(`DROP VIEW IF EXISTS ${schema}.${t.table}`).catch(() => {});
+				if (registry.viewRefs(`${schema}.${t.table}`) === 0) await withDb(() => conn.query(`DROP VIEW IF EXISTS ${schema}.${t.table}`)).catch(() => {});
 				degraded.add(t.table);
 				await releaseTable(t.table);
 				continue;
 			}
-			await detachOpfs(registry, conn, schema, attached, [...acquiredNames]).catch(() => {});
+			await withDb(() => detachOpfs(registry, conn, schema, attached, [...acquiredNames])).catch(() => {});
 			throw err;
 		}
 		attached.push(t.table);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine-duckdb-wasm",
   "type": "module",
-  "version": "0.26.6",
+  "version": "0.26.7",
   "description": "DuckDB-WASM engine adapter for @gscdump/analysis — typed browser analytics against parquet via R2.",
   "author": {
     "name": "Harlan Wilton",
@@ -45,9 +45,9 @@
   },
   "dependencies": {
     "drizzle-orm": "1.0.0-rc.3",
-    "@gscdump/engine": "0.26.6",
-    "gscdump": "0.26.6",
-    "@gscdump/sdk": "0.26.6"
+    "@gscdump/engine": "0.26.7",
+    "@gscdump/sdk": "0.26.7",
+    "gscdump": "0.26.7"
   },
   "devDependencies": {
     "@duckdb/duckdb-wasm": "^1.32.0",