@gscdump/engine-duckdb-wasm 0.38.1 → 0.39.0

package/dist/index.mjs

@@ -797,17 +797,40 @@ async function materialiseFile(root, name, file, fetchImpl, fetchInit, signal) {
 		signal: fetchSignal
 	});
 	if (!resp.ok) throw new Error(`[engine-duckdb-wasm/opfs] download ${file.url} failed: ${resp.status}`);
-	const buf = await resp.arrayBuffer();
-	if (buf.byteLength !== file.bytes) throw new Error(`[engine-duckdb-wasm/opfs] download ${file.url} byte length mismatch: expected ${file.bytes}, got ${buf.byteLength}`);
 	handle = await root.getFileHandle(name, { create: true });
-	const writable = await handle.createWritable();
+	let writable;
 	try {
-		await writable.write(buf);
+		writable = await handle.createWritable();
+	} catch (err) {
+		await resp.body?.cancel().catch(() => void 0);
+		throw err;
+	}
+	let reader;
+	let bytesWritten = 0;
+	try {
+		if (resp.body) {
+			reader = resp.body.getReader();
+			while (true) {
+				const { done, value } = await reader.read();
+				if (done) break;
+				bytesWritten += value.byteLength;
+				if (bytesWritten > file.bytes) throw new Error(`[engine-duckdb-wasm/opfs] download ${file.url} byte length mismatch: expected ${file.bytes}, got more than ${file.bytes}`);
+				await writable.write(value);
+			}
+		} else {
+			const buf = await resp.arrayBuffer();
+			bytesWritten = buf.byteLength;
+			await writable.write(buf);
+		}
+		if (bytesWritten !== file.bytes) throw new Error(`[engine-duckdb-wasm/opfs] download ${file.url} byte length mismatch: expected ${file.bytes}, got ${bytesWritten}`);
 		await writable.close();
 	} catch (err) {
+		await reader?.cancel().catch(() => void 0);
 		if (writable.abort) await attemptCleanup(`aborting partial OPFS write ${name}`, () => writable.abort());
 		await attemptCleanup(`removing partial OPFS file ${name}`, () => root.removeEntry(name));
 		throw err;
+	} finally {
+		reader?.releaseLock();
 	}
 	return {
 		handle,
@@ -828,7 +851,7 @@ function readParquetViewWithOverlaySql(schema, table, lakeFiles, overlayFile) {
 	return `CREATE OR REPLACE VIEW ${schema}.${table} AS ${overlayViewBody({
 		lakeSelect: lakeFiles.length === 0 ? null : lakeSelect(lakeFiles),
 		overlaySelect: overlay,
-		materializeLake: true
+		materializeLake: false
 	})}`;
 }
 function viewKey(schema, table) {
@@ -1237,7 +1260,8 @@ async function runWithConcurrency(items, concurrency, fn) {
 			}
 		}
 	}
-	await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, worker));
+	const rejected = (await Promise.allSettled(Array.from({ length: Math.min(concurrency, items.length) }, worker))).find((result) => result.status === "rejected");
+	if (rejected) throw rejected.reason;
 }
 function sizeHintFromUrl(url) {
 	try {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine-duckdb-wasm",
   "type": "module",
-  "version": "0.38.1",
+  "version": "0.39.0",
   "description": "DuckDB-WASM engine adapter for @gscdump/analysis — typed browser analytics against parquet via R2.",
   "author": {
     "name": "Harlan Wilton",
@@ -45,9 +45,9 @@
   },
   "dependencies": {
     "drizzle-orm": "1.0.0-rc.3",
-    "@gscdump/contracts": "0.38.1",
-    "gscdump": "0.38.1",
-    "@gscdump/engine": "0.38.1"
+    "@gscdump/engine": "0.39.0",
+    "@gscdump/contracts": "0.39.0",
+    "gscdump": "0.39.0"
   },
   "devDependencies": {
     "@duckdb/duckdb-wasm": "^1.32.0",