@voltro/data-transfer 0.86.0 → 0.87.0

package/dist/nativeDump.js

@@ -104,12 +104,16 @@ var g = (e, t) => {
 				stdoutFile: r
 			};
 		}
-		case "sqlite":
-		case "turso": return {
-			kind: "copy",
+		case "sqlite": return {
+			kind: "sqlite-backup",
 			from: y(n),
 			to: r
 		};
+		case "turso": return {
+			kind: "vacuum-into",
+			conn: n,
+			to: r
+		};
 		case "mssql": return {
 			kind: "spawn",
 			tool: "sqlpackage",
@@ -273,92 +277,137 @@ END`;
 	return t.gen(function* () {
 		yield* a(`preparing ${n.scratch}`, i.prepare), yield* L(n.load).pipe(t.tapError(() => o)), yield* a(`carrying ${n.carry.join(", ")} into the imported copy`, i.carry).pipe(t.tapError(() => o)), yield* a(`swapping ${n.scratch} in as ${n.live}`, i.swap).pipe(t.tapError(() => a("putting the original database back", i.undoSwap).pipe(t.ignore)));
 	});
-}, L = (n, r) => n.kind === "mssql-replace" ? I(n, r) : n.kind === "copy" ? t.callback((r) => {
-	let o = `${n.to}.restoring-${i()}`, s = (n) => {
-		try {
-			d(o);
-		} catch {}
-		r(t.fail(new e({
-			tool: "copy",
-			reason: n
-		})));
-	};
-	a(n.from, o, (e) => {
-		if (e) s(`copy ${n.from} → ${n.to}: ${e.message}`);
-		else {
-			for (let e of [
-				`${n.to}-wal`,
-				`${n.to}-shm`,
-				`${n.to}-journal`
-			]) try {
-				d(e);
+}, L = (n, r) => {
+	if (n.kind === "mssql-replace") return I(n, r);
+	if (n.kind === "vacuum-into") {
+		if (r === void 0) return t.fail(new e({
+			tool: "vacuum-into",
+			reason: "a VACUUM INTO backup needs a SQL connection to the database"
+		}));
+		let a = `${n.to}.backing-up-${i()}`;
+		return r(n.conn, [`VACUUM INTO '${a.replaceAll("'", "''")}'`]).pipe(t.flatMap(() => t.callback((e) => {
+			l(a, n.to, (n) => e(n ? t.fail(n) : t.void));
+		})), t.mapError((t) => {
+			try {
+				d(a);
 			} catch {}
-			l(o, n.to, (e) => {
-				e ? s(`copy ${n.from} → ${n.to}: ${e.message}`) : r(t.void);
+			return new e({
+				tool: "vacuum-into",
+				reason: `VACUUM INTO ${n.to}: ${t instanceof Error ? t.message : String(t)}`
 			});
-		}
-	});
-}) : t.callback((r) => {
-	let i = h(n.tool, [...n.args], {
-		env: {
-			...process.env,
-			...n.env
-		},
-		stdio: [
-			"pipe",
-			n.stdoutFile ? "pipe" : "inherit",
-			"pipe"
-		]
-	}), a = "";
-	i.stderr?.on("data", (e) => {
-		a += String(e);
-	});
-	let c = !1, l = (e) => {
-		c || (c = !0, r(e));
-	}, u, p = (e) => {
-		u ??= e;
-	};
-	if (n.stdoutFile && i.stdout) {
-		let e = s(n.stdoutFile);
-		e.on("error", (e) => p(`writing ${f(n.stdoutFile)}: ${e.message}`)), i.stdout.on("error", (e) => p(`reading the tool's output: ${e.message}`)), i.stdout.pipe(e);
-	}
-	let m = 0;
-	if (n.stdinFile && i.stdin) {
-		let e = o(n.stdinFile);
-		e.on("data", (e) => {
-			m += e.length;
-		}), e.on("error", (e) => {
-			p(`reading ${f(n.stdinFile)}: ${e.message}`), i.stdin?.end();
-		}), i.stdin.on("error", (e) => {
-			e.code !== "EPIPE" && p(`feeding ${f(n.stdinFile)} to ${n.tool}: ${e.message}`);
-		}), e.pipe(i.stdin);
+		}));
 	}
-	let g = () => {
-		if (n.stdoutFile !== void 0) try {
-			d(n.stdoutFile);
-		} catch {}
-	};
-	i.on("error", (r) => {
-		g(), l(t.fail(new e({
-			tool: n.tool,
-			reason: `failed to launch (is '${n.tool}' installed + on PATH?): ${r.message}`,
-			...n.hint === void 0 ? {} : { hint: n.hint }
-		})));
-	}), i.on("close", (r) => {
-		if (r === 0 && u === void 0) {
-			l(t.void);
-			return;
+	return n.kind === "sqlite-backup" ? t.tryPromise({
+		try: async () => {
+			let { backup: e, DatabaseSync: t } = await import("node:sqlite"), r = `${n.to}.backing-up-${i()}`, a = new t(n.from, { readOnly: !0 });
+			try {
+				await e(a, r);
+			} catch (e) {
+				try {
+					d(r);
+				} catch {}
+				throw e;
+			} finally {
+				a.close();
+			}
+			await new Promise((e, t) => {
+				l(r, n.to, (n) => {
+					n ? t(n) : e();
+				});
+			});
+		},
+		catch: (t) => new e({
+			tool: "sqlite-backup",
+			reason: `backup ${n.from} → ${n.to}: ${t instanceof Error ? t.message : String(t)}`
+		})
+	}) : n.kind === "copy" ? t.callback((r) => {
+		let o = `${n.to}.restoring-${i()}`, s = (n) => {
+			try {
+				d(o);
+			} catch {}
+			r(t.fail(new e({
+				tool: "copy",
+				reason: n
+			})));
+		};
+		a(n.from, o, (e) => {
+			if (e) s(`copy ${n.from} → ${n.to}: ${e.message}`);
+			else {
+				for (let e of [
+					`${n.to}-wal`,
+					`${n.to}-shm`,
+					`${n.to}-journal`,
+					`${n.to}-log`
+				]) try {
+					d(e);
+				} catch {}
+				l(o, n.to, (e) => {
+					e ? s(`copy ${n.from} → ${n.to}: ${e.message}`) : r(t.void);
+				});
+			}
+		});
+	}) : t.callback((r) => {
+		let i = h(n.tool, [...n.args], {
+			env: {
+				...process.env,
+				...n.env
+			},
+			stdio: [
+				"pipe",
+				n.stdoutFile ? "pipe" : "inherit",
+				"pipe"
+			]
+		}), a = "";
+		i.stderr?.on("data", (e) => {
+			a += String(e);
+		});
+		let c = !1, l = (e) => {
+			c || (c = !0, r(e));
+		}, u, p = (e) => {
+			u ??= e;
+		};
+		if (n.stdoutFile && i.stdout) {
+			let e = s(n.stdoutFile);
+			e.on("error", (e) => p(`writing ${f(n.stdoutFile)}: ${e.message}`)), i.stdout.on("error", (e) => p(`reading the tool's output: ${e.message}`)), i.stdout.pipe(e);
+		}
+		let m = 0;
+		if (n.stdinFile && i.stdin) {
+			let e = o(n.stdinFile);
+			e.on("data", (e) => {
+				m += e.length;
+			}), e.on("error", (e) => {
+				p(`reading ${f(n.stdinFile)}: ${e.message}`), i.stdin?.end();
+			}), i.stdin.on("error", (e) => {
+				e.code !== "EPIPE" && p(`feeding ${f(n.stdinFile)} to ${n.tool}: ${e.message}`);
+			}), e.pipe(i.stdin);
 		}
-		g();
-		let i = n.stdinFile === void 0 ? "" : ` — ${m} of ${R(n.stdinFile)} byte(s) of ${f(n.stdinFile)} had been fed to it`;
-		l(t.fail(new e({
-			tool: n.tool,
-			reason: (r === 0 ? `exited cleanly, but ${u}` : `exited with code ${r}${u === void 0 ? "" : ` (${u})`}`) + i + (n.stdoutFile === void 0 ? "" : ` — the partial ${f(n.stdoutFile)} was removed, so it cannot be mistaken for a backup`),
-			stderr: a.trim() === "" ? `(${n.tool} printed nothing to stderr)` : a.slice(-2e3),
-			...n.hint === void 0 ? {} : { hint: n.hint }
-		})));
+		let g = () => {
+			if (n.stdoutFile !== void 0) try {
+				d(n.stdoutFile);
+			} catch {}
+		};
+		i.on("error", (r) => {
+			g(), l(t.fail(new e({
+				tool: n.tool,
+				reason: `failed to launch (is '${n.tool}' installed + on PATH?): ${r.message}`,
+				...n.hint === void 0 ? {} : { hint: n.hint }
+			})));
+		}), i.on("close", (r) => {
+			if (r === 0 && u === void 0) {
+				l(t.void);
+				return;
+			}
+			g();
+			let i = n.stdinFile === void 0 ? "" : ` — ${m} of ${R(n.stdinFile)} byte(s) of ${f(n.stdinFile)} had been fed to it`;
+			l(t.fail(new e({
+				tool: n.tool,
+				reason: (r === 0 ? `exited cleanly, but ${u}` : `exited with code ${r}${u === void 0 ? "" : ` (${u})`}`) + i + (n.stdoutFile === void 0 ? "" : ` — the partial ${f(n.stdoutFile)} was removed, so it cannot be mistaken for a backup`),
+				stderr: a.trim() === "" ? `(${n.tool} printed nothing to stderr)` : a.slice(-2e3),
+				...n.hint === void 0 ? {} : { hint: n.hint }
+			})));
+		});
 	});
-}), R = (e) => {
+}, R = (e) => {
 	try {
 		return String(u(e).size);
 	} catch {

package/dist/physicalRequest.js

@@ -0,0 +1,10 @@
+import { Effect as e } from "effect";
+//#region src/physicalRequest.ts
+var t = (t, n) => e.callback((r) => {
+	let i = new AbortController(), a = Promise.resolve().then(() => t(i.signal));
+	return a.then((t) => r(e.succeed(t)), (t) => r(e.fail(n(t)))), e.sync(() => {
+		i.abort();
+	}).pipe(e.andThen(e.promise(() => a.then(() => void 0, () => void 0))));
+});
+//#endregion
+export { t as physicalRequest };

package/dist/sealedKeys.js

@@ -0,0 +1,40 @@
+import { ciphertextKeyId as e } from "@voltro/database";
+//#region src/sealedKeys.ts
+var t = /enc:v[12]:[A-Za-z0-9+/=:_-]+/g, n = () => ({
+	byKey: {},
+	unnamed: 0
+}), r = (e) => typeof e == "string" ? e : typeof e == "object" && e && !(e instanceof Uint8Array) && !(e instanceof Date) ? JSON.stringify(e) : void 0, i = (n, i) => {
+	for (let a of Object.values(n)) {
+		let n = r(a);
+		if (n !== void 0 && n.includes("enc:v")) for (let r of n.match(t) ?? []) {
+			let t = e(r);
+			t === void 0 ? i.unnamed += 1 : i.byKey[t] = (i.byKey[t] ?? 0) + 1;
+		}
+	}
+}, a = (e, t) => {
+	for (let [n, r] of Object.entries(t.byKey)) e.byKey[n] = (e.byKey[n] ?? 0) + r;
+	e.unnamed += t.unnamed;
+}, o = (e) => {
+	let n = e.match(t);
+	return n !== null && n.length === 1 && n[0] === e;
+}, s = (n, i, a, s) => {
+	let c = new Set(a.held), l = (t, r) => {
+		let o = e(t);
+		return o === void 0 ? a.opens?.(t, {
+			table: n,
+			column: r,
+			row: i
+		}) ?? !0 : c.has(o);
+	}, u = { ...i };
+	for (let [e, n] of Object.entries(i)) {
+		if (typeof n == "string" && o(n)) {
+			l(n, e) || (u[e] = null, s.nulled.set(e, (s.nulled.get(e) ?? 0) + 1));
+			continue;
+		}
+		let i = r(n);
+		if (i !== void 0 && i.includes("enc:v")) for (let n of i.match(t) ?? []) l(n, e) || s.unreadable.set(e, (s.unreadable.get(e) ?? 0) + 1);
+	}
+	return u;
+};
+//#endregion
+export { n as emptyTally, a as mergeTally, s as nullUnreadableSealed, i as tallyRow };

package/dist/storageAssetMetadata.js

@@ -0,0 +1,47 @@
+import { BundleError as e } from "./errors.js";
+import { admitFilesystemPath as t } from "./filesystemAdmission.js";
+import { isSafeBundlePath as n } from "./bundlePaths.js";
+import { MANIFEST_FILE as r, decodeManifest as i } from "./manifest.js";
+import { AssetSourceInfo as a } from "./assetAdmission.js";
+import { makeDecompressor as o } from "./compress.js";
+import { ndjsonToRows as s } from "./ndjson.js";
+import { Effect as c, Schema as l, Stream as u } from "effect";
+import { createReadStream as d } from "node:fs";
+import { readFile as f } from "node:fs/promises";
+import { join as p } from "node:path";
+import { STORAGE_REFS_TABLE as m, fromNodeReadable as h } from "@voltro/plugin-storage";
+import { compose as g } from "node:stream";
+//#region src/storageAssetMetadata.ts
+var _ = (t) => c.tryPromise({
+	try: async () => {
+		let e = i(await f(p(t, r), "utf8"));
+		return {
+			dir: t,
+			tables: e.tables,
+			compression: e.compression
+		};
+	},
+	catch: () => new e({ reason: "exported asset manifest unavailable" })
+}), v = (e) => l.decodeUnknownSync(a)({
+	destination: e.bucket,
+	tenantId: e.tenantId,
+	key: e.key,
+	...typeof e.checksum == "string" && /^[a-f0-9]{64}$/.test(e.checksum) ? { sha256: e.checksum } : {},
+	contentType: e.contentType,
+	size: typeof e.size == "bigint" || typeof e.size == "string" && /^(0|[1-9]\d*)$/.test(e.size) ? Number(e.size) : e.size
+}), y = (r) => {
+	let i = r.tables.find((e) => e.name === m);
+	return i === void 0 ? u.empty : u.unwrap(c.gen(function* () {
+		if (!n(i.file)) return yield* c.fail(new e({ reason: "invalid asset metadata table path" }));
+		let a = p(r.dir, i.file);
+		return yield* c.tryPromise({
+			try: () => t(a, "file"),
+			catch: () => new e({ reason: "asset metadata path unavailable" })
+		}), s(h("bundle", () => g(d(a), o(r.compression))), i.name, i.columnTypes).pipe(u.mapEffect((t) => c.try({
+			try: () => v(t),
+			catch: () => new e({ reason: "invalid storage ownership in exported rows" })
+		})));
+	}));
+};
+//#endregion
+export { _ as assetBundleContext, y as bundleAssetInfoStream, v as storageAssetInfo };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voltro/data-transfer",
-  "version": "0.86.0",
+  "version": "0.87.0",
   "description": "Portable export/import for a Voltro app's data + assets — typed-NDJSON row codec, content-addressed assets, framed compression, a resumable chunk ledger, and FK-ordered idempotent import. Dialect-agnostic; the resilient backbone under `voltro data export|import` and native backups.",
   "keywords": [
     "voltro",
@@ -33,8 +33,8 @@
     "node": ">=24.0.0"
   },
   "dependencies": {
-    "@voltro/database": "0.86.0",
-    "@voltro/plugin-storage": "0.86.0"
+    "@voltro/database": "0.87.0",
+    "@voltro/plugin-storage": "0.87.0"
   },
   "peerDependencies": {
     "effect": "4.0.1"