@moyodb/sdk 1.3.0 → 1.4.0

package/dist/node-engine.js

@@ -1,4 +1,4 @@
-import { At as packedBinaryListBytes, Bt as unpackPackedOptionalValues, Et as isWorkerProtocolRequestMessage, F as utf8Encode, Ft as serializeWorkerError, Gt as isRecord, Ht as workerProtocolError, It as unpackPackedBatchOpKeys, Lt as unpackPackedBatchOps, Mt as packedScanRows, Pt as prepareWorkerResponsePayload, Rt as unpackPackedBinaryList, S as toPublicIndexDefinitions, St as isWorkerProtocolEnvelope, Tt as isWorkerProtocolRequestBatchMessage, Ut as clampTimerDelayMs, Vt as unpackPackedScanRows, _ as indexRangeToPhysicalRange, _t as decodeWorkerCommandPayload, a as createIndexKeyExtractor, b as normalizeIndexDefinitions, bt as isAutocommitCommand, c as decodeIndexedDocument, d as encodeIndexMetadataValue, dt as WORKER_PROTOCOL_READY, f as extractLogicalIndexKey, g as indexKeyExactRange, gt as captureWorkerPayload, ht as WORKER_PROTOCOL_RESPONSE_BATCH, i as compareNormalizedIndexDefinitions, jt as packedOptionalValues, kt as packedBatchOpsBytes, l as encodeIndexEntryKey, m as findIndexDefinition, mt as WORKER_PROTOCOL_RESPONSE, o as decodeIndexEntryKey, p as extractLogicalIndexKeyFromDocument, r as cloneNormalizedIndexDefinitions, s as decodeIndexMetadataValue, t as INDEX_METADATA_STORE, u as encodeIndexMetadataKey, xt as isWorkerCommand, y as isInternalStoreName, zt as unpackPackedBinaryPairKeys } from "./chunks/indexing-CKtbpaZn.js";
+import { At as packedBinaryListBytes, Bt as unpackPackedOptionalValues, Et as isWorkerProtocolRequestMessage, F as utf8Encode, Ft as serializeWorkerError, Gt as isRecord, Ht as workerProtocolError, It as unpackPackedBatchOpKeys, Lt as unpackPackedBatchOps, Mt as packedScanRows, Pt as prepareWorkerResponsePayload, Rt as unpackPackedBinaryList, S as toPublicIndexDefinitions, St as isWorkerProtocolEnvelope, Tt as isWorkerProtocolRequestBatchMessage, Ut as clampTimerDelayMs, Vt as unpackPackedScanRows, _ as indexRangeToPhysicalRange, _t as decodeWorkerCommandPayload, a as createIndexKeyExtractor, b as normalizeIndexDefinitions, bt as isAutocommitCommand, c as decodeIndexedDocument, d as encodeIndexMetadataValue, dt as WORKER_PROTOCOL_READY, f as extractLogicalIndexKey, g as indexKeyExactRange, gt as captureWorkerPayload, ht as WORKER_PROTOCOL_RESPONSE_BATCH, i as compareNormalizedIndexDefinitions, jt as packedOptionalValues, kt as packedBatchOpsBytes, l as encodeIndexEntryKey, m as findIndexDefinition, mt as WORKER_PROTOCOL_RESPONSE, o as decodeIndexEntryKey, p as extractLogicalIndexKeyFromDocument, r as cloneNormalizedIndexDefinitions, s as decodeIndexMetadataValue, t as INDEX_METADATA_STORE, u as encodeIndexMetadataKey, xt as isWorkerCommand, y as isInternalStoreName, zt as unpackPackedBinaryPairKeys } from "./chunks/indexing-B0duqlUs.js";
 //#region src/worker-server.ts
 /** The first argument identifies the transaction lane. */
 var TRANSACTION_COMMANDS = /* @__PURE__ */ new Set([
@@ -759,7 +759,9 @@ function toWasmU64(value) {
 	return BigInt(value);
 }
 function fromWasmU64(value) {
-	return typeof value === "bigint" ? Number(value) : value;
+	const number = typeof value === "bigint" ? Number(value) : value;
+	if (!Number.isSafeInteger(number) || number < 0) throw remoteError("SerializationError", "WASM integer exceeds the JavaScript safe integer range");
+	return number;
 }
 function fromOptionalWasmU64(value) {
 	return value === null || value === void 0 ? null : fromWasmU64(value);
@@ -1348,7 +1350,7 @@ var DbWorker = class {
 				this.recordPutChanges(txId, store, entries, partial);
 				throw error;
 			}
-			if (baselines.length !== entries.length) throw remoteError("InternalError", `put_many outcome count mismatch: ${baselines.length} != ${entries.length}`);
+			if (baselines.length !== entries.length) throw outcomeCountMismatch("put_many", baselines.length, entries.length);
 			this.recordPutChanges(txId, store, entries, baselines);
 			return;
 		}
@@ -1380,7 +1382,7 @@ var DbWorker = class {
 			this.recordPutKeyChanges(txId, store, keys, partial);
 			throw error;
 		}
-		if (baselines.length !== keys.length) throw remoteError("InternalError", `put_many_packed outcome count mismatch: ${baselines.length} != ${keys.length}`);
+		if (baselines.length !== keys.length) throw outcomeCountMismatch("put_many_packed", baselines.length, keys.length);
 		this.recordPutKeyChanges(txId, store, keys, baselines);
 	}
 	async delete(txId, store, key) {
@@ -1410,7 +1412,7 @@ var DbWorker = class {
 				for (let i = 0; i < partial.length && i < keys.length; i += 1) this.recordDeleteChange(txId, store, keys[i], partial[i]);
 				throw error;
 			}
-			if (deleted.length !== keys.length) throw remoteError("InternalError", `delete_many outcome count mismatch: ${deleted.length} != ${keys.length}`);
+			if (deleted.length !== keys.length) throw outcomeCountMismatch("delete_many", deleted.length, keys.length);
 			for (let i = 0; i < keys.length; i += 1) this.recordDeleteChange(txId, store, keys[i], deleted[i]);
 			return;
 		}
@@ -1432,7 +1434,7 @@ var DbWorker = class {
 			for (let i = 0; i < partial.length && i < keys.length; i += 1) this.recordDeleteChange(txId, store, keys[i], partial[i]);
 			throw error;
 		}
-		if (deleted.length !== keys.length) throw remoteError("InternalError", `delete_many_packed outcome count mismatch: ${deleted.length} != ${keys.length}`);
+		if (deleted.length !== keys.length) throw outcomeCountMismatch("delete_many_packed", deleted.length, keys.length);
 		for (let i = 0; i < keys.length; i += 1) this.recordDeleteChange(txId, store, keys[i], deleted[i] === 1);
 	}
 	async applyBatch(txId, store, ops) {
@@ -1446,7 +1448,7 @@ var DbWorker = class {
 				this.recordBatchOutcomes(txId, store, ops, partialBatchOutcomes(error));
 				throw error;
 			}
-			if (outcomes.length !== ops.length) throw remoteError("InternalError", `apply_batch outcome count mismatch: ${outcomes.length} != ${ops.length}`);
+			if (outcomes.length !== ops.length) throw outcomeCountMismatch("apply_batch", outcomes.length, ops.length);
 			this.recordBatchOutcomes(txId, store, ops, outcomes);
 			return;
 		}
@@ -1466,10 +1468,10 @@ var DbWorker = class {
 		try {
 			flags = this.withEngine((engine) => engine.apply_batch_packed(toWasmU64(txId), store, packedOps));
 		} catch (error) {
-			this.recordBatchKeyOutcomes(txId, store, ops, partialBatchOutcomes(error));
+			this.recordBatchOutcomes(txId, store, ops, partialBatchOutcomes(error));
 			throw error;
 		}
-		if (flags.length !== ops.length) throw remoteError("InternalError", `apply_batch_packed outcome count mismatch: ${flags.length} != ${ops.length}`);
+		if (flags.length !== ops.length) throw outcomeCountMismatch("apply_batch_packed", flags.length, ops.length);
 		for (let i = 0; i < ops.length; i += 1) {
 			const op = ops[i];
 			if (op.kind === "put") this.recordPutChange(txId, store, op.key, flags[i] === 1);
@@ -1605,7 +1607,7 @@ var DbWorker = class {
 				let rows;
 				if (sourceRows !== null) {
 					const visible = this.withEngine((engine) => engine.has_many(toWasmU64(txId), def.store, sourceRows.map((row) => row.key)));
-					if (visible.length !== sourceRows.length) throw remoteError("InternalError", `has_many outcome count mismatch: ${visible.length} != ${sourceRows.length}`);
+					if (visible.length !== sourceRows.length) throw outcomeCountMismatch("has_many", visible.length, sourceRows.length);
 					rows = sourceRows.filter((_row, index) => visible[index]);
 				} else {
 					rows = await this.readStoreScan(txId, def.store, EMPTY_RANGE);
@@ -1697,12 +1699,9 @@ var DbWorker = class {
 		return await wrapSnapshotWithCompression(wrapSnapshotWithIndexDefinitions(normalizeWasmBytes(this.withEngine((engine) => engine.export_snapshot())), defs), options.compression ?? false);
 	}
 	async importSnapshot(data) {
-		this.rollbackAllTransactions();
+		this.ensureNotInMaintenance();
 		const parsed = unwrapSnapshotWithIndexDefinitions(await unwrapSnapshotCompression(data));
-		this.withEngine((engine) => engine.import_snapshot(parsed.snapshot));
-		this.committedIndexes = [];
-		this.committedStoreCompression = null;
-		await this.applyCommittedIndexSchema(parsed.indexes);
+		await this.runGenerationOperation("import", parsed);
 	}
 	async reset() {
 		const dbName = this.dbName;
@@ -1730,16 +1729,16 @@ var DbWorker = class {
 		}
 	}
 	async compact() {
-		return this.runCompactionOperation("compact");
+		return this.runGenerationOperation("compact");
 	}
 	async rebuild() {
-		return this.runCompactionOperation("rebuild");
+		return this.runGenerationOperation("rebuild");
 	}
 	stats() {
 		const stats = this.withEngine((engine) => engine.stats());
 		return Promise.resolve({
 			...stats,
-			db_id: fromWasmU64(stats.db_id),
+			db_id: typeof stats.db_id === "bigint" ? Number(stats.db_id) : stats.db_id,
 			catalog_root_page_id: fromWasmU64(stats.catalog_root_page_id),
 			next_page_id: fromWasmU64(stats.next_page_id),
 			last_committed_txid: fromWasmU64(stats.last_committed_txid),
@@ -1800,7 +1799,7 @@ var DbWorker = class {
 		});
 		try {
 			await this.reconcileIndexes(txId, toPublicIndexDefinitions(normalized));
-			this.withEngine((engine) => engine.commit_tx(toWasmU64(txId)), { allowDuringMaintenance: true });
+			fromWasmU64(this.withEngine((engine) => engine.commit_tx(toWasmU64(txId)), { allowDuringMaintenance: true }));
 			this.committedIndexes = cloneNormalizedIndexDefinitions(normalized);
 		} catch (error) {
 			try {
@@ -1816,18 +1815,19 @@ var DbWorker = class {
 	* A failed swap may have reached storage; read the control file before cleanup.
 	* After publication, abandon the old engine to avoid a checkpoint into inactive files.
 	*/
-	async runCompactionOperation(operation) {
+	async runGenerationOperation(operation, imported) {
 		const dbName = this.requireDbName();
 		if (this.maintenanceOperation) throw remoteError("DatabaseBusyError", `database ${dbName} is busy: ${this.maintenanceOperation} in progress`);
 		this.maintenanceOperation = operation;
 		const start = performance.now();
-		const wasm = await this.loadWasm();
+		let wasm = null;
 		let rebuiltEngine = null;
 		let generationName = null;
 		let published = false;
 		try {
+			wasm = await this.loadWasm();
 			const sizeBefore = await wasm.dbDirectorySize(dbName);
-			const defs = cloneNormalizedIndexDefinitions(this.loadCommittedIndexSchema());
+			const defs = cloneNormalizedIndexDefinitions(imported?.indexes ?? this.loadCommittedIndexSchema());
 			this.rollbackAllTransactions({ allowDuringMaintenance: true });
 			const expectedGeneration = await wasm.readActiveGeneration(dbName);
 			generationName = (await wasm.prepareRebuildTarget(dbName)).generationName;
@@ -1837,8 +1837,8 @@ var DbWorker = class {
 				cache_pages: this.currentCachePages()
 			});
 			const target = rebuiltEngine;
-			this.withEngine((engine) => operation === "rebuild" ? engine.compact_into_skipping_stores(target, [...defs.map((def) => def.internalStore), INDEX_METADATA_STORE]) : engine.compact_into(target), { allowDuringMaintenance: true });
-			if (operation === "rebuild" && defs.length > 0) {
+			this.withEngine((engine) => imported ? fromWasmU64(engine.import_snapshot_into(target, imported.snapshot)) : operation === "rebuild" ? engine.compact_into_skipping_stores(target, [...defs.map((def) => def.internalStore), INDEX_METADATA_STORE]) : engine.compact_into(target), { allowDuringMaintenance: true });
+			if ((operation === "rebuild" || imported) && defs.length > 0) {
 				const previousEngine = this.engine;
 				const previousMaintenance = this.maintenanceOperation;
 				this.engine = target;
@@ -1871,7 +1871,7 @@ var DbWorker = class {
 			try {
 				await wasm.cleanupInactiveEntries(dbName);
 			} catch {}
-			const sizeAfter = await wasm.dbDirectorySize(dbName);
+			const sizeAfter = imported ? sizeBefore : await wasm.dbDirectorySize(dbName);
 			return {
 				sizeBefore,
 				sizeAfter,
@@ -1885,7 +1885,7 @@ var DbWorker = class {
 				try {
 					rebuiltEngine?.abandon();
 				} catch {}
-				if (generationName !== null) {
+				if (generationName !== null && wasm !== null) {
 					const active = await readActiveGenerationOrNull(wasm, dbName);
 					if (active !== void 0 && active !== generationName) try {
 						await wasm.cleanupInactiveEntries(dbName);
@@ -1995,14 +1995,6 @@ var DbWorker = class {
 			else if (op.kind === "delete" && outcome.kind === "delete") this.recordDeleteChange(txId, store, op.key, outcome.deleted);
 		}
 	}
-	recordBatchKeyOutcomes(txId, store, ops, outcomes) {
-		for (let i = 0; i < outcomes.length && i < ops.length; i += 1) {
-			const op = ops[i];
-			const outcome = outcomes[i];
-			if (op.kind === "put" && outcome.kind === "put") this.recordPutChange(txId, store, op.key, outcome.baselineExists);
-			else if (op.kind === "delete" && outcome.kind === "delete") this.recordDeleteChange(txId, store, op.key, outcome.deleted);
-		}
-	}
 	finalizeTrackedChanges(tracked) {
 		const stores = [];
 		for (const [store, trackedStore] of tracked) {
@@ -2646,7 +2638,7 @@ var DbWorker = class {
 		} catch {
 			return null;
 		}
-		if (loaded.length !== selectedIndices.length) throw remoteError("InternalError", `get_many outcome count mismatch: ${loaded.length} != ${selectedIndices.length}`);
+		if (loaded.length !== selectedIndices.length) throw outcomeCountMismatch("get_many", loaded.length, selectedIndices.length);
 		for (let index = 0; index < loaded.length; index += 1) {
 			values[selectedIndices[index]] = loaded[index];
 			loaded[index] = null;
@@ -2808,6 +2800,9 @@ function normalizeEngineHealth(health) {
 	};
 	return { state: health.state };
 }
+function outcomeCountMismatch(operation, actual, expected) {
+	return remoteError("InternalError", `${operation} outcome count mismatch: ${actual} != ${expected}`);
+}
 function partialBooleanOutcomes(error) {
 	if (!isRecord(error) || !Array.isArray(error.partial)) return [];
 	return error.partial.filter((value) => typeof value === "boolean");