@peerbit/indexer-sqlite3 3.0.0-e6ea5c0 → 3.0.1

package/src/sqlite3.worker.ts

@@ -1,11 +1,58 @@
 import * as messages from "./sqlite3-messages.worker.js";
 import { create } from "./sqlite3.wasm.js";
 
+const resolveValues = (
+	values: messages.EncodedValue[] | undefined,
+	profile = false,
+) => {
+	if (!values || values.length === 0) {
+		return {
+			values: undefined,
+			timing: profile
+				? {
+						decodeMs: 0,
+						valueCount: 0,
+						blobValueCount: 0,
+						blobBytes: 0,
+					}
+				: undefined,
+		};
+	}
+
+	let blobBytes = 0;
+	let blobValueCount = 0;
+	const startedAt = profile ? performance.now() : 0;
+	const resolvedValues = values.map((value) => {
+		const resolved = messages.resolveValue(value);
+		if (profile && resolved instanceof Uint8Array) {
+			blobValueCount++;
+			blobBytes += resolved.byteLength;
+		}
+		return resolved;
+	});
+
+	return {
+		values: resolvedValues,
+		timing: profile
+			? {
+					decodeMs: performance.now() - startedAt,
+					valueCount: values.length,
+					blobValueCount,
+					blobBytes,
+				}
+			: undefined,
+	};
+};
+
 class SqliteWorkerHandler {
 	databases: Map<string, Awaited<ReturnType<typeof create>>> = new Map();
 
-	async create(databaseId: string, directory?: string) {
-		const db = await create(directory);
+	async create(
+		databaseId: string,
+		directory?: string,
+		options?: { pragmas?: messages.SQLitePragmaOptions },
+	) {
+		const db = await create(directory, options);
 		this.databases.set(databaseId, db);
 		return db;
 	}
@@ -13,16 +60,25 @@ class SqliteWorkerHandler {
 	async onMessage(
 		message: messages.DatabaseMessages | messages.StatementMessages,
 	) {
-		if (message.type === "create") {
-			await this.create(message.databaseId, message.directory);
-		} else {
+		const profile = Boolean(message.profile);
+		const startedAt = profile ? performance.now() : 0;
+		let decodeMs = 0;
+		let valueCount = 0;
+		let blobValueCount = 0;
+		let blobBytes = 0;
+
+		const execute = async () => {
+			if (message.type === "create") {
+				await this.create(message.databaseId, message.directory, {
+					pragmas: message.pragmas,
+				});
+				return undefined;
+			}
+
 			const db = this.databases.get(message.databaseId);
 			if (!db) {
-				if (message.type === "close") {
-					return; // ignore close message if database is not found
-				}
-				if (message.type === "drop") {
-					return; // ignore close message if database is not found
+				if (message.type === "close" || message.type === "drop") {
+					return undefined;
 				}
 				if (message.type === "status") {
 					return "closed";
@@ -35,57 +91,109 @@ class SqliteWorkerHandler {
 						message.type,
 				);
 			}
+
 			if (message.type === "exec") {
 				return db.exec(message.sql);
-			} else if (message.type === "status") {
+			}
+			if (message.type === "status") {
 				return db.status();
-			} else if (message.type === "prepare") {
+			}
+			if (message.type === "prepare") {
 				const statementId = message.id;
 				await db.prepare(message.sql, message.id);
-				// db.statements.get(statementId) -> statement, because sqlite3.wasm stores the statement in a map like this
 				return statementId;
-			} else if (message.type === "close") {
+			}
+			if (message.type === "close") {
 				await db.close();
 				this.databases.delete(message.databaseId);
-			} else if (message.type === "drop") {
+				return undefined;
+			}
+			if (message.type === "drop") {
 				await db.drop();
 				this.databases.delete(message.databaseId);
-			} else if (message.type === "open") {
+				return undefined;
+			}
+			if (message.type === "open") {
 				await db.open();
 				this.databases.set(message.databaseId, db);
-			} else if (message.type === "run") {
-				return db.run(message.sql, message.values.map(messages.resolveValue));
-			} else {
-				const statement = db.statements.get(message.statementId);
-				if (!statement) {
-					throw new Error(
-						"Statement not found with id: " + message.statementId,
-					);
-				}
+				return undefined;
+			}
+			if (message.type === "run") {
+				const resolved = resolveValues(message.values, profile);
+				decodeMs = resolved.timing?.decodeMs ?? 0;
+				valueCount = resolved.timing?.valueCount ?? 0;
+				blobValueCount = resolved.timing?.blobValueCount ?? 0;
+				blobBytes = resolved.timing?.blobBytes ?? 0;
+				return db.run(message.sql, resolved.values ?? []);
+			}
 
-				if (message.type === "bind") {
-					return statement.bind(message.values.map(messages.resolveValue));
-				} else if (message.type === "finalize") {
-					return statement.finalize();
-				} else if (message.type === "reset") {
-					return statement.reset();
-				} else if (message.type === "get") {
-					return statement.get(
-						message.values
-							? message.values.map(messages.resolveValue)
-							: undefined,
-					);
-				} else if (message.type === "step") {
-					return statement.step();
-				} else if (message.type === "run-statement") {
-					return statement.run(message.values.map(messages.resolveValue));
-				} else if (message.type === "all") {
-					return statement.all(message.values.map(messages.resolveValue));
-				} else {
-					throw new Error("Unknown statement message type: " + message["type"]);
-				}
+			const statement = db.statements.get(message.statementId);
+			if (!statement) {
+				throw new Error("Statement not found with id: " + message.statementId);
 			}
-		}
+
+			if (message.type === "bind") {
+				const resolved = resolveValues(message.values, profile);
+				decodeMs = resolved.timing?.decodeMs ?? 0;
+				valueCount = resolved.timing?.valueCount ?? 0;
+				blobValueCount = resolved.timing?.blobValueCount ?? 0;
+				blobBytes = resolved.timing?.blobBytes ?? 0;
+				return statement.bind(resolved.values ?? []);
+			}
+			if (message.type === "finalize") {
+				return statement.finalize();
+			}
+			if (message.type === "reset") {
+				return statement.reset();
+			}
+			if (message.type === "get") {
+				const resolved = resolveValues(message.values, profile);
+				decodeMs = resolved.timing?.decodeMs ?? 0;
+				valueCount = resolved.timing?.valueCount ?? 0;
+				blobValueCount = resolved.timing?.blobValueCount ?? 0;
+				blobBytes = resolved.timing?.blobBytes ?? 0;
+				return statement.get(resolved.values);
+			}
+			if (message.type === "step") {
+				return statement.step();
+			}
+			if (message.type === "run-statement") {
+				const resolved = resolveValues(message.values, profile);
+				decodeMs = resolved.timing?.decodeMs ?? 0;
+				valueCount = resolved.timing?.valueCount ?? 0;
+				blobValueCount = resolved.timing?.blobValueCount ?? 0;
+				blobBytes = resolved.timing?.blobBytes ?? 0;
+				return statement.run(resolved.values ?? []);
+			}
+			if (message.type === "all") {
+				const resolved = resolveValues(message.values, profile);
+				decodeMs = resolved.timing?.decodeMs ?? 0;
+				valueCount = resolved.timing?.valueCount ?? 0;
+				blobValueCount = resolved.timing?.blobValueCount ?? 0;
+				blobBytes = resolved.timing?.blobBytes ?? 0;
+				return statement.all(resolved.values ?? []);
+			}
+
+			throw new Error("Unknown statement message type: " + message["type"]);
+		};
+
+		const execStart = profile ? performance.now() : 0;
+		const result = await execute();
+		const execMs = profile ? performance.now() - execStart - decodeMs : 0;
+
+		return {
+			result,
+			timing: profile
+				? {
+						decodeMs,
+						execMs,
+						totalMs: performance.now() - startedAt,
+						valueCount,
+						blobValueCount,
+						blobBytes,
+					}
+				: undefined,
+		};
 	}
 }
 const worker = new SqliteWorkerHandler();
@@ -95,18 +203,31 @@ self.onmessage = async (
 		messages.DatabaseMessages | messages.StatementMessages
 	>,
 ) => {
+	const profile = Boolean(messageEvent.data.profile);
+	const startedAt = profile ? performance.now() : 0;
 	try {
-		const results = await worker.onMessage(messageEvent.data);
+		const response = await worker.onMessage(messageEvent.data);
 		self.postMessage({
 			type: "response",
 			id: messageEvent.data.id,
-			result: results,
+			result: response.result,
+			timing: response.timing,
 		});
 	} catch (error: any) {
 		self.postMessage({
 			type: "error",
 			id: messageEvent.data.id,
 			message: error?.message,
+			timing: profile
+				? {
+						decodeMs: 0,
+						execMs: 0,
+						totalMs: performance.now() - startedAt,
+						valueCount: 0,
+						blobValueCount: 0,
+						blobBytes: 0,
+					}
+				: undefined,
 		});
 	}
 };

package/src/utils.ts

@@ -7,3 +7,17 @@ export const isFKError = (e: any) => {
 				e.message.includes("FOREIGN KEY constraint failed")))
 	);
 };
+
+export const isUniqueConstraintError = (e: any) => {
+	return (
+		e?.code === "SQLITE_CONSTRAINT_PRIMARYKEY" ||
+		e?.code === "SQLITE_CONSTRAINT_UNIQUE" ||
+		e?.rc === 1555 ||
+		e?.rc === 2067 ||
+		(e?.message &&
+			(e.message.includes("SQLITE_CONSTRAINT_PRIMARYKEY") ||
+				e.message.includes("SQLITE_CONSTRAINT_UNIQUE") ||
+				e.message.includes("UNIQUE constraint failed") ||
+				e.message.includes("PRIMARY KEY constraint failed")))
+	);
+};