@oh-my-pi/pi-mnemopi 18.2.4 → 18.2.6

package/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## [Unreleased]
 
+## [18.2.5] - 2026-09-17
+
+### Fixed
+
+- Improved SQLite vector search and import performance by reducing repeated database metadata checks.
+
 ## [18.2.1] - 2026-09-15
 
 ### Fixed

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/pi-mnemopi",
-	"version": "18.2.4",
+	"version": "18.2.6",
 	"description": "Local SQLite memory engine for Oh My Pi agents",
 	"homepage": "https://omp.sh",
 	"author": "Stencil Labs, Inc.",
@@ -39,10 +39,10 @@
 		"fmt": "oxfmt --no-error-on-unmatched-pattern 'src/**/*.{ts,tsx}' '{test,bench,examples,scripts}/**/*.ts' '*.ts'"
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "18.2.4",
-		"@oh-my-pi/pi-catalog": "18.2.4",
-		"@oh-my-pi/pi-natives": "18.2.4",
-		"@oh-my-pi/pi-utils": "18.2.4"
+		"@oh-my-pi/pi-ai": "18.2.6",
+		"@oh-my-pi/pi-catalog": "18.2.6",
+		"@oh-my-pi/pi-natives": "18.2.6",
+		"@oh-my-pi/pi-utils": "18.2.6"
 	},
 	"peerDependencies": {
 		"fastembed": "2.1.0",

package/src/core/beam/helpers.ts

@@ -352,19 +352,29 @@ export function vecAvailable(db: Database): boolean {
 	return tableExists(db, "vec_episodes");
 }
 
+// Per-Database memo for the vec table shape: schema is fixed at open, so
+// probing sqlite_master on every insert/search is pure overhead. WeakMap
+// keeps no Database alive.
+const vecTypeMemo = new WeakMap<Database, "float32" | "int8" | "bit">();
+
 export function effectiveVecType(db: Database): "float32" | "int8" | "bit" {
-	if (!vecAvailable(db)) return "float32";
-	try {
-		const row = db.query("SELECT sql FROM sqlite_master WHERE type='table' AND name='vec_episodes'").get() as {
-			sql?: string;
-		} | null;
-		const sql = row?.sql ?? "";
-		if (sql.includes("int8")) return "int8";
-		if (sql.includes("bit")) return "bit";
-	} catch {
-		return "float32";
+	const cached = vecTypeMemo.get(db);
+	if (cached !== undefined) return cached;
+	let resolved: "float32" | "int8" | "bit" = "float32";
+	if (vecAvailable(db)) {
+		try {
+			const row = db.query("SELECT sql FROM sqlite_master WHERE type='table' AND name='vec_episodes'").get() as {
+				sql?: string;
+			} | null;
+			const sql = row?.sql ?? "";
+			if (sql.includes("int8")) resolved = "int8";
+			else if (sql.includes("bit")) resolved = "bit";
+		} catch {
+			resolved = "float32";
+		}
 	}
-	return "float32";
+	vecTypeMemo.set(db, resolved);
+	return resolved;
 }
 
 export function vecInsert(db: Database, rowid: number, embedding: readonly number[]): void {

package/src/core/beam/store.ts

@@ -908,13 +908,20 @@ export function importFromDict(beam: BeamMemoryState, data: Record<string, unkno
 	const importedAt = toUtcIso();
 	const oldToNewRowid = new Map<number, number>();
 
+	// Hoisted out of the per-row loops: `db.query` is Bun's cached-statement
+	// API (no per-row prepare/finalize churn), and the vec availability probe
+	// is loop-invariant (schema is fixed at open).
+	const workingExists = db.query("SELECT 1 FROM working_memory WHERE id = ?");
+	const episodicExists = db.query("SELECT 1 FROM episodic_memory WHERE id = ?");
+	const episodicRowid = db.query("SELECT rowid FROM episodic_memory WHERE id = ?");
+	const scratchExists = db.query("SELECT 1 FROM scratchpad WHERE id = ?");
+	const vecEpisodesAvailable = vecAvailable(db);
 	transaction(db, () => {
 		for (const raw of Array.isArray(data.working_memory) ? data.working_memory : []) {
 			const item = jsonObject(raw);
 			const id = String(item.id ?? "");
 			if (id.length === 0) continue;
-			using existsStatement = db.prepare("SELECT 1 FROM working_memory WHERE id = ?");
-			const exists = existsStatement.get(id) !== null;
+			const exists = workingExists.get(id) !== null;
 			if (exists && !force) {
 				stats.working_memory.skipped++;
 				continue;
@@ -968,18 +975,16 @@ export function importFromDict(beam: BeamMemoryState, data: Record<string, unkno
 			const item = jsonObject(raw);
 			const id = String(item.id ?? "");
 			if (id.length === 0) continue;
-			using existsStatement = db.prepare("SELECT 1 FROM episodic_memory WHERE id = ?");
-			const exists = existsStatement.get(id) !== null;
+			const exists = episodicExists.get(id) !== null;
 			if (exists && !force) {
 				stats.episodic_memory.skipped++;
 				continue;
 			}
-			using rowidStatement = db.prepare("SELECT rowid FROM episodic_memory WHERE id = ?");
 			if (exists) {
-				const existingRow = rowidStatement.get(id) as {
+				const existingRow = episodicRowid.get(id) as {
 					rowid: number;
 				} | null;
-				if (existingRow !== null && vecAvailable(db)) {
+				if (existingRow !== null && vecEpisodesAvailable) {
 					try {
 						db.run("DELETE FROM vec_episodes WHERE rowid = ?", [existingRow.rowid]);
 					} catch {
@@ -1027,7 +1032,7 @@ export function importFromDict(beam: BeamMemoryState, data: Record<string, unkno
 				],
 			);
 			const oldRowid = Number(item.rowid);
-			const newRow = rowidStatement.get(id) as {
+			const newRow = episodicRowid.get(id) as {
 				rowid: number;
 			} | null;
 			if (Number.isFinite(oldRowid) && newRow !== null) oldToNewRowid.set(oldRowid, newRow.rowid);
@@ -1041,7 +1046,7 @@ export function importFromDict(beam: BeamMemoryState, data: Record<string, unkno
 			if (mappedRowid === undefined || embedding === null || embedding.some(v => !Number.isFinite(v))) {
 				continue;
 			}
-			if (!vecAvailable(db)) continue;
+			if (!vecEpisodesAvailable) continue;
 			try {
 				vecInsert(db, mappedRowid, embedding);
 				stats.episodic_memory.embeddings_inserted++;
@@ -1054,8 +1059,7 @@ export function importFromDict(beam: BeamMemoryState, data: Record<string, unkno
 			const item = jsonObject(raw);
 			const id = String(item.id ?? "");
 			if (id.length === 0) continue;
-			using existsStatement = db.prepare("SELECT 1 FROM scratchpad WHERE id = ?");
-			const exists = existsStatement.get(id) !== null;
+			const exists = scratchExists.get(id) !== null;
 			if (exists) {
 				db.run("UPDATE scratchpad SET content = ?, session_id = ?, created_at = ?, updated_at = ? WHERE id = ?", [
 					sqlBinding(item.content, ""),