@oh-my-pi/pi-mnemopi 18.0.7 → 18.0.9

package/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## [Unreleased]
 
+## [18.0.9] - 2026-08-28
+
+### Fixed
+
+- Fixed working-memory search returning too few or no results when the most relevant matches had been superseded, ensuring valid older entries are still returned.
+
 ## [18.0.0] - 2026-08-22
 
 ### Fixed

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/pi-mnemopi",
-	"version": "18.0.7",
+	"version": "18.0.9",
 	"description": "Local SQLite memory engine for Oh My Pi agents",
 	"homepage": "https://omp.sh",
 	"author": "Stencil Labs, Inc.",
@@ -39,10 +39,10 @@
 		"fmt": "biome format --write ."
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "18.0.7",
-		"@oh-my-pi/pi-catalog": "18.0.7",
-		"@oh-my-pi/pi-natives": "18.0.7",
-		"@oh-my-pi/pi-utils": "18.0.7"
+		"@oh-my-pi/pi-ai": "18.0.9",
+		"@oh-my-pi/pi-catalog": "18.0.9",
+		"@oh-my-pi/pi-natives": "18.0.9",
+		"@oh-my-pi/pi-utils": "18.0.9"
 	},
 	"peerDependencies": {
 		"fastembed": "2.1.0",

package/src/core/beam/helpers.ts

@@ -270,7 +270,7 @@ export function cjkLikeSearch(
 	const conditions = cjkChars.map(() => "content LIKE ? ESCAPE '\\'").join(" OR ");
 	try {
 		const rows = db
-			.query(`SELECT ${idColumn}, content FROM ${table} WHERE ${conditions} LIMIT ?`)
+			.query(`SELECT ${idColumn}, content FROM ${table} WHERE superseded_by IS NULL AND (${conditions}) LIMIT ?`)
 			.all(...cjkChars.map(ch => `%${ch}%`), k * 5) as Record<string, unknown>[];
 		const scored: Array<{ id: string | number; score: number }> = [];
 		for (const row of rows) {
@@ -296,7 +296,10 @@ export function ftsSearch(db: Database, query: string, k = 20): FtsRankResult[]
 	if (!ftsQuery) return hasCjk(query) ? (cjkLikeSearch(db, query, k, false) as FtsRankResult[]) : [];
 	try {
 		const rows = db
-			.query("SELECT rowid, rank FROM fts_episodes WHERE fts_episodes MATCH ? ORDER BY rank, rowid LIMIT ?")
+			.query(`SELECT f.rowid, f.rank FROM fts_episodes f
+				 WHERE f.fts_episodes MATCH ?
+				   AND EXISTS (SELECT 1 FROM episodic_memory e WHERE e.rowid = f.rowid AND e.superseded_by IS NULL)
+				 ORDER BY f.rank, f.rowid LIMIT ?`)
 			.all(ftsQuery, k) as Record<string, unknown>[];
 		if (rows.length === 0 && hasCjk(query)) return cjkLikeSearch(db, query, k, false) as FtsRankResult[];
 		return rows.map(row => ({ rowid: Number(row.rowid), rank: Number(row.rank) }));
@@ -310,7 +313,10 @@ export function ftsSearchWorking(db: Database, query: string, k = 20): WorkingFt
 	if (!ftsQuery) return hasCjk(query) ? (cjkLikeSearch(db, query, k, true) as WorkingFtsRankResult[]) : [];
 	try {
 		const rows = db
-			.query("SELECT id, rank FROM fts_working WHERE fts_working MATCH ? ORDER BY rank, id LIMIT ?")
+			.query(`SELECT f.id, f.rank FROM fts_working f
+				 WHERE f.fts_working MATCH ?
+				   AND EXISTS (SELECT 1 FROM working_memory w WHERE w.id = f.id AND w.superseded_by IS NULL)
+				 ORDER BY f.rank, f.id LIMIT ?`)
 			.all(ftsQuery, k) as Record<string, unknown>[];
 		if (rows.length === 0 && hasCjk(query)) return cjkLikeSearch(db, query, k, true) as WorkingFtsRankResult[];
 		return rows.map(row => ({ id: String(row.id), rank: Number(row.rank) }));

package/src/core/beam/recall.ts

@@ -545,15 +545,28 @@ function ftsRows(
 ): Row[] {
 	if (!tableExists(beam, table)) return [];
 	try {
+		// Superseded rows stay in the FTS mirrors (their content never changed) but must not
+		// occupy LIMIT slots — visibility filtering would drop them AFTER they displaced live rows.
 		if (table === "fts_working") {
-			return queryAll(beam, "SELECT id, rank FROM fts_working WHERE fts_working MATCH ? ORDER BY rank, id LIMIT ?", [
-				ftsQuery(query, useSynonyms),
-				limit,
-			]);
+			return queryAll(
+				beam,
+				// Correlated EXISTS, never `id IN (SELECT ...)`: the IN form makes SQLite build a
+				// LIST SUBQUERY over the whole live table on every lexical recall, before the small
+				// LIMIT applies. Measured on a 40k-row bank with a selective query: 9.19ms vs
+				// 0.042ms. EXISTS probes the primary key only for rows MATCH actually produced.
+				`SELECT f.id, f.rank FROM fts_working f
+				 WHERE f.fts_working MATCH ?
+				   AND EXISTS (SELECT 1 FROM working_memory w WHERE w.id = f.id AND w.superseded_by IS NULL)
+				 ORDER BY f.rank, f.id LIMIT ?`,
+				[ftsQuery(query, useSynonyms), limit],
+			);
 		}
 		return queryAll(
 			beam,
-			"SELECT rowid, rank FROM fts_episodes WHERE fts_episodes MATCH ? ORDER BY rank, rowid LIMIT ?",
+			`SELECT f.rowid, f.rank FROM fts_episodes f
+			 WHERE f.fts_episodes MATCH ?
+			   AND EXISTS (SELECT 1 FROM episodic_memory e WHERE e.rowid = f.rowid AND e.superseded_by IS NULL)
+			 ORDER BY f.rank, f.rowid LIMIT ?`,
 			[ftsQuery(query, useSynonyms), limit],
 		);
 	} catch {