@voidwire/lore 0.6.0 → 0.6.1

package/lib/list.ts

@@ -71,7 +71,7 @@ const PROJECT_FIELD: Record<string, string> = {
   commits: "project",
   sessions: "project",
   tasks: "project",
-  insights: "project",
+  insights: "topic",
   captures: "topic",
   teachings: "topic",
   learnings: "topic",
@@ -161,23 +161,28 @@ function queryPersonalType(
   type: string,
   limit?: number,
 ): ListEntry[] {
-  // Query personal source, then filter by type in metadata
-  const sql = limit
-    ? `SELECT title, content, metadata FROM search WHERE source = 'personal' LIMIT ?`
-    : `SELECT title, content, metadata FROM search WHERE source = 'personal'`;
+  // Filter by type in SQL, not JS - avoids LIMIT truncation bug
+  let sql = `
+    SELECT title, content, metadata FROM search
+    WHERE source = 'personal'
+      AND json_extract(metadata, '$.type') = ?
+    ORDER BY json_extract(metadata, '$.timestamp') DESC
+  `;
+  const params: (string | number)[] = [type];
 
-  const stmt = db.prepare(sql);
-  const rows = (limit ? stmt.all(limit * 10) : stmt.all()) as RawRow[]; // Over-fetch for filtering
+  if (limit) {
+    sql += " LIMIT ?";
+    params.push(limit);
+  }
 
-  const filtered = rows
-    .map((row) => ({
-      title: row.title,
-      content: row.content,
-      metadata: JSON.parse(row.metadata || "{}"),
-    }))
-    .filter((entry) => entry.metadata.type === type);
+  const stmt = db.prepare(sql);
+  const rows = stmt.all(...params) as RawRow[];
 
-  return limit ? filtered.slice(0, limit) : filtered;
+  return rows.map((row) => ({
+    title: row.title,
+    content: row.content,
+    metadata: JSON.parse(row.metadata || "{}"),
+  }));
 }
 
 /**

package/lib/projects.ts

@@ -14,7 +14,7 @@ const PROJECT_FIELD: Record<string, string> = {
   commits: "project",
   sessions: "project",
   tasks: "project",
-  insights: "project",
+  insights: "topic",
   captures: "topic",
   teachings: "topic",
   learnings: "topic",

package/lib/semantic.ts

@@ -43,7 +43,7 @@ const PROJECT_FIELD: Record<string, string> = {
   commits: "project",
   sessions: "project",
   tasks: "project",
-  insights: "project",
+  insights: "topic",
   captures: "topic",
   teachings: "topic",
   learnings: "topic",
@@ -193,70 +193,42 @@ export async function semanticSearch(
 
     // KNN query - 1:1 mapping between search rows and embeddings
     // Content is pre-chunked at ingest time
+    // source/topic partition columns enable filtered KNN (filter BEFORE search)
     let sql: string;
     const params: (Uint8Array | string | number)[] = [queryBlob];
 
+    // Build KNN query with optional partition filters
+    const conditions = ["e.embedding MATCH ?", "k = ?"];
+    params.push(limit);
+
     if (options.source) {
-      // Filter by e.source (partition column) for KNN pre-filtering
-      // This filters BEFORE KNN, not after — critical for domain-specific search
-      sql = `
-        SELECT
-          s.source,
-          s.title,
-          s.content,
-          s.metadata,
-          e.distance
-        FROM embeddings e
-        JOIN search s ON e.doc_id = s.rowid
-        WHERE e.embedding MATCH ?
-          AND k = ?
-          AND e.source = ?
-        ORDER BY e.distance
-        LIMIT ?
-      `;
-      params.push(limit);
+      conditions.push("e.source = ?");
       params.push(options.source);
-      params.push(limit);
-    } else {
-      sql = `
-        SELECT
-          s.source,
-          s.title,
-          s.content,
-          s.metadata,
-          e.distance
-        FROM embeddings e
-        JOIN search s ON e.doc_id = s.rowid
-        WHERE e.embedding MATCH ?
-          AND k = ?
-        ORDER BY e.distance
-        LIMIT ?
-      `;
-      params.push(limit);
-      params.push(limit);
     }
 
-    const stmt = db.prepare(sql);
-    const results = stmt.all(...params) as SemanticResult[];
-
-    // Post-filter by project if specified
-    // KNN WHERE clause doesn't support json_extract on joined metadata,
-    // so we filter after the query returns
     if (options.project) {
-      return results.filter((result) => {
-        const field = PROJECT_FIELD[result.source];
-        if (!field) return false;
-
-        try {
-          const metadata = JSON.parse(result.metadata);
-          return metadata[field] === options.project;
-        } catch {
-          // Skip results with malformed metadata
-          return false;
-        }
-      });
+      conditions.push("e.topic = ?");
+      params.push(options.project);
     }
 
+    sql = `
+      SELECT
+        s.source,
+        s.title,
+        s.content,
+        s.metadata,
+        e.distance
+      FROM embeddings e
+      JOIN search s ON e.doc_id = s.rowid
+      WHERE ${conditions.join("\n        AND ")}
+      ORDER BY e.distance
+      LIMIT ?
+    `;
+    params.push(limit);
+
+    const stmt = db.prepare(sql);
+    const results = stmt.all(...params) as SemanticResult[];
+
     return results;
   } finally {
     db.close();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voidwire/lore",
-  "version": "0.6.0",
+  "version": "0.6.1",
   "description": "Unified knowledge CLI - Search, list, and capture your indexed knowledge",
   "type": "module",
   "main": "./index.ts",