@voidwire/lore 2.0.0 → 2.1.0

package/lib/search.ts

@@ -5,9 +5,7 @@
  * Uses Bun's built-in SQLite for zero external dependencies.
  */
 
-import { Database } from "bun:sqlite";
-import { existsSync } from "fs";
-import { getDatabasePath } from "./db.js";
+import { openDatabaseBasic } from "./db.js";
 
 export interface SearchResult {
   rowid: number;
@@ -53,13 +51,7 @@ export function search(
   query: string,
   options: SearchOptions = {},
 ): SearchResult[] {
-  const dbPath = getDatabasePath();
-
-  if (!existsSync(dbPath)) {
-    throw new Error(`Database not found: ${dbPath}. Run lore-db-init first.`);
-  }
-
-  const db = new Database(dbPath, { readonly: true });
+  const db = openDatabaseBasic(true);
 
   try {
     const limit = options.limit ?? 20;
@@ -117,18 +109,73 @@ export function search(
 }
 
 /**
- * List all available sources in the database
+ * Raw content result from FTS5 query (no snippet formatting).
+ * Used by contradiction detection where clean content is needed for LLM comparison.
+ */
+export interface RawSearchResult {
+  rowid: number;
+  source: string;
+  title: string;
+  content: string;
+  metadata: string;
+  topic: string;
+  type: string;
+  timestamp: string;
+}
+
+/**
+ * Search the FTS5 database returning raw content (no snippet markers).
  *
- * @returns Array of source names with entry counts
+ * Unlike search(), this returns the raw content column without FTS5 snippet()
+ * formatting. Used by contradiction detection where snippet markers (arrows)
+ * would corrupt LLM text comparison.
+ *
+ * @param query - Text to match against FTS5 index
+ * @param options - Optional source filter and result limit
+ * @returns Array of raw search results ranked by relevance
+ * @throws Error if database doesn't exist or query fails
  */
-export function listSources(): { source: string; count: number }[] {
-  const dbPath = getDatabasePath();
+export function rawSearch(
+  query: string,
+  options: { source?: string; limit?: number } = {},
+): RawSearchResult[] {
+  const db = openDatabaseBasic(true);
+
+  try {
+    const limit = options.limit ?? 5;
+
+    const conditions: string[] = ["search MATCH ?"];
+    const params: (string | number)[] = [escapeFts5Query(query)];
+
+    if (options.source) {
+      conditions.push("source = ?");
+      params.push(options.source);
+    }
+
+    params.push(limit);
+
+    const sql = `
+      SELECT rowid, source, title, content, metadata, topic, type, timestamp
+      FROM search
+      WHERE ${conditions.join(" AND ")}
+      ORDER BY rank
+      LIMIT ?
+    `;
 
-  if (!existsSync(dbPath)) {
-    throw new Error(`Database not found: ${dbPath}. Run lore-db-init first.`);
+    const stmt = db.prepare(sql);
+    return stmt.all(...params) as RawSearchResult[];
+  } finally {
+    db.close();
   }
+}
 
-  const db = new Database(dbPath, { readonly: true });
+/**
+ * List all available sources in the database
+ *
+ * @returns Array of source names with entry counts
+ */
+export function listSources(): { source: string; count: number }[] {
+  const db = openDatabaseBasic(true);
 
   try {
     const stmt = db.prepare(`

package/lib/semantic.ts

@@ -35,7 +35,13 @@ export interface SemanticSearchOptions {
   since?: string;
 }
 
-const { model: MODEL_NAME, dimensions: EMBEDDING_DIM } = getConfig().embedding;
+// Lazy — avoids getConfig() at import time so `lore init` works on clean machines
+function MODEL_NAME(): string {
+  return getConfig().embedding.model;
+}
+function EMBEDDING_DIM(): number {
+  return getConfig().embedding.dimensions;
+}
 
 /**
  * Embed a query string via the embed server

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voidwire/lore",
-  "version": "2.0.0",
+  "version": "2.1.0",
   "description": "Unified knowledge CLI - Search, list, and capture your indexed knowledge",
   "type": "module",
   "main": "./index.ts",
@@ -21,6 +21,7 @@
   ],
   "scripts": {
     "build": "tsc --noEmit false --outDir dist --declaration",
+    "tsc": "tsc",
     "typecheck": "tsc --noEmit",
     "test": "bun test"
   },
@@ -48,7 +49,8 @@
   },
   "dependencies": {
     "@iarna/toml": "^2.2.5",
-    "@voidwire/llm-core": "^0.4.0"
+    "@voidwire/llm-core": "^0.4.0",
+    "sqlite-vec": "^0.1.9"
   },
   "devDependencies": {
     "bun-types": "1.3.5"