@voidwire/lore 1.0.7 → 1.1.0

package/lib/config.ts

@@ -33,6 +33,10 @@ export interface LoreConfig {
     sqlite: string;
     custom_sqlite?: string;
   };
+  embedding: {
+    model: string;
+    dimensions: number;
+  };
 }
 
 let cachedConfig: LoreConfig | null = null;
@@ -81,9 +85,27 @@ export function getConfig(): LoreConfig {
       "Invalid config: missing [database] section in config.toml",
     );
   }
+  if (!parsed.embedding || typeof parsed.embedding !== "object") {
+    throw new Error(
+      "Invalid config: missing [embedding] section in config.toml",
+    );
+  }
 
   const paths = parsed.paths as Record<string, unknown>;
   const database = parsed.database as Record<string, unknown>;
+  const embedding = parsed.embedding as Record<string, unknown>;
+
+  // Validate required embedding fields
+  if (typeof embedding.model !== "string") {
+    throw new Error(
+      "Invalid config: embedding.model is missing or not a string",
+    );
+  }
+  if (typeof embedding.dimensions !== "number") {
+    throw new Error(
+      "Invalid config: embedding.dimensions is missing or not a number",
+    );
+  }
 
   // Validate required path fields
   const requiredPaths = [
@@ -140,7 +162,11 @@ export function getConfig(): LoreConfig {
           ? resolvePath(database.custom_sqlite)
           : undefined,
     },
+    embedding: {
+      model: embedding.model as string,
+      dimensions: embedding.dimensions as number,
+    },
   };
 
-  return cachedConfig;
+  return cachedConfig!;
 }

package/lib/indexers/personal.ts

@@ -13,6 +13,7 @@
 import { readFileSync, statSync, existsSync } from "fs";
 import { join } from "path";
 import { checkPath, type IndexerContext } from "../indexer";
+import { complete } from "@voidwire/llm-core";
 
 function fileMtime(path: string): string {
   return statSync(path).mtime.toISOString();
@@ -24,7 +25,65 @@ function toISO(dateStr: string, fallback: string): string {
   return s.includes("T") ? s : `${s.slice(0, 10)}T00:00:00Z`;
 }
 
+const ENRICH_PROMPTS: Record<string, string> = {
+  person: `You are enriching a personal contact entry for search indexing.
+The "relationship" field is the EXACT relationship — do NOT add other relationship types.
+Generate synonyms and alternative phrasings ONLY for the stated relationship.
+Example: relationship "uncle" → uncle, family member, relative, parent's brother, parent's sibling. NOT: cousin, nephew, aunt.
+Example: relationship "daughter" → daughter, child, kid, offspring, family member. NOT: son, niece, nephew.
+Include both singular and plural forms where applicable.
+Keep under 80 words. Output only the description, no headers or formatting.`,
+  book: `You are enriching a book entry for search indexing.
+Generate: genre, themes, subject matter, and related topics.
+Include both singular and plural forms of key terms.
+Keep under 80 words. Output only the description, no headers or formatting.`,
+  movie: `You are enriching a movie entry for search indexing.
+Generate: genre, themes, notable actors or director if well-known, and related topics.
+Include both singular and plural forms of key terms.
+Keep under 80 words. Output only the description, no headers or formatting.`,
+  interest: `You are enriching a personal interest entry for search indexing.
+Generate: related activities, domains, synonyms, and common alternative phrasings.
+Include both singular and plural forms.
+Keep under 80 words. Output only the description, no headers or formatting.`,
+  habit: `You are enriching a personal habit/routine entry for search indexing.
+Generate: related routines, synonyms, categories, and common alternative phrasings.
+Include both singular and plural forms.
+Keep under 80 words. Output only the description, no headers or formatting.`,
+};
+
+const ENRICH_TIMEOUT_MS = 10_000;
+
+let enrichmentDisabled = false;
+
+async function enrich(type: string, input: string): Promise<string | null> {
+  if (enrichmentDisabled) return null;
+  const systemPrompt = ENRICH_PROMPTS[type];
+  if (!systemPrompt) return null;
+  try {
+    const result = await Promise.race([
+      complete({
+        prompt: input,
+        systemPrompt,
+        temperature: 0.3,
+        maxTokens: 150,
+      }),
+      new Promise<never>((_, reject) =>
+        setTimeout(
+          () => reject(new Error("Enrichment timed out")),
+          ENRICH_TIMEOUT_MS,
+        ),
+      ),
+    ]);
+    return result.text.replace(/<\|[^|]+\|>/g, "").trim();
+  } catch (e) {
+    console.warn(`Enrichment failed, disabling for remaining entries: ${e}`);
+    enrichmentDisabled = true;
+    return null;
+  }
+}
+
 export async function indexPersonal(ctx: IndexerContext): Promise<void> {
+  enrichmentDisabled = false;
   const personalDir = ctx.config.paths.personal;
 
   if (!checkPath("personal", "paths.personal", personalDir)) return;
@@ -37,7 +96,12 @@ export async function indexPersonal(ctx: IndexerContext): Promise<void> {
       const books = JSON.parse(readFileSync(booksPath, "utf-8"));
       for (const book of books) {
         if (!book.title) continue;
-        const content = `${book.title} by ${book.author || "unknown"}\n${book.notes || ""}`;
+        let content = `${book.title} by ${book.author || "unknown"}\n${book.notes || ""}`;
+        const enriched = await enrich(
+          "book",
+          JSON.stringify({ title: book.title, author: book.author }),
+        );
+        if (enriched) content = enriched;
         const timestamp = book.date_read
           ? toISO(book.date_read, booksTs)
           : booksTs;
@@ -65,7 +129,15 @@ export async function indexPersonal(ctx: IndexerContext): Promise<void> {
       const people = JSON.parse(readFileSync(peoplePath, "utf-8"));
       for (const person of people) {
         if (!person.name) continue;
-        const content = `${person.name}\n${person.relationship || ""}\n${person.notes || ""}`;
+        let content = `${person.name}\n${person.relationship || ""}\n${person.notes || ""}`;
+        const enriched = await enrich(
+          "person",
+          JSON.stringify({
+            name: person.name,
+            relationship: person.relationship,
+          }),
+        );
+        if (enriched) content = enriched;
 
         ctx.insert({
           source: "personal",
@@ -91,9 +163,14 @@ export async function indexPersonal(ctx: IndexerContext): Promise<void> {
       for (const movie of movies) {
         if (!movie.title) continue;
         const year = movie.year || "";
-        const content = year
+        let content = year
           ? `${movie.title} (${year})\n${movie.notes || ""}`
           : `${movie.title}\n${movie.notes || ""}`;
+        const enriched = await enrich(
+          "movie",
+          JSON.stringify({ title: movie.title, year: movie.year }),
+        );
+        if (enriched) content = enriched;
         const timestamp = movie.date_watched
           ? toISO(movie.date_watched, moviesTs)
           : moviesTs;
@@ -147,11 +224,17 @@ export async function indexPersonal(ctx: IndexerContext): Promise<void> {
       const interests = JSON.parse(readFileSync(interestsPath, "utf-8"));
       for (const interest of interests) {
         if (typeof interest !== "string" || !interest) continue;
+        let content = interest;
+        const enriched = await enrich(
+          "interest",
+          JSON.stringify({ name: interest }),
+        );
+        if (enriched) content = enriched;
 
         ctx.insert({
           source: "personal",
           title: `[interest] ${interest}`,
-          content: interest,
+          content,
           topic: "",
           type: "interest",
           timestamp: interestsTs,
@@ -173,7 +256,12 @@ export async function indexPersonal(ctx: IndexerContext): Promise<void> {
         const habitName = habit.habit || "";
         if (!habitName) continue;
         const frequency = habit.frequency || "";
-        const content = frequency ? `${habitName} (${frequency})` : habitName;
+        let content = frequency ? `${habitName} (${frequency})` : habitName;
+        const enriched = await enrich(
+          "habit",
+          JSON.stringify({ habit: habitName, frequency }),
+        );
+        if (enriched) content = enriched;
 
         ctx.insert({
           source: "personal",

package/lib/semantic.ts

@@ -11,6 +11,7 @@ import { existsSync } from "fs";
 import { pipeline } from "@huggingface/transformers";
 import { getDatabasePath, openDatabase } from "./db.js";
 import { search as keywordSearch, type SearchResult } from "./search.js";
+import { getConfig } from "./config.js";
 
 export interface SemanticResult {
   rowid: number;
@@ -30,8 +31,7 @@ export interface SemanticSearchOptions {
   since?: string;
 }
 
-const MODEL_NAME = "nomic-ai/nomic-embed-text-v1.5";
-const EMBEDDING_DIM = 768;
+const { model: MODEL_NAME, dimensions: EMBEDDING_DIM } = getConfig().embedding;
 
 interface EmbeddingPipeline {
   (

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voidwire/lore",
-  "version": "1.0.7",
+  "version": "1.1.0",
   "description": "Unified knowledge CLI - Search, list, and capture your indexed knowledge",
   "type": "module",
   "main": "./index.ts",
@@ -44,7 +44,8 @@
   },
   "dependencies": {
     "@huggingface/transformers": "^3.2.6",
-    "@iarna/toml": "^2.2.5"
+    "@iarna/toml": "^2.2.5",
+    "@voidwire/llm-core": "^0.3.1"
   },
   "devDependencies": {
     "bun-types": "1.3.5"