@voidwire/lore 1.6.2 → 1.7.0

package/index.ts

@@ -67,7 +67,6 @@ export {
   captureNote,
   captureTeaching,
   captureInsight,
-  captureLearning,
   captureObservation,
   type CaptureResult,
   type KnowledgeInput,
@@ -77,7 +76,6 @@ export {
   type TeachingInput,
   type InsightInput,
   type InsightType,
-  type LearningInput,
   type ObservationInput,
   type ObservationSubtype,
   type ObservationConfidence,

package/lib/capture.ts

@@ -74,13 +74,6 @@ export interface InsightInput {
   source: "auto";
 }
 
-export interface LearningInput {
-  topic: string; // "spanish", "guitar", "kubernetes" - the learning topic
-  persona: string; // "marcus", "elena", etc.
-  content: string; // "Covered verb conjugations, struggles with subjunctive"
-  session_summary?: string; // Longer form session notes
-}
-
 export type ObservationSubtype =
   | "term"
   | "style"
@@ -164,18 +157,6 @@ interface InsightEvent {
   };
 }
 
-interface LearningEvent {
-  event: "captured";
-  type: "learning";
-  timestamp: string;
-  data: {
-    topic: string; // Learning topic (spanish, guitar, etc.)
-    persona: string;
-    content: string;
-    session_summary?: string;
-  };
-}
-
 interface ObservationEvent {
   event: "captured";
   type: "observation";
@@ -195,7 +176,6 @@ type CaptureEvent =
   | NoteEvent
   | TeachingEvent
   | InsightEvent
-  | LearningEvent
   | ObservationEvent;
 
 function getLogPath(): string {
@@ -372,32 +352,6 @@ export function captureInsight(input: InsightInput): CaptureResult {
   return writeEvent(event);
 }
 
-/**
- * Capture a learning session progress
- */
-export function captureLearning(input: LearningInput): CaptureResult {
-  if (!input.topic || !input.persona || !input.content) {
-    return {
-      success: false,
-      error: "Missing required fields: topic, persona, content",
-    };
-  }
-
-  const event: LearningEvent = {
-    event: "captured",
-    type: "learning",
-    timestamp: "",
-    data: {
-      topic: input.topic,
-      persona: input.persona,
-      content: input.content,
-      session_summary: input.session_summary,
-    },
-  };
-
-  return writeEvent(event);
-}
-
 const VALID_OBSERVATION_SUBTYPES: ObservationSubtype[] = [
   "term",
   "style",

package/lib/contradiction.ts

@@ -16,7 +16,9 @@
 
 import { hybridSearch, type HybridResult } from "./semantic.js";
 import { PURGEABLE_SOURCES } from "./purge.js";
+import { complete } from "@voidwire/llm-core";
 import type { CaptureEvent } from "./capture.js";
+import { getSourceForEvent } from "./source-map.js";
 
 // ─── Types ──────────────────────────────────────────────────────────────────
 
@@ -38,11 +40,8 @@ export interface ContradictionDecision {
 
 // ─── Constants ──────────────────────────────────────────────────────────────
 
-const MLX_URL = "http://localhost:8080/v1/chat/completions";
-const MLX_MODEL = "mlx-community/Qwen2.5-7B-Instruct-4bit";
-const MLX_TIMEOUT_MS = 1500;
-
 const CANDIDATE_LIMIT = 5;
+const LLM_SERVICE = "mlx";
 
 // Sources eligible for contradiction checking (same as purgeable)
 const CONTRADICTION_SOURCES = new Set<string>(PURGEABLE_SOURCES);
@@ -126,33 +125,17 @@ If DELETE, reply: DELETE <rowid>
 Otherwise reply: ADD or NOOP`;
 
   try {
-    const resp = await fetch(MLX_URL, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        model: MLX_MODEL,
-        messages: [
-          { role: "system", content: systemPrompt },
-          { role: "user", content: userPrompt },
-        ],
-        max_tokens: 20,
-        temperature: 0,
-      }),
-      signal: AbortSignal.timeout(MLX_TIMEOUT_MS),
+    const result = await complete({
+      service: LLM_SERVICE,
+      prompt: userPrompt,
+      systemPrompt,
+      maxTokens: 20,
+      temperature: 0,
     });
 
-    if (!resp.ok) {
-      return { action: "ADD" };
-    }
-
-    const json = (await resp.json()) as {
-      choices?: Array<{ message?: { content?: string } }>;
-    };
-
-    const raw = json.choices?.[0]?.message?.content?.trim() || "";
-    return parseClassification(raw);
+    return parseClassification(result.text);
   } catch {
-    // Timeout, network error, or model unavailable — fail open
+    // Network error, model unavailable — fail open
     return { action: "ADD" };
   }
 }
@@ -187,27 +170,3 @@ function parseClassification(raw: string): ContradictionResult {
   // Unparseable — default to ADD
   return { action: "ADD" };
 }
-
-/**
- * Map event type to source name (mirrors realtime.ts getSourceForEvent).
- */
-function getSourceForEvent(event: CaptureEvent): string {
-  switch (event.type) {
-    case "knowledge":
-      return "captures";
-    case "teaching":
-      return "teachings";
-    case "observation":
-      return "observations";
-    case "insight":
-      return "insights";
-    case "learning":
-      return "learnings";
-    case "task":
-      return "flux";
-    case "note":
-      return "captures";
-    default:
-      return "captures";
-  }
-}

package/lib/indexers/index.ts

@@ -7,7 +7,6 @@
 
 import type { IndexerFunction } from "../indexer";
 import { indexEvents } from "./events";
-import { indexLearnings } from "./learnings";
 import { indexReadmes } from "./readmes";
 import { indexDevelopment } from "./development";
 import { indexCaptures } from "./captures";
@@ -24,7 +23,6 @@ import { indexPersonal } from "./personal";
 
 export const indexers: Record<string, IndexerFunction> = {
   events: indexEvents,
-  learnings: indexLearnings,
   readmes: indexReadmes,
   development: indexDevelopment,
   captures: indexCaptures,

package/lib/list.ts

@@ -29,7 +29,6 @@ export type Source =
   | "teachings"
   | "sessions"
   | "insights"
-  | "learnings"
   | "observations";
 
 export const SOURCES: Source[] = [
@@ -51,7 +50,6 @@ export const SOURCES: Source[] = [
   "teachings",
   "sessions",
   "insights",
-  "learnings",
   "observations",
 ];
 

package/lib/projects.ts

@@ -16,7 +16,6 @@ const PROJECT_SOURCES = [
   "insights",
   "captures",
   "teachings",
-  "learnings",
   "observations",
 ];
 

package/lib/purge.ts

@@ -9,7 +9,6 @@
  *   deleteEntries(matches.map(m => m.rowid));
  */
 
-import { Database } from "bun:sqlite";
 import {
   existsSync,
   readFileSync,
@@ -18,7 +17,7 @@ import {
   unlinkSync,
 } from "fs";
 import { join } from "path";
-import { getDatabasePath, openDatabase } from "./db.js";
+import { openDatabase } from "./db.js";
 import { getConfig } from "./config.js";
 
 // Only these sources can be purged — indexed sources (blogs, commits, etc.) are never purgeable
@@ -101,25 +100,9 @@ export function deleteEntries(
     return { deleted: 0, rowids: [], logEntriesRemoved: 0 };
   }
 
-  // Open DB directly for read-write (matches realtime.ts pattern —
-  // openDatabase(false) triggers SQLITE_MISUSE with custom_sqlite)
-  const dbPath = getDatabasePath();
-  if (!existsSync(dbPath)) {
-    throw new Error(`Database not found: ${dbPath}. Run lore-db-init first.`);
-  }
-
-  const db = new Database(dbPath);
+  const db = openDatabase(false);
 
   try {
-    // Load sqlite-vec extension for embeddings table access
-    const vecPath = process.env.SQLITE_VEC_PATH;
-    if (!vecPath) {
-      throw new Error(
-        'SQLITE_VEC_PATH not set. Get path with: python3 -c "import sqlite_vec; print(sqlite_vec.loadable_path())"',
-      );
-    }
-    db.loadExtension(vecPath);
-
     const deleteSearch = db.prepare("DELETE FROM search WHERE rowid = ?");
     const deleteEmbedding = db.prepare(
       "DELETE FROM embeddings WHERE doc_id = ?",

package/lib/realtime.ts

@@ -15,16 +15,16 @@
  */
 
 import { Database } from "bun:sqlite";
-import { existsSync } from "fs";
 import {
   embedDocuments,
-  getDatabasePath,
   MODEL_NAME,
   EMBEDDING_DIM,
   serializeEmbedding,
 } from "./semantic.js";
+import { openDatabase } from "./db.js";
 import { hashContent, getCachedEmbedding, cacheEmbedding } from "./cache.js";
 import type { CaptureEvent } from "./capture.js";
+import { getSourceForEvent } from "./source-map.js";
 import {
   isContradictionCheckable,
   findCandidates,
@@ -44,23 +44,9 @@ export async function indexAndEmbed(
 ): Promise<ContradictionDecision[]> {
   if (events.length === 0) return [];
 
-  const dbPath = getDatabasePath();
-  if (!existsSync(dbPath)) {
-    throw new Error(`Database not found: ${dbPath}. Run lore-db-init first.`);
-  }
-
-  const db = new Database(dbPath);
+  const db = openDatabase(false);
 
   try {
-    // Load sqlite-vec extension for embeddings table
-    const vecPath = process.env.SQLITE_VEC_PATH;
-    if (!vecPath) {
-      throw new Error(
-        'SQLITE_VEC_PATH not set. Get path with: python3 -c "import sqlite_vec; print(sqlite_vec.loadable_path())"',
-      );
-    }
-    db.loadExtension(vecPath);
-
     // 0. Contradiction detection — filter events before insert
     //    For purgeable sources, check if the new event contradicts or
     //    duplicates existing entries. NOOP skips the event, DELETE+ADD
@@ -137,9 +123,9 @@ export async function indexAndEmbed(
 function insertSearchEntry(db: Database, event: CaptureEvent): number {
   const source = getSourceForEvent(event);
   const title = buildTitle(event);
-  const content = getContentForEmbedding(event);
-  const metadata = buildMetadata(event);
   const data = event.data as Record<string, unknown>;
+  const content = String(data.content || data.text || "");
+  const metadata = buildMetadata(event);
   const topic = String(data.topic || "");
   const type = extractType(event);
   const timestamp = event.timestamp || new Date().toISOString();
@@ -171,30 +157,6 @@ function deleteSearchAndEmbedding(db: Database, rowid: number): void {
   db.prepare("DELETE FROM embeddings WHERE doc_id = ?").run(rowid);
 }
 
-/**
- * Map event type to source name used in search table
- */
-function getSourceForEvent(event: CaptureEvent): string {
-  switch (event.type) {
-    case "knowledge":
-      return "captures";
-    case "teaching":
-      return "teachings";
-    case "observation":
-      return "observations";
-    case "insight":
-      return "insights";
-    case "learning":
-      return "learnings";
-    case "task":
-      return "flux";
-    case "note":
-      return "captures";
-    default:
-      return "captures";
-  }
-}
-
 /**
  * Build title for FTS5 entry (type is a first-class column, not a title prefix)
  */
@@ -210,24 +172,26 @@ function buildTitle(event: CaptureEvent): string {
       return `${data.topic || "general"}`;
     case "insight":
       return `${data.topic || "general"}`;
-    case "learning":
-      return `${data.topic || "general"}`;
     case "task":
       return `${data.topic || "general"}: ${data.name || "untitled"}`;
     case "note":
       return `${data.topic || "general"}`;
+    default:
+      return `${data.topic || "general"}`;
   }
 }
 
 /**
  * Extract content for embedding from event
- * Concatenates topic+content for richer embeddings (matches lore-embed-all)
+ * Concatenates type+topic+content for richer embeddings (matches lore-embed-all)
  */
 function getContentForEmbedding(event: CaptureEvent): string {
   const data = event.data as Record<string, unknown>;
   const content = String(data.content || data.text || "");
   const topic = String(data.topic || "").trim();
-  return topic ? `${topic} ${content}`.trim() : content;
+  const type = extractType(event);
+  const parts = [type, topic, content].filter(Boolean);
+  return parts.join(" ").trim() || content;
 }
 
 /**
@@ -253,9 +217,6 @@ function buildMetadata(event: CaptureEvent): string {
       metadata.subtype = data.subtype;
       metadata.session_id = data.session_id;
       break;
-    case "learning":
-      metadata.persona = data.persona;
-      break;
     case "task":
       metadata.name = data.name;
       metadata.problem = data.problem;
@@ -349,8 +310,6 @@ function extractType(event: CaptureEvent): string {
       return String(data.subtype || "pattern");
     case "insight":
       return String(data.subtype || "insight");
-    case "learning":
-      return "learning";
     case "task":
       return "task";
     case "note":

package/lib/source-map.ts

@@ -0,0 +1,30 @@
+/**
+ * lib/source-map.ts - Shared event-to-source mapping
+ *
+ * Maps capture event types to their source names in the search table.
+ * Single source of truth — used by realtime.ts and contradiction.ts.
+ */
+
+import type { CaptureEvent } from "./capture.js";
+
+/**
+ * Map event type to source name used in search table
+ */
+export function getSourceForEvent(event: CaptureEvent): string {
+  switch (event.type) {
+    case "knowledge":
+      return "captures";
+    case "teaching":
+      return "teachings";
+    case "observation":
+      return "observations";
+    case "insight":
+      return "insights";
+    case "task":
+      return "flux";
+    case "note":
+      return "captures";
+    default:
+      return "captures";
+  }
+}

package/lib/types.ts

@@ -18,6 +18,14 @@ export enum LoreType {
   Task = "task",
   Todo = "todo",
   Idea = "idea",
+  Knowledge = "knowledge",
+  Insight = "insight",
+  Summary = "summary",
+  Observation = "observation",
+  Context = "context",
+  Completion = "completion",
+  Problem = "problem",
+  Tool = "tool",
 }
 
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voidwire/lore",
-  "version": "1.6.2",
+  "version": "1.7.0",
   "description": "Unified knowledge CLI - Search, list, and capture your indexed knowledge",
   "type": "module",
   "main": "./index.ts",

package/lib/indexers/learnings.ts

@@ -1,57 +0,0 @@
-/**
- * lib/indexers/learnings.ts - Learnings indexer
- *
- * Reads log.jsonl and indexes learning captures.
- * Filters for event=captured AND type=learning.
- *
- * Source: learnings
- * Topic: data.topic
- * Type: (empty)
- * Timestamp: event timestamp
- */
-
-import { readFileSync } from "fs";
-import { checkPath, type IndexerContext } from "../indexer";
-
-export async function indexLearnings(ctx: IndexerContext): Promise<void> {
-  const logPath = `${ctx.config.paths.data}/log.jsonl`;
-  if (
-    !checkPath(
-      "learnings",
-      "log.jsonl",
-      logPath,
-      "populated by Sable session hooks",
-    )
-  )
-    return;
-
-  const lines = readFileSync(logPath, "utf-8").split("\n").filter(Boolean);
-
-  for (const line of lines) {
-    try {
-      const event = JSON.parse(line);
-      if (event.event !== "captured" || event.type !== "learning") continue;
-
-      const topic = event.data?.topic || "general";
-      const content = event.data?.content || "";
-      const persona = event.data?.persona;
-
-      if (!content) continue;
-
-      const metadata: Record<string, unknown> = {};
-      if (persona) metadata.persona = persona;
-
-      ctx.insert({
-        source: "learnings",
-        title: topic,
-        content,
-        topic,
-        timestamp: event.timestamp || "",
-        metadata: Object.keys(metadata).length > 0 ? metadata : undefined,
-      });
-    } catch {
-      // Skip malformed JSON
-      continue;
-    }
-  }
-}