unforgit 0.6.0 → 0.7.0

package/dist/index.js

@@ -17,6 +17,7 @@ import {
   getDbPath,
   getTemplate,
   isInitialized,
+  isOpenAIConfigured,
   loadConfig,
   mergeAndRank,
   parseConfidence,
@@ -24,12 +25,13 @@ import {
   parseThreshold,
   parseTtl,
   persistReviewableSuggestions,
+  resolveEmbeddingProvider,
   resolveLifecycleConfig,
   resolveVisibility,
   runLocalLifecycleMaintenance,
   saveConfig,
   validateMemoryType
-} from "./chunk-CKUDYQYP.js";
+} from "./chunk-TGDR7Y7T.js";
 
 // src/index.ts
 import { Command as Command31 } from "commander";
@@ -2922,6 +2924,7 @@ function buildBackfillJsonPayload(options) {
   return {
     dryRun: options.dryRun,
     model: options.model,
+    ...options.provider ? { provider: options.provider } : {},
     planned: options.planned,
     processed: options.processed,
     errors: failures.length,
@@ -2938,16 +2941,21 @@ function buildBackfillJsonPayload(options) {
   };
 }
 var embeddingsCommand = new Command24("embeddings").description("Manage memory embeddings for semantic search");
-embeddingsCommand.command("backfill").description("Generate embeddings for memories that don't have them").option("--batch-size <n>", "Number of memories to process in parallel", "5").option("--delay <ms>", "Delay between batches (ms)", "500").option("--dry-run", "Show what would be done without making changes").option("--model <model>", "OpenAI embedding model", "text-embedding-3-small").action(async (opts) => {
+embeddingsCommand.command("backfill").description("Generate embeddings for memories that don't have them").option("--batch-size <n>", "Number of memories to process in parallel", "5").option("--delay <ms>", "Delay between batches (ms)", "500").option("--dry-run", "Show what would be done without making changes").option("--provider <provider>", "Embedding provider: auto, local, openai, disabled").option("--model <model>", "Embedding model (defaults to configured provider model)").action(async (opts) => {
   if (!isInitialized(cwd3)) {
     logger.error("Unforgit not initialized. Run 'unforgit init' first.");
     process.exit(EXIT_CONFIG_ERROR);
   }
   const config = loadConfig(cwd3);
-  const apiKey = process.env.OPENAI_API_KEY;
-  if (!apiKey && !opts.dryRun) {
-    logger.error("OpenAI API key not set.");
-    logger.error("Set the OPENAI_API_KEY environment variable.");
+  const embeddingConfig = {
+    provider: opts.provider ?? config.embeddings?.provider ?? "auto",
+    model: opts.model ?? config.embeddings?.model,
+    apiKey: process.env.OPENAI_API_KEY
+  };
+  const provider = resolveEmbeddingProvider(embeddingConfig);
+  if (!provider.available && !opts.dryRun) {
+    logger.error(provider.reason ?? "Embedding provider is not available.");
+    logger.error("Use 'unforgit config set embeddings.provider local' for no-key local embeddings.");
     process.exit(EXIT_ERROR);
   }
   const dbPath = getDbPath(cwd3);
@@ -2955,12 +2963,17 @@ embeddingsCommand.command("backfill").description("Generate embeddings for memor
   const orgId = config.remote.orgId || "local";
   const repoId = config.remote.repoId || "local";
   try {
-    const memories = store.getMemoriesWithoutEmbeddings(orgId, repoId);
+    const memories = store.getMemoriesWithoutEmbeddings(orgId, repoId, {
+      model: provider.model,
+      provider: provider.provider,
+      dimensions: provider.dimensions
+    });
     const stats = store.getEmbeddingStats(orgId, repoId);
     if (isJsonMode() && opts.dryRun) {
       outputJson(buildBackfillJsonPayload({
         dryRun: true,
-        model: opts.model,
+        model: provider.model,
+        provider: provider.provider,
         statsBefore: stats,
         planned: memories.length,
         processed: 0,
@@ -2981,7 +2994,8 @@ embeddingsCommand.command("backfill").description("Generate embeddings for memor
       if (isJsonMode()) {
         outputJson(buildBackfillJsonPayload({
           dryRun: Boolean(opts.dryRun),
-          model: opts.model,
+          model: provider.model,
+          provider: provider.provider,
           statsBefore: stats,
           planned: 0,
           processed: 0
@@ -2992,6 +3006,8 @@ embeddingsCommand.command("backfill").description("Generate embeddings for memor
       return;
     }
     logger.info(`Found ${memories.length} memories without embeddings.`);
+    logger.info(`Embedding provider: ${provider.provider}`);
+    logger.info(`Embedding model: ${provider.model}`);
     if (opts.dryRun) {
       logger.info("\n[Dry run - no changes made]");
       logger.info("Would generate embeddings for:");
@@ -3015,10 +3031,9 @@ Generating embeddings (batch size: ${batchSize}, delay: ${delay}ms)...`);
         batch.map(async (memory) => {
           try {
             const result = await generateEmbedding(memory.text, {
-              apiKey,
-              model: opts.model
+              ...embeddingConfig
             });
-            await store.storeEmbedding(memory.id, result.embedding, result.model);
+            await store.storeEmbedding(memory.id, result.embedding, result.model, result.provider);
             processed++;
             logger.progress(processed, memories.length, "embeddings");
           } catch (err) {
@@ -3044,7 +3059,8 @@ Backfill complete:`);
     if (isJsonMode()) {
       outputJson(buildBackfillJsonPayload({
         dryRun: false,
-        model: opts.model,
+        model: provider.model,
+        provider: provider.provider,
         statsBefore: stats,
         statsAfter,
         planned: memories.length,
@@ -3368,17 +3384,39 @@ var doctorCommand = new Command27("doctor").description("Check system health and
         status: "ok",
         message: `${memoryStats.total} memories (${memoryStats.byType.episodic} episodic, ${memoryStats.byType.semantic} semantic, ${memoryStats.byType.procedural} procedural)`
       });
+      const provider = resolveEmbeddingProvider({
+        provider: config.embeddings?.provider ?? "auto",
+        model: config.embeddings?.model,
+        apiKey: process.env.OPENAI_API_KEY
+      });
+      results.push({
+        check: "embedding-provider",
+        status: provider.available ? "ok" : "warn",
+        message: `${provider.provider} embeddings (${provider.model}, ${provider.dimensions} dimensions)${provider.reason ? `: ${provider.reason}` : ""}`,
+        details: {
+          provider: provider.provider,
+          model: provider.model,
+          dimensions: provider.dimensions,
+          available: provider.available
+        }
+      });
       const stats = store.getEmbeddingStats(orgId, repoId);
+      const incompatibleOrMissing = store.getMemoriesWithoutEmbeddings(orgId, repoId, {
+        model: provider.model,
+        provider: provider.provider,
+        dimensions: provider.dimensions
+      }).length;
       if (stats.total === 0) {
         results.push({ check: "embeddings", status: "ok", message: "No memories yet" });
-      } else if (stats.withoutEmbedding === 0) {
-        results.push({ check: "embeddings", status: "ok", message: `All ${stats.total} memories have embeddings` });
+      } else if (incompatibleOrMissing === 0) {
+        results.push({ check: "embeddings", status: "ok", message: `All ${stats.total} memories have compatible embeddings` });
       } else {
-        const pct = (stats.withEmbedding / stats.total * 100).toFixed(1);
+        const compatible = stats.total - incompatibleOrMissing;
+        const pct = (compatible / stats.total * 100).toFixed(1);
         results.push({
           check: "embeddings",
           status: "warn",
-          message: `${stats.withoutEmbedding}/${stats.total} memories lack embeddings (${pct}% coverage). Run 'unforgit embeddings backfill'`,
+          message: `${incompatibleOrMissing}/${stats.total} memories lack compatible embeddings for ${provider.provider}/${provider.model} (${pct}% coverage). Run 'unforgit embeddings backfill'`,
           fix: "Run 'unforgit embeddings backfill'."
         });
       }
@@ -3464,11 +3502,12 @@ var doctorCommand = new Command27("doctor").description("Check system health and
           });
         }
       } catch (err) {
+        const localhostRemote = isLocalhostUrl(config.remote.url);
         results.push({
           check: "remote",
           status: "error",
-          message: `Cannot connect to ${config.remote.url}: ${err instanceof Error ? err.message : err}`,
-          fix: "Start the Unforgit API server or update remote.url in unforgit.yaml."
+          message: localhostRemote ? `Cannot connect to local remote API at ${config.remote.url}: ${err instanceof Error ? err.message : err}. Local memory and local embeddings still work; only remote sync is unavailable.` : `Cannot connect to ${config.remote.url}: ${err instanceof Error ? err.message : err}`,
+          fix: localhostRemote ? "remote.url points to localhost. Start the Unforgit API server on this machine/port, update remote.url, or disable sync if this repository is intentionally local-only." : "Start the Unforgit API server or update remote.url in unforgit.yaml."
         });
       }
     } else {
@@ -3479,15 +3518,19 @@ var doctorCommand = new Command27("doctor").description("Check system health and
         fix: "Run 'unforgit remote add origin <url>' if this repo should sync remotely."
       });
     }
-    const openaiKey = process.env.OPENAI_API_KEY;
-    if (openaiKey) {
-      results.push({ check: "openai", status: "ok", message: "OpenAI API key configured ([REDACTED])" });
+    if (isOpenAIConfigured()) {
+      results.push({ check: "openai", status: "ok", message: "OpenAI API key configured ([REDACTED]) for optional cloud AI features" });
     } else {
+      const embeddingProvider = resolveEmbeddingProvider({
+        provider: config.embeddings?.provider ?? "auto",
+        model: config.embeddings?.model
+      });
+      const message = embeddingProvider.provider === "local" ? "No OpenAI API key configured; local embeddings are active. OpenAI is only needed for OpenAI-backed embeddings or AI consolidation." : "No OpenAI API key. OpenAI-backed embeddings and AI consolidation require it.";
       results.push({
         check: "openai",
-        status: "warn",
-        message: "No OpenAI API key. Auto-consolidation and embeddings backfill require it.",
-        fix: "Set OPENAI_API_KEY before running embedding backfill or AI consolidation."
+        status: embeddingProvider.provider === "local" ? "ok" : "warn",
+        message,
+        fix: embeddingProvider.provider === "local" ? void 0 : "Set OPENAI_API_KEY or configure embeddings.provider=local."
       });
     }
   } catch (err) {
@@ -3516,6 +3559,14 @@ function summarize(results) {
 function buildPayload(results) {
   return { summary: summarize(results), results };
 }
+function isLocalhostUrl(value) {
+  try {
+    const url = new URL(value);
+    return ["localhost", "127.0.0.1", "::1", "[::1]"].includes(url.hostname);
+  } catch {
+    return false;
+  }
+}
 function exitForResults(results) {
   if (results.some((r) => r.status === "error")) {
     process.exit(EXIT_ERROR);