opencode-rag-plugin 1.11.0 → 1.12.4

package/dist/cli.js

@@ -7,12 +7,10 @@ import { spawnSync } from "node:child_process";
 import { fileURLToPath } from "node:url";
 import chokidar from "chokidar";
 import pc from "picocolors";
-import { loadConfig, DEFAULT_CONFIG, resolveLogConfig } from "./core/config.js";
-import { resolveApiKey } from "./core/resolve-api-key.js";
+import { loadConfig, DEFAULT_CONFIG } from "./core/config.js";
+import { resolveRagContext } from "./core/bootstrap.js";
 import { appendDebugLog } from "./core/fileLogger.js";
-import { loadChunkersFromConfig } from "./chunker/loader.js";
-import { createEmbedder } from "./embedder/factory.js";
-import { createDescriptionProvider } from "./describer/factory.js";
+import { checkProviderHealth, pullOllamaModels } from "./embedder/health.js";
 import { retrieve } from "./retriever/retriever.js";
 import { createWatchPassScheduler, createWatchIgnore, getIndexStatusSummary, runIndexPass, } from "./indexer.js";
 const c = {
@@ -42,55 +40,16 @@ function logCliInfo(logFilePath, scope, message) {
     console.log(message);
     //appendDebugLog(logFilePath, { scope, message });
 }
-async function resolveConfig(opt, logFilePath) {
-    const worktree = process.cwd();
-    if (opt.config) {
-        try {
-            const configPath = path.resolve(opt.config);
-            const cfg = loadConfig(configPath);
-            resolveApiKey(cfg, worktree);
-            await loadChunkersFromConfig(cfg, path.dirname(configPath));
-            logCliInfo(logFilePath, "config", `${c.label("Config:")} ${c.file(configPath)}`);
-            return logConfigDetails(logFilePath, cfg);
-        }
-        catch (err) {
-            logCliError(logFilePath, "config", `Could not load config from ${opt.config}, using defaults`, err);
-            console.error(c.warn(`Could not load config from ${opt.config}, using defaults`));
-        }
-    }
-    for (const loc of ["opencode-rag.json", ".opencode/opencode-rag.json", ".opencode/rag.json"]) {
-        const configPath = path.resolve(loc);
-        try {
-            const cfg = loadConfig(configPath);
-            resolveApiKey(cfg, worktree);
-            await loadChunkersFromConfig(cfg, path.dirname(configPath));
-            logCliInfo(logFilePath, "config", `${c.label("Config:")} ${c.file(configPath)}`);
-            return logConfigDetails(logFilePath, cfg);
-        }
-        catch (err) {
-            logCliError(logFilePath, "config", `Failed to load config from ${configPath}`, err);
-        }
-    }
-    logCliInfo(logFilePath, "config", `${c.label("Config:")} ${c.dim("using defaults (no opencode-rag.json found)")}`);
-    return logConfigDetails(logFilePath, DEFAULT_CONFIG);
-}
-async function loadCliKeywordIndex(storePath, logFilePath) {
-    const { KeywordIndex } = await import("./retriever/keyword-index.js");
-    try {
-        const index = await KeywordIndex.load(storePath);
-        logCliInfo(logFilePath, "keyword-index", `${c.label("Keyword index loaded")} (${c.num(index.count())} chunks)`);
-        return index;
-    }
-    catch {
-        logCliInfo(logFilePath, "keyword-index", c.warn("Creating keyword index"));
-        return new KeywordIndex(storePath);
-    }
+async function resolveCliContext(opt, logFilePath) {
+    const ctx = await resolveRagContext({ configPath: opt.config });
+    logCliInfo(logFilePath, "config", `${c.label("Config:")} ${c.file(ctx.logFilePath)}`);
+    logConfigDetails(logFilePath, ctx.config);
+    return ctx;
 }
 function logConfigDetails(logFilePath, config) {
     logCliInfo(logFilePath, "config", `  ${c.label("Embedding provider:")} ${c.value(config.embedding.provider)}`);
     logCliInfo(logFilePath, "config", `  ${c.label("Embedding model:")}    ${c.value(config.embedding.model)}`);
     logCliInfo(logFilePath, "config", `  ${c.label("Vector store:")}       ${c.file(config.vectorStore.path)}`);
-    return config;
 }
 function formatTimestamp(timestamp) {
     if (!timestamp)
@@ -369,26 +328,13 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { config, embedder, store, storePath, keywordIndex, descriptionProvider, dimension } = ctx;
+        logFilePath = ctx.logFilePath;
         logCliInfo(logFilePath, "index", `\n${c.heading("Indexing workspace...")}`);
-        const embedder = createEmbedder(config);
-        // Detect actual vector dimension from the model
-        const probe = await embedder.embed(["dimension-probe"], "query");
-        let vectorDimension = 384;
-        if (probe && probe[0] && probe[0].length > 0 && typeof probe[0][0] === "number") {
-            vectorDimension = probe[0].length;
-        }
-        logCliInfo(logFilePath, "index", `  ${c.label("Vector dimension:")}   ${c.num(vectorDimension)}`);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path), vectorDimension);
-        const keywordIndex = await loadCliKeywordIndex(path.resolve(cwd, config.vectorStore.path), logFilePath);
-        // Create description provider (enabled by default)
-        const descriptionConfig = config.description ?? { enabled: true, provider: "ollama", baseUrl: "http://127.0.0.1:11434/api", model: "qwen2.5:3b", systemPrompt: "" };
-        const descriptionProvider = descriptionConfig.enabled
-            ? createDescriptionProvider(descriptionConfig)
-            : undefined;
+        logCliInfo(logFilePath, "index", `  ${c.label("Vector dimension:")}   ${c.num(dimension)}`);
         if (descriptionProvider) {
+            const descriptionConfig = config.description ?? { provider: "ollama", model: "qwen2.5:3b" };
             logCliInfo(logFilePath, "index", `  ${c.label("Description LLM:")}  ${c.value(descriptionConfig.model)} (${descriptionConfig.provider})`);
         }
         logCliInfo(logFilePath, "index", `${c.label("Scanning:")} ${c.file(cwd)}`);
@@ -396,7 +342,7 @@ program
             const passStarted = Date.now();
             const stats = await runIndexPass({
                 cwd,
-                storePath: path.resolve(cwd, config.vectorStore.path),
+                storePath,
                 config,
                 store,
                 embedder,
@@ -427,7 +373,7 @@ program
             logCliError(logFilePath, "watch", `\nWatch reindex failed: ${message}`, error);
         }, 300);
         const watcher = chokidar.watch(cwd, {
-            ignored: createWatchIgnore(cwd, config, path.resolve(cwd, config.vectorStore.path)),
+            ignored: createWatchIgnore(cwd, config, storePath),
             ignoreInitial: true,
             persistent: true,
         });
@@ -477,13 +423,11 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { config, embedder, store, storePath, keywordIndex } = ctx;
+        logFilePath = ctx.logFilePath;
         logCliInfo(logFilePath, "query", `\n${c.heading("Querying:")} "${query}"`);
         logCliInfo(logFilePath, "query", `${c.label("Top-K:")} ${c.num(parseInt(options.topK ?? "10", 10))}`);
-        const embedder = createEmbedder(config);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
         const indexedCount = await store.count();
         if (indexedCount === 0) {
             logCliInfo(logFilePath, "query", `${c.warn("No indexed chunks found.")} Run 'opencode-rag index' first.`);
@@ -492,7 +436,6 @@ program
         logCliInfo(logFilePath, "query", `${c.label("Searching")} ${c.num(indexedCount)} indexed chunks...`);
         const topK = parseInt(options.topK ?? "10", 10);
         const minScore = config.retrieval.minScore;
-        const keywordIndex = await loadCliKeywordIndex(path.resolve(cwd, config.vectorStore.path), logFilePath);
         const hybridCfg = config.retrieval.hybridSearch;
         const rawResults = await retrieve(query, embedder, store, {
             topK,
@@ -540,10 +483,9 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { store } = ctx;
+        logFilePath = ctx.logFilePath;
         const prevCount = await store.count();
         if (prevCount === 0) {
             logCliInfo(logFilePath, "clear", c.warn("No indexed data to clear."));
@@ -551,7 +493,7 @@ program
         else {
             logCliInfo(logFilePath, "clear", `${c.label("Clearing")} ${c.num(prevCount)} indexed chunks...`);
         }
-        await store.dropDatabase();
+        await store.clear();
         logCliInfo(logFilePath, "clear", `${c.success("Done.")} vector database directory removed.`);
     }
     catch (err) {
@@ -569,14 +511,13 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { config, store, storePath, keywordIndex } = ctx;
+        logFilePath = ctx.logFilePath;
         const count = await store.count();
-        const summary = await getIndexStatusSummary(cwd, path.resolve(cwd, config.vectorStore.path), config, store);
+        const summary = await getIndexStatusSummary(cwd, storePath, config, store);
         logCliInfo(logFilePath, "status", `\n${c.heading("Indexed chunks:")}    ${c.num(count)}`);
-        logCliInfo(logFilePath, "status", `${c.label("Store path:")}        ${c.file(path.resolve(cwd, config.vectorStore.path))}`);
+        logCliInfo(logFilePath, "status", `${c.label("Store path:")}        ${c.file(storePath)}`);
         logCliInfo(logFilePath, "status", `${c.label("Embedding provider:")} ${c.value(config.embedding.provider)}`);
         logCliInfo(logFilePath, "status", `${c.label("Embedding model:")}   ${c.value(config.embedding.model)}`);
         logCliInfo(logFilePath, "status", `${c.label("File extensions:")}   ${config.indexing.includeExtensions.join(", ")}`);
@@ -590,7 +531,7 @@ program
         logCliInfo(logFilePath, "status", `${c.label("Pending files:")}     ${c.num(summary.pendingFiles)}`);
         logCliInfo(logFilePath, "status", `${c.label("Watch mode:")}        ${c.dim("off")}`);
         const kiCount = config.retrieval.hybridSearch?.enabled
-            ? (await loadCliKeywordIndex(path.resolve(cwd, config.vectorStore.path), logFilePath))?.count() ?? 0
+            ? keywordIndex?.count() ?? 0
             : 0;
         logCliInfo(logFilePath, "status", `${c.label("Keyword index:")}     ${config.retrieval.hybridSearch?.enabled ? c.enabled("enabled") : c.disabled("disabled")} (${c.num(kiCount)} chunks)`);
         if (summary.rebuildRequired) {
@@ -612,10 +553,9 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { store } = ctx;
+        logFilePath = ctx.logFilePath;
         const files = await store.listFiles();
         if (files.length === 0) {
             logCliInfo(logFilePath, "list", `${c.warn("No indexed files found.")} Run 'opencode-rag index' first.`);
@@ -641,10 +581,9 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { store } = ctx;
+        logFilePath = ctx.logFilePath;
         const chunks = await store.getChunksByFilePath(file);
         if (chunks.length === 0) {
             logCliInfo(logFilePath, "show", `${c.warn(`No chunks found for '${file}'.`)}`);
@@ -676,10 +615,9 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
-        const { LanceDBStore } = await import("./vectorstore/lancedb.js");
-        const store = new LanceDBStore(path.resolve(cwd, config.vectorStore.path));
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { store, storePath } = ctx;
+        logFilePath = ctx.logFilePath;
         const total = await store.count();
         if (total === 0) {
             logCliInfo(logFilePath, "dump", `${c.warn("No indexed chunks found.")} Run 'opencode-rag index' first.`);
@@ -714,12 +652,13 @@ program
     try {
         const cwd = process.cwd();
         let logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        logFilePath = path.resolve(cwd, resolveLogConfig(config).logFilePath);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { config, storePath } = ctx;
+        logFilePath = ctx.logFilePath;
         const port = parseInt(options.port ?? String(config.ui?.port ?? 3210), 10);
         const openBrowser = options.open !== false && (config.ui?.openBrowser ?? true);
         const { startWebUi } = await import("./web/server.js");
-        const server = await startWebUi(path.resolve(cwd, config.vectorStore.path), port);
+        const server = await startWebUi(storePath, port);
         const url = `http://127.0.0.1:${server.port}`;
         logCliInfo(logFilePath, "ui", `\n${c.heading("OpenCodeRAG Web UI")}`);
         logCliInfo(logFilePath, "ui", `  ${c.label("URL:")} ${c.value(url)}`);
@@ -783,8 +722,8 @@ program
     try {
         const cwd = process.cwd();
         const logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        const storePath = path.resolve(cwd, config.vectorStore.path);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { storePath } = ctx;
         const { listSessions } = await import("./eval/storage.js");
         const sessions = listSessions(storePath);
         if (sessions.length === 0) {
@@ -818,8 +757,8 @@ program
     try {
         const cwd = process.cwd();
         const logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        const storePath = path.resolve(cwd, config.vectorStore.path);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { storePath } = ctx;
         const { analyzeTokenUsage } = await import("./eval/token-analysis.js");
         const analysis = analyzeTokenUsage(storePath, sessionID);
         if (analysis.queryCount === 0) {
@@ -877,8 +816,8 @@ program
     try {
         const cwd = process.cwd();
         const logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
-        const config = await resolveConfig(options, logFilePath);
-        const storePath = path.resolve(cwd, config.vectorStore.path);
+        const ctx = await resolveCliContext(options, logFilePath);
+        const { storePath } = ctx;
         const { analyzeTokenUsage, compareTokenAnalyses, formatTokenReport } = await import("./eval/token-analysis.js");
         const a = analyzeTokenUsage(storePath, sessionA);
         const b = analyzeTokenUsage(storePath, sessionB);
@@ -940,6 +879,24 @@ function generateDefaultConfigJson() {
                 contentType: DEFAULT_CONFIG.openCode.autoInject.contentType,
             },
         },
+        imageDescription: {
+            enabled: DEFAULT_CONFIG.imageDescription.enabled,
+            provider: DEFAULT_CONFIG.imageDescription.provider,
+            model: DEFAULT_CONFIG.imageDescription.model,
+            baseUrl: DEFAULT_CONFIG.imageDescription.baseUrl,
+            timeoutMs: DEFAULT_CONFIG.imageDescription.timeoutMs,
+            think: DEFAULT_CONFIG.imageDescription.think,
+            numCtx: DEFAULT_CONFIG.imageDescription.numCtx,
+        },
+        description: {
+            enabled: DEFAULT_CONFIG.description.enabled,
+            provider: DEFAULT_CONFIG.description.provider,
+            baseUrl: DEFAULT_CONFIG.description.baseUrl,
+            model: DEFAULT_CONFIG.description.model,
+            think: DEFAULT_CONFIG.description.think,
+            numCtx: DEFAULT_CONFIG.description.numCtx,
+            timeoutMs: DEFAULT_CONFIG.description.timeoutMs,
+        },
         mcp: {
             enabled: DEFAULT_CONFIG.mcp.enabled,
         },
@@ -957,6 +914,7 @@ program
     .description("Configure the current workspace for OpenCodeRAG")
     .option("-f, --force", "overwrite existing files")
     .option("--skip-install", "skip installing workspace-local plugin dependencies")
+    .option("--skip-health-check", "skip provider connectivity and model availability check")
     .action(async (options) => {
     const cwd = process.cwd();
     const packageMetadata = getPackageMetadata();
@@ -1086,6 +1044,63 @@ program
     else {
         console.log(`  ${c.exists("Exists:")}   opencode-rag.json`);
     }
+    // ── Provider health check ──────────────────────────────────
+    if (!options.skipHealthCheck) {
+        console.log(`\n${c.heading("Checking provider connectivity...")}\n`);
+        const logFilePath = path.resolve(cwd, ".opencode", "opencode-rag.log");
+        const ragConfig = loadConfig(configPath);
+        const results = await checkProviderHealth(ragConfig);
+        for (const r of results) {
+            const icon = r.status === "ok" ? c.success("✓") : r.status === "missing" ? c.warn("○") : c.error("✗");
+            const typeLabel = r.type === "image_description" ? "image description" : r.type;
+            const label = `${typeLabel} model`;
+            console.log(`  ${icon} ${c.value(r.model)} (${r.provider}) — ${label}: ${r.status}`);
+            if (r.error)
+                console.log(`    ${c.dim(r.error)}`);
+        }
+        const missingOllama = results.filter((r) => r.status === "missing" && r.provider === "ollama");
+        if (missingOllama.length > 0) {
+            const pullEntries = missingOllama.map((r) => {
+                if (r.type === "embedding") {
+                    return { model: r.model, baseUrl: ragConfig.embedding.baseUrl, proxy: ragConfig.embedding.proxy };
+                }
+                if (r.type === "description" && ragConfig.description) {
+                    return { model: r.model, baseUrl: ragConfig.description.baseUrl, proxy: ragConfig.description.proxy };
+                }
+                if (r.type === "image_description" && ragConfig.imageDescription) {
+                    return { model: r.model, baseUrl: ragConfig.imageDescription.baseUrl, proxy: ragConfig.imageDescription.proxy };
+                }
+                return { model: r.model, baseUrl: ragConfig.embedding.baseUrl, proxy: ragConfig.embedding.proxy };
+            });
+            console.log(`\n  ${c.warn("Models not found:")} ${pullEntries.map((e) => e.model).join(", ")}`);
+            const readline = await import("node:readline");
+            const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+            const answer = await new Promise((resolve) => {
+                rl.question(`  Pull ${pullEntries.length === 1 ? "this model" : "these models"} now? (y/n) `, resolve);
+            });
+            rl.close();
+            if (answer.toLowerCase() === "y" || answer.toLowerCase() === "yes") {
+                console.log();
+                try {
+                    await pullOllamaModels(pullEntries, (model, line) => {
+                        console.log(`  ${c.value(model)}: ${line}`);
+                    });
+                    console.log(`\n  ${c.success("Models pulled successfully.")}`);
+                }
+                catch (err) {
+                    console.error(`\n  ${c.error("Pull failed:")} ${err.message}`);
+                    console.log(`  ${c.dim("Pull manually with: ollama pull <model>")}`);
+                }
+            }
+            else {
+                console.log(`  ${c.dim("Skipped. Pull manually with: ollama pull <model>")}`);
+            }
+        }
+        const hasErrors = results.some((r) => r.status === "error");
+        if (hasErrors) {
+            console.log(`\n  ${c.warn("Some providers are not reachable.")} Check configuration and network, then run ${c.file("'opencode-rag index'")}.`);
+        }
+    }
     if (!options.skipInstall) {
         console.log(`\n${c.heading("Installing workspace-local plugin dependencies...")}\n`);
         installWorkspaceDependencies(opencodeDir);