@tobilu/qmd 1.1.5 → 2.0.0

package/dist/{qmd.js → cli/qmd.js}

@@ -1,15 +1,15 @@
 #!/usr/bin/env node
-import { openDatabase } from "./db.js";
+import { openDatabase } from "../db.js";
 import fastGlob from "fast-glob";
 import { execSync, spawn as nodeSpawn } from "child_process";
 import { fileURLToPath } from "url";
 import { dirname, join as pathJoin } from "path";
 import { parseArgs } from "util";
 import { readFileSync, realpathSync, statSync, existsSync, unlinkSync, writeFileSync, openSync, closeSync, mkdirSync } from "fs";
-import { getPwd, getRealPath, homedir, resolve, enableProductionMode, searchFTS, extractSnippet, getContextForFile, getContextForPath, listCollections, removeCollection, renameCollection, findSimilarFiles, findDocumentByDocid, isDocid, matchFilesByGlob, getHashesNeedingEmbedding, getHashesForEmbedding, clearAllEmbeddings, insertEmbedding, getStatus, hashContent, extractTitle, formatDocForEmbedding, chunkDocumentByTokens, clearCache, getCacheKey, getCachedResult, setCachedResult, getIndexHealth, parseVirtualPath, buildVirtualPath, isVirtualPath, resolveVirtualPath, toVirtualPath, insertContent, insertDocument, findActiveDocument, updateDocumentTitle, updateDocument, deactivateDocument, getActiveDocumentPaths, cleanupOrphanedContent, deleteLLMCache, deleteInactiveDocuments, cleanupOrphanedVectors, vacuumDatabase, getCollectionsWithoutContext, getTopLevelPathsWithoutContext, handelize, hybridQuery, vectorSearchQuery, structuredSearch, addLineNumbers, DEFAULT_EMBED_MODEL, DEFAULT_RERANK_MODEL, DEFAULT_GLOB, DEFAULT_MULTI_GET_MAX_BYTES, createStore, getDefaultDbPath, } from "./store.js";
-import { disposeDefaultLlamaCpp, getDefaultLlamaCpp, withLLMSession, pullModels, DEFAULT_EMBED_MODEL_URI, DEFAULT_GENERATE_MODEL_URI, DEFAULT_RERANK_MODEL_URI, DEFAULT_MODEL_CACHE_DIR } from "./llm.js";
+import { getPwd, getRealPath, homedir, resolve, enableProductionMode, searchFTS, extractSnippet, getContextForFile, getContextForPath, listCollections, removeCollection, renameCollection, findSimilarFiles, findDocumentByDocid, isDocid, matchFilesByGlob, getHashesNeedingEmbedding, getHashesForEmbedding, clearAllEmbeddings, insertEmbedding, getStatus, hashContent, extractTitle, formatDocForEmbedding, chunkDocumentByTokens, clearCache, getCacheKey, getCachedResult, setCachedResult, getIndexHealth, parseVirtualPath, buildVirtualPath, isVirtualPath, resolveVirtualPath, toVirtualPath, insertContent, insertDocument, findActiveDocument, updateDocumentTitle, updateDocument, deactivateDocument, getActiveDocumentPaths, cleanupOrphanedContent, deleteLLMCache, deleteInactiveDocuments, cleanupOrphanedVectors, vacuumDatabase, getCollectionsWithoutContext, getTopLevelPathsWithoutContext, handelize, hybridQuery, vectorSearchQuery, structuredSearch, addLineNumbers, DEFAULT_EMBED_MODEL, DEFAULT_RERANK_MODEL, DEFAULT_GLOB, DEFAULT_MULTI_GET_MAX_BYTES, createStore, getDefaultDbPath, reindexCollection, generateEmbeddings, syncConfigToDb, } from "../store.js";
+import { disposeDefaultLlamaCpp, getDefaultLlamaCpp, withLLMSession, pullModels, DEFAULT_EMBED_MODEL_URI, DEFAULT_GENERATE_MODEL_URI, DEFAULT_RERANK_MODEL_URI, DEFAULT_MODEL_CACHE_DIR } from "../llm.js";
 import { formatSearchResults, formatDocuments, escapeXml, escapeCSV, } from "./formatter.js";
-import { getCollection as getCollectionFromYaml, listCollections as yamlListCollections, getDefaultCollectionNames, addContext as yamlAddContext, removeContext as yamlRemoveContext, setGlobalContext, listAllContexts, setConfigIndexName, } from "./collections.js";
+import { getCollection as getCollectionFromYaml, listCollections as yamlListCollections, getDefaultCollectionNames, addContext as yamlAddContext, removeContext as yamlRemoveContext, removeCollection as yamlRemoveCollectionFn, renameCollection as yamlRenameCollectionFn, setGlobalContext, listAllContexts, setConfigIndexName, loadConfig, } from "../collections.js";
 // Enable production mode - allows using default database path
 // Tests must set INDEX_PATH or use createStore() with explicit path
 enableProductionMode();
@@ -21,12 +21,33 @@ let storeDbPathOverride;
 function getStore() {
     if (!store) {
         store = createStore(storeDbPathOverride);
+        // Sync YAML config into SQLite store_collections so store.ts reads from DB
+        try {
+            const config = loadConfig();
+            syncConfigToDb(store.db, config);
+        }
+        catch {
+            // Config may not exist yet — that's fine, DB works without it
+        }
     }
     return store;
 }
 function getDb() {
     return getStore().db;
 }
+/** Re-sync YAML config into SQLite after CLI mutations (add/remove/rename collection, context changes) */
+function resyncConfig() {
+    const s = getStore();
+    try {
+        const config = loadConfig();
+        // Clear config hash to force re-sync
+        s.db.prepare(`DELETE FROM store_config WHERE key = 'config_hash'`).run();
+        syncConfigToDb(s.db, config);
+    }
+    catch {
+        // Config may not exist — that's fine
+    }
+}
 function closeDb() {
     if (store) {
         store.close();
@@ -354,6 +375,7 @@ async function showStatus() {
 }
 async function updateCollections() {
     const db = getDb();
+    const storeInstance = getStore();
     // Collections are defined in YAML; no duplicate cleanup needed.
     // Clear Ollama cache on update
     clearCache(db);
@@ -363,7 +385,6 @@ async function updateCollections() {
         closeDb();
         return;
     }
-    // Don't close db here - indexFiles will reuse it and close at the end
     console.log(`${c.bold}Updating ${collections.length} collection(s)...${c.reset}\n`);
     for (let i = 0; i < collections.length; i++) {
         const col = collections[i];
@@ -403,12 +424,30 @@ async function updateCollections() {
                 process.exit(1);
             }
         }
-        await indexFiles(col.pwd, col.glob_pattern, col.name, true, yamlCol?.ignore);
+        const startTime = Date.now();
+        console.log(`Collection: ${col.pwd} (${col.glob_pattern})`);
+        progress.indeterminate();
+        const result = await reindexCollection(storeInstance, col.pwd, col.glob_pattern, col.name, {
+            ignorePatterns: yamlCol?.ignore,
+            onProgress: (info) => {
+                progress.set((info.current / info.total) * 100);
+                const elapsed = (Date.now() - startTime) / 1000;
+                const rate = info.current / elapsed;
+                const remaining = (info.total - info.current) / rate;
+                const eta = info.current > 2 ? ` ETA: ${formatETA(remaining)}` : "";
+                if (isTTY)
+                    process.stderr.write(`\rIndexing: ${info.current}/${info.total}${eta}        `);
+            },
+        });
+        progress.clear();
+        console.log(`\nIndexed: ${result.indexed} new, ${result.updated} updated, ${result.unchanged} unchanged, ${result.removed} removed`);
+        if (result.orphanedCleaned > 0) {
+            console.log(`Cleaned up ${result.orphanedCleaned} orphaned content hash(es)`);
+        }
         console.log("");
     }
     // Check if any documents need embedding (show once at end)
-    const finalDb = getDb();
-    const needsEmbedding = getHashesNeedingEmbedding(finalDb);
+    const needsEmbedding = getHashesNeedingEmbedding(db);
     closeDb();
     console.log(`${c.green}✓ All collections updated.${c.reset}`);
     if (needsEmbedding > 0) {
@@ -452,6 +491,7 @@ async function contextAdd(pathArg, contextText) {
     // Handle "/" as global context (applies to all collections)
     if (pathArg === '/') {
         setGlobalContext(contextText);
+        resyncConfig();
         console.log(`${c.green}✓${c.reset} Set global context`);
         console.log(`${c.dim}Context: ${contextText}${c.reset}`);
         closeDb();
@@ -481,6 +521,7 @@ async function contextAdd(pathArg, contextText) {
             process.exit(1);
         }
         yamlAddContext(parsed.collectionName, parsed.path, contextText);
+        resyncConfig();
         const displayPath = parsed.path
             ? `qmd://${parsed.collectionName}/${parsed.path}`
             : `qmd://${parsed.collectionName}/ (collection root)`;
@@ -497,6 +538,7 @@ async function contextAdd(pathArg, contextText) {
         process.exit(1);
     }
     yamlAddContext(detected.collectionName, detected.relativePath, contextText);
+    resyncConfig();
     const displayPath = detected.relativePath ? `qmd://${detected.collectionName}/${detected.relativePath}` : `qmd://${detected.collectionName}/`;
     console.log(`${c.green}✓${c.reset} Added context for: ${displayPath}`);
     console.log(`${c.dim}Context: ${contextText}${c.reset}`);
@@ -527,6 +569,10 @@ function contextRemove(pathArg) {
     if (pathArg === '/') {
         // Remove global context
         setGlobalContext(undefined);
+        // Resync so SQLite store_config is updated
+        const s = getStore();
+        resyncConfig();
+        closeDb();
         console.log(`${c.green}✓${c.reset} Removed global context`);
         return;
     }
@@ -1141,9 +1187,10 @@ async function collectionAdd(pwd, globPattern, name) {
         console.error(`\nUse 'qmd update' to re-index it, or remove it first with 'qmd collection remove ${existingPwdGlob.name}'`);
         process.exit(1);
     }
-    // Add to YAML config
-    const { addCollection } = await import("./collections.js");
+    // Add to YAML config + sync to SQLite
+    const { addCollection } = await import("../collections.js");
     addCollection(collName, pwd, globPattern);
+    resyncConfig();
     // Create the collection and index files
     console.log(`Creating collection '${collName}'...`);
     const newColl = getCollectionFromYaml(collName);
@@ -1160,6 +1207,8 @@ function collectionRemove(name) {
     }
     const db = getDb();
     const result = removeCollection(db, name);
+    // Also remove from YAML config
+    yamlRemoveCollectionFn(name);
     closeDb();
     console.log(`${c.green}✓${c.reset} Removed collection '${name}'`);
     console.log(`  Deleted ${result.deletedDocs} documents`);
@@ -1184,6 +1233,8 @@ function collectionRename(oldName, newName) {
     }
     const db = getDb();
     renameCollection(db, oldName, newName);
+    // Also rename in YAML config
+    yamlRenameCollectionFn(oldName, newName);
     closeDb();
     console.log(`${c.green}✓${c.reset} Renamed collection '${oldName}' to '${newName}'`);
     console.log(`  Virtual paths updated: ${c.cyan}qmd://${oldName}/${c.reset} → ${c.cyan}qmd://${newName}/${c.reset}`);
@@ -1315,150 +1366,56 @@ function renderProgressBar(percent, width = 30) {
     return bar;
 }
 async function vectorIndex(model = DEFAULT_EMBED_MODEL, force = false) {
-    const db = getDb();
-    const now = new Date().toISOString();
-    // If force, clear all vectors
+    const storeInstance = getStore();
+    const db = storeInstance.db;
     if (force) {
         console.log(`${c.yellow}Force re-indexing: clearing all vectors...${c.reset}`);
-        clearAllEmbeddings(db);
     }
-    // Find unique hashes that need embedding (from active documents)
+    // Check if there's work to do before starting
     const hashesToEmbed = getHashesForEmbedding(db);
-    if (hashesToEmbed.length === 0) {
+    if (hashesToEmbed.length === 0 && !force) {
         console.log(`${c.green}✓ All content hashes already have embeddings.${c.reset}`);
         closeDb();
         return;
     }
-    const allChunks = [];
-    let multiChunkDocs = 0;
-    // Chunk all documents using actual token counts
-    process.stderr.write(`Chunking ${hashesToEmbed.length} documents by token count...\n`);
-    for (const item of hashesToEmbed) {
-        const encoder = new TextEncoder();
-        const bodyBytes = encoder.encode(item.body).length;
-        if (bodyBytes === 0)
-            continue; // Skip empty
-        const title = extractTitle(item.body, item.path);
-        const displayName = item.path;
-        const chunks = await chunkDocumentByTokens(item.body); // Uses actual tokenizer
-        if (chunks.length > 1)
-            multiChunkDocs++;
-        for (let seq = 0; seq < chunks.length; seq++) {
-            allChunks.push({
-                hash: item.hash,
-                title,
-                text: chunks[seq].text, // Chunk is guaranteed to exist by seq loop
-                seq,
-                pos: chunks[seq].pos,
-                tokens: chunks[seq].tokens,
-                bytes: encoder.encode(chunks[seq].text).length,
-                displayName,
-            });
-        }
-    }
-    if (allChunks.length === 0) {
-        console.log(`${c.green}✓ No non-empty documents to embed.${c.reset}`);
-        closeDb();
-        return;
-    }
-    const totalBytes = allChunks.reduce((sum, chk) => sum + chk.bytes, 0);
-    const totalChunks = allChunks.length;
-    const totalDocs = hashesToEmbed.length;
-    console.log(`${c.bold}Embedding ${totalDocs} documents${c.reset} ${c.dim}(${totalChunks} chunks, ${formatBytes(totalBytes)})${c.reset}`);
-    if (multiChunkDocs > 0) {
-        console.log(`${c.dim}${multiChunkDocs} documents split into multiple chunks${c.reset}`);
-    }
     console.log(`${c.dim}Model: ${model}${c.reset}\n`);
-    // Hide cursor during embedding
     cursor.hide();
-    // Wrap all LLM embedding operations in a session for lifecycle management
-    // Use 30 minute timeout for large collections
-    await withLLMSession(async (session) => {
-        // Get embedding dimensions from first chunk
-        progress.indeterminate();
-        const firstChunk = allChunks[0];
-        if (!firstChunk) {
-            throw new Error("No chunks available to embed");
-        }
-        const firstText = formatDocForEmbedding(firstChunk.text, firstChunk.title);
-        const firstResult = await session.embed(firstText);
-        if (!firstResult) {
-            throw new Error("Failed to get embedding dimensions from first chunk");
-        }
-        ensureVecTable(db, firstResult.embedding.length);
-        let chunksEmbedded = 0, errors = 0, bytesProcessed = 0;
-        const startTime = Date.now();
-        // Batch embedding for better throughput
-        // Process in batches of 32 to balance memory usage and efficiency
-        const BATCH_SIZE = 32;
-        for (let batchStart = 0; batchStart < allChunks.length; batchStart += BATCH_SIZE) {
-            const batchEnd = Math.min(batchStart + BATCH_SIZE, allChunks.length);
-            const batch = allChunks.slice(batchStart, batchEnd);
-            // Format texts for embedding
-            const texts = batch.map(chunk => formatDocForEmbedding(chunk.text, chunk.title));
-            try {
-                // Batch embed all texts at once
-                const embeddings = await session.embedBatch(texts);
-                // Insert each embedding
-                for (let i = 0; i < batch.length; i++) {
-                    const chunk = batch[i];
-                    const embedding = embeddings[i];
-                    if (embedding) {
-                        insertEmbedding(db, chunk.hash, chunk.seq, chunk.pos, new Float32Array(embedding.embedding), model, now);
-                        chunksEmbedded++;
-                    }
-                    else {
-                        errors++;
-                        console.error(`\n${c.yellow}⚠ Error embedding "${chunk.displayName}" chunk ${chunk.seq}${c.reset}`);
-                    }
-                    bytesProcessed += chunk.bytes;
-                }
-            }
-            catch (err) {
-                // If batch fails, try individual embeddings as fallback
-                for (const chunk of batch) {
-                    try {
-                        const text = formatDocForEmbedding(chunk.text, chunk.title);
-                        const result = await session.embed(text);
-                        if (result) {
-                            insertEmbedding(db, chunk.hash, chunk.seq, chunk.pos, new Float32Array(result.embedding), model, now);
-                            chunksEmbedded++;
-                        }
-                        else {
-                            errors++;
-                        }
-                    }
-                    catch (innerErr) {
-                        errors++;
-                        console.error(`\n${c.yellow}⚠ Error embedding "${chunk.displayName}" chunk ${chunk.seq}: ${innerErr}${c.reset}`);
-                    }
-                    bytesProcessed += chunk.bytes;
-                }
-            }
-            const percent = (bytesProcessed / totalBytes) * 100;
+    progress.indeterminate();
+    const startTime = Date.now();
+    const result = await generateEmbeddings(storeInstance, {
+        force,
+        model,
+        onProgress: (info) => {
+            if (info.totalBytes === 0)
+                return;
+            const percent = (info.bytesProcessed / info.totalBytes) * 100;
             progress.set(percent);
             const elapsed = (Date.now() - startTime) / 1000;
-            const bytesPerSec = bytesProcessed / elapsed;
-            const remainingBytes = totalBytes - bytesProcessed;
+            const bytesPerSec = info.bytesProcessed / elapsed;
+            const remainingBytes = info.totalBytes - info.bytesProcessed;
             const etaSec = remainingBytes / bytesPerSec;
             const bar = renderProgressBar(percent);
             const percentStr = percent.toFixed(0).padStart(3);
             const throughput = `${formatBytes(bytesPerSec)}/s`;
             const eta = elapsed > 2 ? formatETA(etaSec) : "...";
-            const errStr = errors > 0 ? ` ${c.yellow}${errors} err${c.reset}` : "";
+            const errStr = info.errors > 0 ? ` ${c.yellow}${info.errors} err${c.reset}` : "";
             if (isTTY)
-                process.stderr.write(`\r${c.cyan}${bar}${c.reset} ${c.bold}${percentStr}%${c.reset} ${c.dim}${chunksEmbedded}/${totalChunks}${c.reset}${errStr} ${c.dim}${throughput} ETA ${eta}${c.reset}   `);
-        }
-        progress.clear();
-        cursor.show();
-        const totalTimeSec = (Date.now() - startTime) / 1000;
-        const avgThroughput = formatBytes(totalBytes / totalTimeSec);
+                process.stderr.write(`\r${c.cyan}${bar}${c.reset} ${c.bold}${percentStr}%${c.reset} ${c.dim}${info.chunksEmbedded}/${info.totalChunks}${c.reset}${errStr} ${c.dim}${throughput} ETA ${eta}${c.reset}   `);
+        },
+    });
+    progress.clear();
+    cursor.show();
+    const totalTimeSec = result.durationMs / 1000;
+    if (result.chunksEmbedded === 0 && result.docsProcessed === 0) {
+        console.log(`${c.green}✓ No non-empty documents to embed.${c.reset}`);
+    }
+    else {
         console.log(`\r${c.green}${renderProgressBar(100)}${c.reset} ${c.bold}100%${c.reset}                                    `);
-        console.log(`\n${c.green}✓ Done!${c.reset} Embedded ${c.bold}${chunksEmbedded}${c.reset} chunks from ${c.bold}${totalDocs}${c.reset} documents in ${c.bold}${formatETA(totalTimeSec)}${c.reset} ${c.dim}(${avgThroughput}/s)${c.reset}`);
-        if (errors > 0) {
-            console.log(`${c.yellow}⚠ ${errors} chunks failed${c.reset}`);
+        console.log(`\n${c.green}✓ Done!${c.reset} Embedded ${c.bold}${result.chunksEmbedded}${c.reset} chunks from ${c.bold}${result.docsProcessed}${c.reset} documents in ${c.bold}${formatETA(totalTimeSec)}${c.reset}`);
+        if (result.errors > 0) {
+            console.log(`${c.yellow}⚠ ${result.errors} chunks failed${c.reset}`);
         }
-    }, { maxDuration: 30 * 60 * 1000, name: 'embed-command' });
+    }
     closeDb();
 }
 // Sanitize a term for FTS5: remove punctuation except apostrophes
@@ -1820,7 +1777,7 @@ function logExpansionTree(originalQuery, expanded) {
     const lines = [];
     lines.push(`${c.dim}├─ ${originalQuery}${c.reset}`);
     for (const q of expanded) {
-        let preview = q.text.replace(/\n/g, ' ');
+        let preview = q.query.replace(/\n/g, ' ');
         if (preview.length > 72)
             preview = preview.substring(0, 69) + '...';
         lines.push(`${c.dim}├─ ${q.type}: ${preview}${c.reset}`);
@@ -2093,7 +2050,7 @@ function parseCLI() {
 function showSkill() {
     const scriptDir = dirname(fileURLToPath(import.meta.url));
     const relativePath = pathJoin("skills", "qmd", "SKILL.md");
-    const skillPath = pathJoin(scriptDir, "..", relativePath);
+    const skillPath = pathJoin(scriptDir, "..", "..", relativePath);
     console.log(`QMD Skill (${relativePath})`);
     console.log(`Location: ${skillPath}`);
     console.log("");
@@ -2192,7 +2149,7 @@ function showHelp() {
 }
 async function showVersion() {
     const scriptDir = dirname(fileURLToPath(import.meta.url));
-    const pkgPath = resolve(scriptDir, "..", "package.json");
+    const pkgPath = resolve(scriptDir, "..", "..", "package.json");
     const pkg = JSON.parse(readFileSync(pkgPath, "utf-8"));
     let commit = "";
     try {
@@ -2365,7 +2322,7 @@ if (isMain) {
                         console.error("  Omit command to clear it");
                         process.exit(1);
                     }
-                    const { updateCollectionSettings, getCollection } = await import("./collections.js");
+                    const { updateCollectionSettings, getCollection } = await import("../collections.js");
                     const col = getCollection(name);
                     if (!col) {
                         console.error(`Collection not found: ${name}`);
@@ -2388,7 +2345,7 @@ if (isMain) {
                         console.error(`  ${subcommand === 'include' ? 'Include' : 'Exclude'} collection in default queries`);
                         process.exit(1);
                     }
-                    const { updateCollectionSettings, getCollection } = await import("./collections.js");
+                    const { updateCollectionSettings, getCollection } = await import("../collections.js");
                     const col = getCollection(name);
                     if (!col) {
                         console.error(`Collection not found: ${name}`);
@@ -2406,7 +2363,7 @@ if (isMain) {
                         console.error("Usage: qmd collection show <name>");
                         process.exit(1);
                     }
-                    const { getCollection } = await import("./collections.js");
+                    const { getCollection } = await import("../collections.js");
                     const col = getCollection(name);
                     if (!col) {
                         console.error(`Collection not found: ${name}`);
@@ -2553,7 +2510,7 @@ if (isMain) {
                     const logFd = openSync(logPath, "w"); // truncate — fresh log per daemon run
                     const selfPath = fileURLToPath(import.meta.url);
                     const spawnArgs = selfPath.endsWith(".ts")
-                        ? ["--import", pathJoin(dirname(selfPath), "..", "node_modules", "tsx", "dist", "esm", "index.mjs"), selfPath, "mcp", "--http", "--port", String(port)]
+                        ? ["--import", pathJoin(dirname(selfPath), "..", "..", "node_modules", "tsx", "dist", "esm", "index.mjs"), selfPath, "mcp", "--http", "--port", String(port)]
                         : [selfPath, "mcp", "--http", "--port", String(port)];
                     const child = nodeSpawn(process.execPath, spawnArgs, {
                         stdio: ["ignore", logFd, logFd],
@@ -2570,7 +2527,7 @@ if (isMain) {
                 // async cleanup handlers in startMcpHttpServer actually run.
                 process.removeAllListeners("SIGTERM");
                 process.removeAllListeners("SIGINT");
-                const { startMcpHttpServer } = await import("./mcp.js");
+                const { startMcpHttpServer } = await import("../mcp/server.js");
                 try {
                     await startMcpHttpServer(port);
                 }
@@ -2584,7 +2541,7 @@ if (isMain) {
             }
             else {
                 // Default: stdio transport
-                const { startMcpServer } = await import("./mcp.js");
+                const { startMcpServer } = await import("../mcp/server.js");
                 await startMcpServer();
             }
             break;

package/dist/collections.d.ts

@@ -34,18 +34,32 @@ export interface CollectionConfig {
 export interface NamedCollection extends Collection {
     name: string;
 }
+/**
+ * Set the config source for SDK mode.
+ * - File path: load/save from a specific YAML file
+ * - Inline config: use an in-memory CollectionConfig (saveConfig updates in place, no file I/O)
+ * - undefined: reset to default file-based config
+ */
+export declare function setConfigSource(source?: {
+    configPath?: string;
+    config?: CollectionConfig;
+}): void;
 /**
  * Set the current index name for config file lookup
  * Config file will be ~/.config/qmd/{indexName}.yml
  */
 export declare function setConfigIndexName(name: string): void;
 /**
- * Load configuration from ~/.config/qmd/index.yml
+ * Load configuration from the configured source.
+ * - Inline config: returns the in-memory object directly
+ * - File-based: reads from YAML file (default ~/.config/qmd/index.yml)
  * Returns empty config if file doesn't exist
  */
 export declare function loadConfig(): CollectionConfig;
 /**
- * Save configuration to ~/.config/qmd/index.yml
+ * Save configuration to the configured source.
+ * - Inline config: updates the in-memory object (no file I/O)
+ * - File-based: writes to YAML file (default ~/.config/qmd/index.yml)
  */
 export declare function saveConfig(config: CollectionConfig): void;
 /**

package/dist/collections.js

@@ -5,7 +5,7 @@
  * Collections define which directories to index and their associated contexts.
  */
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "fs";
-import { join } from "path";
+import { join, dirname } from "path";
 import { homedir } from "os";
 import YAML from "yaml";
 // ============================================================================
@@ -13,6 +13,33 @@ import YAML from "yaml";
 // ============================================================================
 // Current index name (default: "index")
 let currentIndexName = "index";
+// SDK mode: optional in-memory config or custom config path
+let configSource = { type: 'file' };
+/**
+ * Set the config source for SDK mode.
+ * - File path: load/save from a specific YAML file
+ * - Inline config: use an in-memory CollectionConfig (saveConfig updates in place, no file I/O)
+ * - undefined: reset to default file-based config
+ */
+export function setConfigSource(source) {
+    if (!source) {
+        configSource = { type: 'file' };
+        return;
+    }
+    if (source.config) {
+        // Ensure collections object exists
+        if (!source.config.collections) {
+            source.config.collections = {};
+        }
+        configSource = { type: 'inline', config: source.config };
+    }
+    else if (source.configPath) {
+        configSource = { type: 'file', path: source.configPath };
+    }
+    else {
+        configSource = { type: 'file' };
+    }
+}
 /**
  * Set the current index name for config file lookup
  * Config file will be ~/.config/qmd/{indexName}.yml
@@ -57,11 +84,18 @@ function ensureConfigDir() {
 // Core functions
 // ============================================================================
 /**
- * Load configuration from ~/.config/qmd/index.yml
+ * Load configuration from the configured source.
+ * - Inline config: returns the in-memory object directly
+ * - File-based: reads from YAML file (default ~/.config/qmd/index.yml)
  * Returns empty config if file doesn't exist
  */
 export function loadConfig() {
-    const configPath = getConfigFilePath();
+    // SDK inline config mode
+    if (configSource.type === 'inline') {
+        return configSource.config;
+    }
+    // File-based config (SDK custom path or default)
+    const configPath = configSource.path || getConfigFilePath();
     if (!existsSync(configPath)) {
         return { collections: {} };
     }
@@ -79,11 +113,21 @@ export function loadConfig() {
     }
 }
 /**
- * Save configuration to ~/.config/qmd/index.yml
+ * Save configuration to the configured source.
+ * - Inline config: updates the in-memory object (no file I/O)
+ * - File-based: writes to YAML file (default ~/.config/qmd/index.yml)
  */
 export function saveConfig(config) {
-    ensureConfigDir();
-    const configPath = getConfigFilePath();
+    // SDK inline config mode: update in place, no file I/O
+    if (configSource.type === 'inline') {
+        configSource.config = config;
+        return;
+    }
+    const configPath = configSource.path || getConfigFilePath();
+    const configDir = dirname(configPath);
+    if (!existsSync(configDir)) {
+        mkdirSync(configDir, { recursive: true });
+    }
     try {
         const yaml = YAML.stringify(config, {
             indent: 2,
@@ -318,13 +362,18 @@ export function findContextForPath(collectionName, filePath) {
  * Get the config file path (useful for error messages)
  */
 export function getConfigPath() {
-    return getConfigFilePath();
+    if (configSource.type === 'inline')
+        return '<inline>';
+    return configSource.path || getConfigFilePath();
 }
 /**
  * Check if config file exists
  */
 export function configExists() {
-    return existsSync(getConfigFilePath());
+    if (configSource.type === 'inline')
+        return true;
+    const path = configSource.path || getConfigFilePath();
+    return existsSync(path);
 }
 /**
  * Validate a collection name