@backendkit-labs/curator-codex-agent 0.2.0 → 1.0.0

package/dist/knowledge/rag-provider.js

@@ -1,115 +1,92 @@
-"use strict";
-/**
- * RAG Provider for Curator-Codex
- * Wraps ObsidianRAGProvider with semantic search capabilities
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CuratorRagProvider = void 0;
-const agent_enterprise_1 = require("@backendkit-labs/agent-enterprise");
-const path = __importStar(require("node:path"));
-class CuratorRagProvider {
+import { ObsidianRAGProvider } from '@backendkit-labs/agent-enterprise';
+import { TransformersEmbedder } from './transformers-embedder.js';
+import * as path from 'node:path';
+import { bkPaths } from '@backendkit-labs/infra';
+export class CuratorRagProvider {
     rag;
+    embedder;
     vaultPath;
     isIndexed = false;
+    // Dedupe concurrent index passes so a reload and a cold-start search never run
+    // two index() calls against the shared store at once.
+    indexing = null;
     constructor(vaultPath) {
         this.vaultPath = vaultPath;
-        this.rag = new agent_enterprise_1.ObsidianRAGProvider({
+        this.embedder = new TransformersEmbedder(process.env.CODEX_EMBED_MODEL ?? 'Xenova/nomic-embed-text-v1');
+        const envPacing = parseInt(process.env.CODEX_INDEX_PACING_MS ?? '', 10);
+        const envStageSize = parseInt(process.env.CODEX_INDEX_STAGE_SIZE ?? '', 10);
+        const envStagePacing = parseInt(process.env.CODEX_INDEX_STAGE_PACING_MS ?? '', 10);
+        this.rag = new ObsidianRAGProvider({
             vaultPath,
             indexPath: this.getIndexPath(),
-            embedder: new agent_enterprise_1.SimpleEmbedder(),
+            embedder: this.embedder,
             topK: 5,
             minScore: 0.1,
+            batchPacingMs: Number.isFinite(envPacing) && envPacing >= 0 ? envPacing : undefined,
+            stageSize: Number.isFinite(envStageSize) && envStageSize > 0 ? envStageSize : undefined,
+            stagePacingMs: Number.isFinite(envStagePacing) && envStagePacing >= 0 ? envStagePacing : undefined,
         });
     }
+    async initEmbedder(onProgress) {
+        return this.embedder.init(onProgress);
+    }
     getIndexPath() {
-        const homeDir = process.env.HOME || process.env.USERPROFILE || '/tmp';
-        return path.join(homeDir, '.curator-codex', 'rag', `${path.basename(this.vaultPath)}.json`);
+        return bkPaths.ragIndex(path.basename(this.vaultPath));
     }
-    /**
-     * Index the vault (loads all notes and creates embeddings)
-     */
-    async indexVault() {
-        try {
-            const result = await this.rag.index({ verbose: false });
-            this.isIndexed = true;
-            return result;
-        }
-        catch (err) {
-            console.error('Failed to index vault:', err);
-            throw new Error(`RAG indexing failed: ${err.message}`);
-        }
+    async indexVault(onProgress) {
+        // ObsidianRAGProvider.index() is incremental (loads the persisted index from
+        // disk and re-embeds only changed files). Coalesce concurrent callers onto a
+        // single in-flight pass. A caller joining an already-running pass does not get
+        // its own onProgress wired in — only the pass that started it does.
+        if (this.indexing)
+            return this.indexing;
+        this.indexing = (async () => {
+            try {
+                const result = await this.rag.index({ verbose: false, onProgress });
+                this.isIndexed = true;
+                return { indexed: result.indexed, updated: result.removed };
+            }
+            catch (err) {
+                throw new Error(`RAG indexing failed: ${err.message}`);
+            }
+            finally {
+                this.indexing = null;
+            }
+        })();
+        return this.indexing;
     }
-    /**
-     * Search the vault with semantic search
-     */
     async search(query, opts = {}) {
         if (!this.isIndexed) {
             await this.indexVault();
         }
         try {
-            const results = await this.rag.search(query, {
-                topK: opts.topK || 5,
-                minScore: opts.minScore || 0.1,
-            });
-            if (!Array.isArray(results)) {
-                return [];
-            }
-            return results.map((r) => ({
-                title: r.title || 'Untitled',
-                content: r.content || r.text || '',
-                relevance: r.score || r.relevance || 0,
-                sourcePath: r.path || r.source || '',
-                sourceRef: r.sourceRef || undefined,
+            // ObsidianRAGProvider.search() returns a formatted string, not an array.
+            // Access the underlying store and embedder directly for structured results.
+            const rag = this.rag;
+            const queryEmbedding = await rag.embedder.embedOne(query);
+            const topK = opts.topK ?? 5;
+            const minScore = opts.minScore ?? 0.1;
+            const rawResults = rag.store.search(queryEmbedding, topK);
+            return rawResults
+                .filter(r => r.score >= minScore)
+                .map(({ chunk, score }) => ({
+                title: chunk.title || 'Untitled',
+                content: chunk.text || '',
+                relevance: score,
+                sourcePath: chunk.filePath || '',
+                sourceRef: chunk.metadata?.sourceRef || undefined,
             }));
         }
         catch (err) {
-            console.error('Search failed:', err);
             throw new Error(`RAG search failed: ${err.message}`);
         }
     }
-    /**
-     * Reload/reindex the vault
-     */
-    async reload() {
-        this.isIndexed = false;
-        return await this.indexVault();
+    async reload(onProgress) {
+        // Do NOT drop isIndexed here: index() is incremental and reloads from disk on
+        // its own, so keeping the flag true lets concurrent searches keep serving the
+        // current in-memory index instead of blocking on (or spawning) a reindex.
+        return await this.indexVault(onProgress);
     }
-    /**
-     * Get vault statistics
-     */
     async getStats() {
         return {
             indexed: this.isIndexed,
@@ -117,73 +94,5 @@ class CuratorRagProvider {
             indexPath: this.getIndexPath(),
         };
     }
-    /**
-     * Create MCP tool for search
-     */
-    createSearchTool() {
-        return {
-            name: 'knowledge_search',
-            description: 'Search the vault using semantic search (RAG). Returns relevant notes based on your query.',
-            inputSchema: {
-                type: 'object',
-                properties: {
-                    query: {
-                        type: 'string',
-                        description: 'Search query (natural language)',
-                    },
-                    topK: {
-                        type: 'number',
-                        description: 'Number of results to return (default: 5)',
-                    },
-                },
-                required: ['query'],
-            },
-            handler: async (args) => {
-                try {
-                    const results = await this.search(args.query, { topK: args.topK });
-                    return JSON.stringify({
-                        query: args.query,
-                        results,
-                        count: results.length,
-                    });
-                }
-                catch (err) {
-                    return JSON.stringify({
-                        error: err.message,
-                    });
-                }
-            },
-        };
-    }
-    /**
-     * Create MCP tool for reload
-     */
-    createReloadTool() {
-        return {
-            name: 'knowledge_reload',
-            description: 'Reload and reindex the vault. Call this after external changes to the vault.',
-            inputSchema: {
-                type: 'object',
-                properties: {},
-                required: [],
-            },
-            handler: async () => {
-                try {
-                    const result = await this.reload();
-                    return JSON.stringify({
-                        success: true,
-                        indexed: result.indexed,
-                        updated: result.updated,
-                    });
-                }
-                catch (err) {
-                    return JSON.stringify({
-                        error: err.message,
-                    });
-                }
-            },
-        };
-    }
 }
-exports.CuratorRagProvider = CuratorRagProvider;
 //# sourceMappingURL=rag-provider.js.map

package/dist/knowledge/rag-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"rag-provider.js","sourceRoot":"","sources":["../../src/knowledge/rag-provider.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,wEAAwF;AACxF,gDAAkC;AAelC,MAAa,kBAAkB;IACnB,GAAG,CAAsB;IACzB,SAAS,CAAS;IAClB,SAAS,GAAY,KAAK,CAAC;IAEnC,YAAY,SAAiB;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,IAAI,sCAAmB,CAAC;YAC/B,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,QAAQ,EAAE,IAAI,iCAAc,EAAE;YAC9B,IAAI,EAAE,CAAC;YACP,QAAQ,EAAE,GAAG;SAChB,CAAC,CAAC;IACP,CAAC;IAEO,YAAY;QAChB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAyB,EAAE;QACnD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,GAAG;aACjC,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACd,CAAC;YAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gBAC5B,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,UAAU;gBAC5B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE;gBAClC,SAAS,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC;gBACtC,UAAU,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE;gBACpC,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,SAAS;aACtC,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sBAAuB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QAKV,OAAO;YACH,OAAO,EAAE,IAAI,CAAC,SAAS;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;SACjC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,gBAAgB;QACZ,OAAO;YACH,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,2FAA2F;YACxG,WAAW,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACR,KAAK,EAAE;wBACH,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,iCAAiC;qBACjD;oBACD,IAAI,EAAE;wBACF,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBAC1D;iBACJ;gBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;aACtB;YACD,OAAO,EAAE,KAAK,EAAE,IAAsC,EAAE,EAAE;gBACtD,IAAI,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACnE,OAAO,IAAI,CAAC,SAAS,CAAC;wBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,OAAO;wBACP,KAAK,EAAE,OAAO,CAAC,MAAM;qBACxB,CAAC,CAAC;gBACP,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC,SAAS,CAAC;wBAClB,KAAK,EAAG,GAAa,CAAC,OAAO;qBAChC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;SACJ,CAAC;IACN,CAAC;IAED;;OAEG;IACH,gBAAgB;QACZ,OAAO;YACH,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,8EAA8E;YAC3F,WAAW,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,EAAE;aACf;YACD,OAAO,EAAE,KAAK,IAAI,EAAE;gBAChB,IAAI,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;oBACnC,OAAO,IAAI,CAAC,SAAS,CAAC;wBAClB,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;qBAC1B,CAAC,CAAC;gBACP,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC,SAAS,CAAC;wBAClB,KAAK,EAAG,GAAa,CAAC,OAAO;qBAChC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;SACJ,CAAC;IACN,CAAC;CACJ;AA3JD,gDA2JC"}
+{"version":3,"file":"rag-provider.js","sourceRoot":"","sources":["../../src/knowledge/rag-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAyB,MAAM,4BAA4B,CAAC;AACzF,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAejD,MAAM,OAAO,kBAAkB;IACnB,GAAG,CAAsB;IACzB,QAAQ,CAAuB;IAC/B,SAAS,CAAS;IAClB,SAAS,GAAY,KAAK,CAAC;IACnC,+EAA+E;IAC/E,sDAAsD;IAC9C,QAAQ,GAAyD,IAAI,CAAC;IAE9E,YAAY,SAAiB;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,IAAI,oBAAoB,CACpC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,4BAA4B,CAChE,CAAC;QACF,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACnF,IAAI,CAAC,GAAG,GAAG,IAAI,mBAAmB,CAAC;YAC/B,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC;YACP,QAAQ,EAAE,GAAG;YACb,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACnF,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;YACvF,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;SACrG,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAA6C;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAEO,YAAY;QAChB,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA8D;QAC3E,6EAA6E;QAC7E,6EAA6E;QAC7E,+EAA+E;QAC/E,oEAAoE;QACpE,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;YACxB,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;gBACpE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAChE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACzB,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAyB,EAAE;QACnD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC;YACD,yEAAyE;YACzE,4EAA4E;YAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAU,CAAC;YAC5B,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC;YACtC,MAAM,UAAU,GAAoC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAE3F,OAAO,UAAU;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,CAAC;iBAChC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,UAAU;gBAChC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;gBACzB,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;gBAChC,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,IAAI,SAAS;aACpD,CAAC,CAAC,CAAC;QACZ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,sBAAuB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAA8D;QACvE,8EAA8E;QAC9E,8EAA8E;QAC9E,0EAA0E;QAC1E,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO;YACH,OAAO,EAAE,IAAI,CAAC,SAAS;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;SACjC,CAAC;IACN,CAAC;CACJ"}

package/dist/knowledge/synthesis.d.ts

@@ -1,7 +1,3 @@
-/**
- * Knowledge Synthesis Engine
- * Generates synthetic notes from search results and base notes
- */
 import type { CuratorLLMProvider } from '../providers/types.js';
 import type { RagSearchResult } from './rag-provider.js';
 export interface SynthesizedNote {
@@ -15,13 +11,7 @@ export declare class KnowledgeSynthesizer {
     private provider;
     private vaultPath;
     constructor(provider: CuratorLLMProvider, vaultPath: string);
-    /**
-     * Generate a synthetic note from search results
-     */
     synthesize(query: string, searchResults: RagSearchResult[]): Promise<SynthesizedNote | null>;
-    /**
-     * Save synthesized note to vault
-     */
     saveNote(note: SynthesizedNote, domainFolder?: string): Promise<string | null>;
 }
 //# sourceMappingURL=synthesis.d.ts.map

package/dist/knowledge/synthesis.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"synthesis.d.ts","sourceRoot":"","sources":["../../src/knowledge/synthesis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACvB;AAmBD,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,SAAS,CAAS;gBAEd,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM;IAK3D;;OAEG;IACG,UAAU,CACZ,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,eAAe,EAAE,GACjC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAqClC;;OAEG;IACG,QAAQ,CAAC,IAAI,EAAE,eAAe,EAAE,YAAY,GAAE,MAAoB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA+CpG"}
+{"version":3,"file":"synthesis.d.ts","sourceRoot":"","sources":["../../src/knowledge/synthesis.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACvB;AAmBD,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,SAAS,CAAS;gBAEd,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM;IAKrD,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAqC5F,QAAQ,CAAC,IAAI,EAAE,eAAe,EAAE,YAAY,GAAE,MAAoB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CA4CpG"}

package/dist/knowledge/synthesis.js

@@ -1,82 +1,44 @@
-"use strict";
-/**
- * Knowledge Synthesis Engine
- * Generates synthetic notes from search results and base notes
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KnowledgeSynthesizer = void 0;
-const fs = __importStar(require("node:fs/promises"));
-const path = __importStar(require("node:path"));
-const SYNTHESIS_PROMPT = `You are a knowledge synthesis expert.
-
-Given a search query and relevant documents from a vault, generate a comprehensive synthetic note that:
-1. Directly answers the query
-2. Integrates insights from multiple documents
-3. Adds clarifying context and practical examples
-4. Is self-contained (reader doesn't need originals)
-5. Uses markdown with ## headings
-
-Query: {query}
-
-Relevant Documents:
-{documents}
-
-Generate a markdown note that synthesizes these documents into a helpful guide.
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+const SYNTHESIS_PROMPT = `You are a knowledge synthesis expert.
+
+Given a search query and relevant documents from a vault, generate a comprehensive synthetic note that:
+1. Directly answers the query
+2. Integrates insights from multiple documents
+3. Adds clarifying context and practical examples
+4. Is self-contained (reader doesn't need originals)
+5. Uses markdown with ## headings
+
+Query: {query}
+
+Relevant Documents:
+{documents}
+
+Generate a markdown note that synthesizes these documents into a helpful guide.
 Return ONLY the markdown content, no frontmatter.`;
-class KnowledgeSynthesizer {
+export class KnowledgeSynthesizer {
     provider;
     vaultPath;
     constructor(provider, vaultPath) {
         this.provider = provider;
         this.vaultPath = vaultPath;
     }
-    /**
-     * Generate a synthetic note from search results
-     */
     async synthesize(query, searchResults) {
-        if (searchResults.length === 0) {
+        if (searchResults.length === 0)
             return null;
-        }
-        // Build prompt
         const documentsText = searchResults
             .map((r, i) => `## Document ${i + 1}: ${r.title}\n\n${r.content.slice(0, 1000)}`)
             .join('\n\n---\n\n');
-        const prompt = SYNTHESIS_PROMPT.replace('{query}', query).replace('{documents}', documentsText);
+        const prompt = SYNTHESIS_PROMPT
+            .replace('{query}', query)
+            .replace('{documents}', documentsText);
         try {
-            const synthesizedContent = await this.provider.complete('You are a knowledge synthesis expert. Generate high-quality markdown notes.', prompt);
+            const synthesizedContent = await this.provider.complete('You are a knowledge synthesis expert. Generate high-quality markdown notes.', prompt, { json: false });
+            // Guard against empty/whitespace responses — don't save a blank synthesis note.
+            if (!synthesizedContent || synthesizedContent.trim().length === 0) {
+                console.error('Synthesis returned empty content — skipping note.');
+                return null;
+            }
             return {
                 title: `${query} — Synthesis`,
                 content: synthesizedContent,
@@ -90,14 +52,10 @@ class KnowledgeSynthesizer {
             return null;
         }
     }
-    /**
-     * Save synthesized note to vault
-     */
     async saveNote(note, domainFolder = 'synthesis') {
         try {
             const dir = path.join(this.vaultPath, domainFolder);
             await fs.mkdir(dir, { recursive: true });
-            // Create filename from title
             const slug = note.title
                 .toLowerCase()
                 .replace(/[^a-z0-9]+/g, '-')
@@ -105,26 +63,24 @@ class KnowledgeSynthesizer {
             const date = new Date().toISOString().slice(0, 10);
             const filename = `${date}-${slug}-v${note.synthesisVersion}.md`;
             const filePath = path.join(dir, filename);
-            // Check if exists
             try {
                 await fs.access(filePath);
-                return null; // Already exists
+                return null;
             }
             catch {
-                // Doesn't exist, proceed
+                // doesn't exist — proceed
             }
-            // Build frontmatter
             const frontmatter = [
                 '---',
                 `title: "${note.title.replace(/"/g, '\\"')}"`,
                 'area: synthesis',
                 'tipo: synthesis',
-                `generated_by: knowledge-agent`,
+                'generated_by: knowledge-agent',
                 `synthesis_version: ${note.synthesisVersion}`,
                 `based_on: [${note.basedOn.map(b => `"${b}"`).join(', ')}]`,
                 `date: ${new Date().toISOString().slice(0, 10)}`,
                 'author: "agent/codex"',
-                `tags: ["synthesis", "generated"]`,
+                'tags: ["synthesis", "generated"]',
                 '---',
                 '',
                 note.content,
@@ -138,5 +94,4 @@ class KnowledgeSynthesizer {
         }
     }
 }
-exports.KnowledgeSynthesizer = KnowledgeSynthesizer;
 //# sourceMappingURL=synthesis.js.map

package/dist/knowledge/synthesis.js.map

@@ -1 +1 @@
-{"version":3,"file":"synthesis.js","sourceRoot":"","sources":["../../src/knowledge/synthesis.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qDAAuC;AACvC,gDAAkC;AAYlC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;kDAeyB,CAAC;AAEnD,MAAa,oBAAoB;IACrB,QAAQ,CAAqB;IAC7B,SAAS,CAAS;IAE1B,YAAY,QAA4B,EAAE,SAAiB;QACvD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACZ,KAAa,EACb,aAAgC;QAEhC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,eAAe;QACf,MAAM,aAAa,GAAG,aAAa;aAC9B,GAAG,CACA,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACL,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CACxE;aACA,IAAI,CAAC,aAAa,CAAC,CAAC;QAEzB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,OAAO,CAC7D,aAAa,EACb,aAAa,CAChB,CAAC;QAEF,IAAI,CAAC;YACD,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CACnD,6EAA6E,EAC7E,MAAM,CACT,CAAC;YAEF,OAAO;gBACH,KAAK,EAAE,GAAG,KAAK,cAAc;gBAC7B,OAAO,EAAE,kBAAkB;gBAC3B,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;gBACxC,gBAAgB,EAAE,CAAC;gBACnB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YACxC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAqB,EAAE,eAAuB,WAAW;QACpE,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACpD,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzC,6BAA6B;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK;iBAClB,WAAW,EAAE;iBACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;iBAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAElB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,gBAAgB,KAAK,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAE1C,kBAAkB;YAClB,IAAI,CAAC;gBACD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,CAAC,iBAAiB;YAClC,CAAC;YAAC,MAAM,CAAC;gBACL,yBAAyB;YAC7B,CAAC;YAED,oBAAoB;YACpB,MAAM,WAAW,GAAG;gBAChB,KAAK;gBACL,WAAW,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG;gBAC7C,iBAAiB;gBACjB,iBAAiB;gBACjB,+BAA+B;gBAC/B,sBAAsB,IAAI,CAAC,gBAAgB,EAAE;gBAC7C,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC3D,SAAS,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAChD,uBAAuB;gBACvB,kCAAkC;gBAClC,KAAK;gBACL,EAAE;gBACF,IAAI,CAAC,OAAO;aACf,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;CACJ;AAtGD,oDAsGC"}
+{"version":3,"file":"synthesis.js","sourceRoot":"","sources":["../../src/knowledge/synthesis.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAYlC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;kDAeyB,CAAC;AAEnD,MAAM,OAAO,oBAAoB;IACrB,QAAQ,CAAqB;IAC7B,SAAS,CAAS;IAE1B,YAAY,QAA4B,EAAE,SAAiB;QACvD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,aAAgC;QAC5D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,MAAM,aAAa,GAAG,aAAa;aAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;aAChF,IAAI,CAAC,aAAa,CAAC,CAAC;QAEzB,MAAM,MAAM,GAAG,gBAAgB;aAC1B,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;aACzB,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;QAE3C,IAAI,CAAC;YACD,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CACnD,6EAA6E,EAC7E,MAAM,EACN,EAAE,IAAI,EAAE,KAAK,EAAE,CAClB,CAAC;YAEF,gFAAgF;YAChF,IAAI,CAAC,kBAAkB,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChE,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACnE,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,OAAO;gBACH,KAAK,EAAE,GAAG,KAAK,cAAc;gBAC7B,OAAO,EAAE,kBAAkB;gBAC3B,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;gBACxC,gBAAgB,EAAE,CAAC;gBACnB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YACxC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAqB,EAAE,eAAuB,WAAW;QACpE,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACpD,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK;iBAClB,WAAW,EAAE;iBACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;iBAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAElB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,gBAAgB,KAAK,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAE1C,IAAI,CAAC;gBACD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACL,0BAA0B;YAC9B,CAAC;YAED,MAAM,WAAW,GAAG;gBAChB,KAAK;gBACL,WAAW,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG;gBAC7C,iBAAiB;gBACjB,iBAAiB;gBACjB,+BAA+B;gBAC/B,sBAAsB,IAAI,CAAC,gBAAgB,EAAE;gBAC7C,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC3D,SAAS,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAChD,uBAAuB;gBACvB,kCAAkC;gBAClC,KAAK;gBACL,EAAE;gBACF,IAAI,CAAC,OAAO;aACf,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;CACJ"}

package/dist/knowledge/transformers-embedder.d.ts

@@ -0,0 +1,61 @@
+export interface EmbedderProgress {
+    status: 'initiate' | 'downloading' | 'done' | 'ready' | string;
+    file?: string;
+    progress?: number;
+    loaded?: number;
+    total?: number;
+}
+/**
+ * Embedder backed by a pool of worker threads (see embedder-worker.ts). The
+ * transformers.js model inference is CPU-bound and single-threaded per worker;
+ * running it off the main thread keeps the MCP server responsive to search_vault
+ * while a reindex embeds in background.
+ *
+ * Two things that matter under concurrent load from multiple callers:
+ * - **Pool, not one worker.** A single worker serializes every embed() behind
+ *   one CPU-bound thread — concurrent callers just queue. A bounded pool
+ *   (CODEX_EMBED_WORKERS, default 2, capped at os.cpus().length) lets that many
+ *   embed batches actually run in parallel instead.
+ * - **Micro-batching.** embed() calls made within a short window (CODEX_EMBED_BATCH_MS,
+ *   default 8ms — not just the same event-loop tick) are merged and split across the
+ *   pool (see flushBatch()), amortizing the model's fixed per-call overhead across
+ *   calls that arrive close together but not perfectly simultaneously.
+ */
+export declare class TransformersEmbedder {
+    readonly model: string;
+    private readonly quantized;
+    private readonly poolSize;
+    private readonly batchWindowMs;
+    private slots;
+    private seq;
+    private progressCb?;
+    private batchQueue;
+    private batchScheduled;
+    constructor(modelId?: string, poolSize?: number, batchWindowMs?: number);
+    private ensurePool;
+    private spawnWorker;
+    /** Keep the process alive while this worker has requests in flight, release it when idle. */
+    private updateRef;
+    /** Least-busy routing — picks the slot with the fewest in-flight requests. */
+    private pickSlot;
+    private request;
+    /**
+     * Warms up every worker in the pool so the first real embed() isn't the one
+     * paying model-load cost. The first worker inits alone (it may need to
+     * download the model); once cached to disk, the rest init in parallel since
+     * loading a cached model is fast and safe to parallelize.
+     */
+    init(onProgress?: (info: EmbedderProgress) => void): Promise<{
+        alreadyCached: boolean;
+    }>;
+    /**
+     * Embeds a batch of texts. Calls made within batchWindowMs of each other are
+     * merged into shared worker requests — see flushBatch().
+     */
+    embed(texts: string[]): Promise<number[][]>;
+    embedOne(text: string): Promise<number[]>;
+    private flushBatch;
+    private splitIntoChunks;
+    private runChunk;
+}
+//# sourceMappingURL=transformers-embedder.d.ts.map

package/dist/knowledge/transformers-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers-embedder.d.ts","sourceRoot":"","sources":["../../src/knowledge/transformers-embedder.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;IAC/D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AA+CD;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,oBAAoB;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,GAAG,CAAK;IAChB,OAAO,CAAC,UAAU,CAAC,CAAmC;IAEtD,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,SAA+B,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;IAa7F,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,WAAW;IAoCnB,6FAA6F;IAC7F,OAAO,CAAC,SAAS;IAKjB,8EAA8E;IAC9E,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,OAAO;IAWf;;;;;OAKG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC;IAgB9F;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAW3C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAOjC,UAAU;IAmBxB,OAAO,CAAC,eAAe;YAMT,QAAQ;CAqBzB"}