@backendkit-labs/curator-codex-agent 0.2.0 → 1.0.1

package/dist/knowledge/embedder-worker.js

@@ -0,0 +1,55 @@
+/**
+ * Embedder worker — runs transformers.js feature-extraction off the main thread.
+ *
+ * The embedding model (nomic-embed-text) is CPU-bound and single-threaded; running it
+ * inline blocks the event loop, so a reindex starves concurrent search_vault calls.
+ * This worker isolates that CPU work: the main thread stays responsive for searches
+ * while curation/reindex embeds in the background.
+ *
+ * Protocol (parentPort messages):
+ *   → { id, type: 'init',  model, quantized }            ← { id, ok }
+ *   → { id, type: 'embed', model, quantized, texts }     ← { id, ok, embeddings }
+ *   ← { type: 'progress', info }   (model download progress, no id)
+ *   ← { id, ok: false, error }     (on failure)
+ */
+import { parentPort } from 'node:worker_threads';
+import * as path from 'node:path';
+import * as os from 'node:os';
+let extractorPromise = null;
+async function getExtractor(model, quantized, onProgress) {
+    if (!extractorPromise) {
+        extractorPromise = (async () => {
+            const { pipeline, env } = await import('@xenova/transformers');
+            env.cacheDir = path.join(os.homedir(), '.cache', 'codex-context', 'models');
+            env.allowRemoteModels = true;
+            return pipeline('feature-extraction', model, { quantized, progress_callback: onProgress });
+        })();
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    return extractorPromise;
+}
+if (!parentPort) {
+    throw new Error('embedder-worker must be run as a worker thread');
+}
+const port = parentPort;
+port.on('message', async (msg) => {
+    const { id, type } = msg;
+    try {
+        if (type === 'init') {
+            await getExtractor(msg.model, msg.quantized, (info) => port.postMessage({ type: 'progress', info }));
+            port.postMessage({ id, ok: true });
+        }
+        else if (type === 'embed') {
+            const extractor = await getExtractor(msg.model, msg.quantized);
+            const output = await extractor(msg.texts ?? [], { pooling: 'mean', normalize: true });
+            port.postMessage({ id, ok: true, embeddings: output.tolist() });
+        }
+        else {
+            port.postMessage({ id, ok: false, error: `Unknown message type: ${type}` });
+        }
+    }
+    catch (err) {
+        port.postMessage({ id, ok: false, error: err.message });
+    }
+});
+//# sourceMappingURL=embedder-worker.js.map

package/dist/knowledge/embedder-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder-worker.js","sourceRoot":"","sources":["../../src/knowledge/embedder-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAI9B,IAAI,gBAAgB,GAA4B,IAAI,CAAC;AAErD,KAAK,UAAU,YAAY,CACvB,KAAa,EACb,SAAkB,EAClB,UAAyC;IAEzC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpB,gBAAgB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC/D,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;YAC5E,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC7B,OAAO,QAAQ,CAAC,oBAAoB,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/F,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IACD,8DAA8D;IAC9D,OAAO,gBAAuB,CAAC;AACnC,CAAC;AAED,IAAI,CAAC,UAAU,EAAE,CAAC;IACd,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,IAAI,GAAG,UAAU,CAAC;AAExB,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAuF,EAAE,EAAE;IACjH,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC;IACzB,IAAI,CAAC;QACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YAClB,MAAM,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACrG,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,IAAI,EAAE,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/knowledge/engine.d.ts

@@ -1,9 +1,6 @@
-/**
- * Knowledge Engine
- * Orchestrates RAG search, synthesis, and vault indexing
- */
 import { type RagSearchResult } from './rag-provider.js';
 import type { CuratorLLMProvider } from '../providers/types.js';
+import type { EmbedderProgress } from './transformers-embedder.js';
 export interface SearchResponse {
     query: string;
     results: RagSearchResult[];
@@ -24,67 +21,24 @@ export declare class KnowledgeEngine {
     private rag;
     private synthesizer;
     private isInitialized;
+    private indexQueue;
     constructor(provider: CuratorLLMProvider, vaultPath: string);
-    /**
-     * Initialize the knowledge engine
-     */
+    private serialized;
     initialize(): Promise<void>;
-    /**
-     * Search the vault
-     */
     search(query: string, opts?: {
         topK?: number;
         autoSynthesize?: boolean;
     }): Promise<SearchResponse>;
-    /**
-     * Reload and reindex the vault
-     */
-    reload(): Promise<ReloadResponse>;
-    /**
-     * Get engine statistics
-     */
+    reload(onProgress?: (p: {
+        processed: number;
+        total: number;
+    }) => void): Promise<ReloadResponse>;
+    initEmbedder(onProgress?: (info: EmbedderProgress) => void): Promise<{
+        alreadyCached: boolean;
+    }>;
     getStats(): Promise<{
         initialized: boolean;
         vaultStats: any;
     }>;
-    /**
-     * Create MCP tools for knowledge operations
-     */
-    createTools(): ({
-        name: string;
-        description: string;
-        inputSchema: {
-            type: string;
-            properties: {
-                query: {
-                    type: string;
-                    description: string;
-                };
-                topK: {
-                    type: string;
-                    description: string;
-                };
-                autoSynthesize: {
-                    type: string;
-                    description: string;
-                };
-            };
-            required: string[];
-        };
-        handler: (args: any) => Promise<string>;
-    } | {
-        name: string;
-        description: string;
-        inputSchema: {
-            type: string;
-            properties: {
-                query?: undefined;
-                topK?: undefined;
-                autoSynthesize?: undefined;
-            };
-            required: never[];
-        };
-        handler: () => Promise<string>;
-    })[];
 }
 //# sourceMappingURL=engine.d.ts.map

package/dist/knowledge/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/knowledge/engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAsB,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE7E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,eAAe;IACxB,OAAO,CAAC,GAAG,CAAqB;IAChC,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,aAAa,CAAkB;gBAE3B,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM;IAK3D;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAUjC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,cAAc,CAAC;IAsC5G;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC;IAkBvC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACtB,WAAW,EAAE,OAAO,CAAC;QACrB,UAAU,EAAE,GAAG,CAAC;KACnB,CAAC;IAOF;;OAEG;IACH,WAAW;;;;;;;;;;;;;;;;;;;;;wBAwBuB,GAAG;;;;;;;;;;;;;;;CAsDxC"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/knowledge/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE7E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,eAAe;IACxB,OAAO,CAAC,GAAG,CAAqB;IAChC,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,UAAU,CAAmC;gBAEzC,QAAQ,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM;IAK3D,OAAO,CAAC,UAAU;IAMZ,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,MAAM,CACR,KAAK,EAAE,MAAM,EACb,IAAI,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,OAAO,CAAA;KAAO,GACvD,OAAO,CAAC,cAAc,CAAC;IAkCpB,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC;IAS/F,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC;IAIhG,QAAQ,IAAI,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,GAAG,CAAA;KAAE,CAAC;CAMvE"}

package/dist/knowledge/engine.js

@@ -1,181 +1,70 @@
-"use strict";
-/**
- * Knowledge Engine
- * Orchestrates RAG search, synthesis, and vault indexing
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KnowledgeEngine = void 0;
-const rag_provider_js_1 = require("./rag-provider.js");
-const synthesis_js_1 = require("./synthesis.js");
-class KnowledgeEngine {
+import { CuratorRagProvider } from './rag-provider.js';
+import { KnowledgeSynthesizer } from './synthesis.js';
+export class KnowledgeEngine {
     rag;
     synthesizer;
     isInitialized = false;
+    indexQueue = Promise.resolve();
     constructor(provider, vaultPath) {
-        this.rag = new rag_provider_js_1.CuratorRagProvider(vaultPath);
-        this.synthesizer = new synthesis_js_1.KnowledgeSynthesizer(provider, vaultPath);
+        this.rag = new CuratorRagProvider(vaultPath);
+        this.synthesizer = new KnowledgeSynthesizer(provider, vaultPath);
+    }
+    serialized(fn) {
+        const next = this.indexQueue.then(() => fn(), () => fn());
+        this.indexQueue = next.then(() => { }, () => { });
+        return next;
     }
-    /**
-     * Initialize the knowledge engine
-     */
     async initialize() {
-        try {
+        return this.serialized(async () => {
             await this.rag.indexVault();
             this.isInitialized = true;
-        }
-        catch (err) {
-            console.error('Knowledge engine initialization failed:', err);
-            throw err;
-        }
+        });
     }
-    /**
-     * Search the vault
-     */
     async search(query, opts = {}) {
         const start = Date.now();
         if (!this.isInitialized) {
             await this.initialize();
         }
-        try {
-            const results = await this.rag.search(query, { topK: opts.topK || 5 });
-            let synthesized = undefined;
-            if (opts.autoSynthesize !== false && results.length > 0) {
-                const synthesis = await this.synthesizer.synthesize(query, results);
-                if (synthesis) {
-                    const saved = await this.synthesizer.saveNote(synthesis);
-                    if (saved) {
-                        synthesized = {
-                            title: synthesis.title,
-                            content: synthesis.content.slice(0, 500), // Preview
-                            basedOn: synthesis.basedOn,
-                        };
-                    }
+        const results = await this.rag.search(query, { topK: opts.topK || 5 });
+        // Synthesis is opt-in: it costs an extra LLM round-trip and writes a note to the vault.
+        let synthesized = undefined;
+        if (opts.autoSynthesize === true && results.length > 0) {
+            const synthesis = await this.synthesizer.synthesize(query, results);
+            if (synthesis) {
+                const saved = await this.synthesizer.saveNote(synthesis);
+                if (saved) {
+                    synthesized = {
+                        title: synthesis.title,
+                        content: synthesis.content.slice(0, 500),
+                        basedOn: synthesis.basedOn,
+                    };
                 }
             }
-            return {
-                query,
-                results,
-                synthesized,
-                totalResults: results.length,
-                durationMs: Date.now() - start,
-            };
-        }
-        catch (err) {
-            console.error('Search failed:', err);
-            throw err;
         }
+        return {
+            query,
+            results,
+            synthesized,
+            totalResults: results.length,
+            durationMs: Date.now() - start,
+        };
     }
-    /**
-     * Reload and reindex the vault
-     */
-    async reload() {
-        const start = Date.now();
-        try {
-            const result = await this.rag.reload();
+    async reload(onProgress) {
+        return this.serialized(async () => {
+            const start = Date.now();
+            const result = await this.rag.reload(onProgress);
             this.isInitialized = true;
-            return {
-                indexed: result.indexed,
-                updated: result.updated,
-                durationMs: Date.now() - start,
-            };
-        }
-        catch (err) {
-            console.error('Reload failed:', err);
-            throw err;
-        }
+            return { indexed: result.indexed, updated: result.updated ?? 0, durationMs: Date.now() - start };
+        });
+    }
+    async initEmbedder(onProgress) {
+        return this.rag.initEmbedder(onProgress);
     }
-    /**
-     * Get engine statistics
-     */
     async getStats() {
         return {
             initialized: this.isInitialized,
             vaultStats: await this.rag.getStats(),
         };
     }
-    /**
-     * Create MCP tools for knowledge operations
-     */
-    createTools() {
-        return [
-            {
-                name: 'knowledge_search',
-                description: 'Search the vault using semantic search (RAG). Returns relevant notes and optionally generates a synthetic summary note.',
-                inputSchema: {
-                    type: 'object',
-                    properties: {
-                        query: {
-                            type: 'string',
-                            description: 'Search query (natural language, e.g., "How to handle errors?")',
-                        },
-                        topK: {
-                            type: 'number',
-                            description: 'Number of results to return (default: 5)',
-                        },
-                        autoSynthesize: {
-                            type: 'boolean',
-                            description: 'Automatically generate a synthesis note (default: true)',
-                        },
-                    },
-                    required: ['query'],
-                },
-                handler: async (args) => {
-                    try {
-                        const response = await this.search(args.query, {
-                            topK: args.topK,
-                            autoSynthesize: args.autoSynthesize !== false,
-                        });
-                        return JSON.stringify(response);
-                    }
-                    catch (err) {
-                        return JSON.stringify({
-                            error: err.message,
-                        });
-                    }
-                },
-            },
-            {
-                name: 'knowledge_reload',
-                description: 'Reload and reindex the vault. Call this after external changes to the vault.',
-                inputSchema: {
-                    type: 'object',
-                    properties: {},
-                    required: [],
-                },
-                handler: async () => {
-                    try {
-                        const response = await this.reload();
-                        return JSON.stringify(response);
-                    }
-                    catch (err) {
-                        return JSON.stringify({
-                            error: err.message,
-                        });
-                    }
-                },
-            },
-            {
-                name: 'knowledge_stats',
-                description: 'Get knowledge engine statistics.',
-                inputSchema: {
-                    type: 'object',
-                    properties: {},
-                    required: [],
-                },
-                handler: async () => {
-                    try {
-                        const stats = await this.getStats();
-                        return JSON.stringify(stats);
-                    }
-                    catch (err) {
-                        return JSON.stringify({
-                            error: err.message,
-                        });
-                    }
-                },
-            },
-        ];
-    }
 }
-exports.KnowledgeEngine = KnowledgeEngine;
 //# sourceMappingURL=engine.js.map

package/dist/knowledge/engine.js.map

@@ -1 +1 @@
-{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/knowledge/engine.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,uDAA6E;AAC7E,iDAAsD;AAqBtD,MAAa,eAAe;IAChB,GAAG,CAAqB;IACxB,WAAW,CAAuB;IAClC,aAAa,GAAY,KAAK,CAAC;IAEvC,YAAY,QAA4B,EAAE,SAAiB;QACvD,IAAI,CAAC,GAAG,GAAG,IAAI,oCAAkB,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,mCAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,GAAG,CAAC,CAAC;YAC9D,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAoD,EAAE;QAC9E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;YAEvE,IAAI,WAAW,GAAQ,SAAS,CAAC;YACjC,IAAI,IAAI,CAAC,cAAc,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACpE,IAAI,SAAS,EAAE,CAAC;oBACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACzD,IAAI,KAAK,EAAE,CAAC;wBACR,WAAW,GAAG;4BACV,KAAK,EAAE,SAAS,CAAC,KAAK;4BACtB,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU;4BACpD,OAAO,EAAE,SAAS,CAAC,OAAO;yBAC7B,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;YAED,OAAO;gBACH,KAAK;gBACL,OAAO;gBACP,WAAW;gBACX,YAAY,EAAE,OAAO,CAAC,MAAM;gBAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aACjC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACvC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAE1B,OAAO;gBACH,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aACjC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QAIV,OAAO;YACH,WAAW,EAAE,IAAI,CAAC,aAAa;YAC/B,UAAU,EAAE,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;SACxC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,WAAW;QACP,OAAO;YACH;gBACI,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EACP,yHAAyH;gBAC7H,WAAW,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACR,KAAK,EAAE;4BACH,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,gEAAgE;yBAChF;wBACD,IAAI,EAAE;4BACF,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,0CAA0C;yBAC1D;wBACD,cAAc,EAAE;4BACZ,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,yDAAyD;yBACzE;qBACJ;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACtB;gBACD,OAAO,EAAE,KAAK,EAAE,IAAS,EAAE,EAAE;oBACzB,IAAI,CAAC;wBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE;4BAC3C,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,cAAc,EAAE,IAAI,CAAC,cAAc,KAAK,KAAK;yBAChD,CAAC,CAAC;wBACH,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACpC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,OAAO,IAAI,CAAC,SAAS,CAAC;4BAClB,KAAK,EAAG,GAAa,CAAC,OAAO;yBAChC,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;aACJ;YACD;gBACI,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EAAE,8EAA8E;gBAC3F,WAAW,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACf;gBACD,OAAO,EAAE,KAAK,IAAI,EAAE;oBAChB,IAAI,CAAC;wBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;wBACrC,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACpC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,OAAO,IAAI,CAAC,SAAS,CAAC;4BAClB,KAAK,EAAG,GAAa,CAAC,OAAO;yBAChC,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;aACJ;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,kCAAkC;gBAC/C,WAAW,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,EAAE;iBACf;gBACD,OAAO,EAAE,KAAK,IAAI,EAAE;oBAChB,IAAI,CAAC;wBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACpC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACjC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,OAAO,IAAI,CAAC,SAAS,CAAC;4BAClB,KAAK,EAAG,GAAa,CAAC,OAAO;yBAChC,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;aACJ;SACJ,CAAC;IACN,CAAC;CACJ;AAnLD,0CAmLC"}
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/knowledge/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAwB,MAAM,mBAAmB,CAAC;AAC7E,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAsBtD,MAAM,OAAO,eAAe;IAChB,GAAG,CAAqB;IACxB,WAAW,CAAuB;IAClC,aAAa,GAAY,KAAK,CAAC;IAC/B,UAAU,GAAiB,OAAO,CAAC,OAAO,EAAE,CAAC;IAErD,YAAY,QAA4B,EAAE,SAAiB;QACvD,IAAI,CAAC,GAAG,GAAG,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAEO,UAAU,CAAI,EAAoB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,MAAM,CACR,KAAa,EACb,OAAoD,EAAE;QAEtD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEvE,wFAAwF;QACxF,IAAI,WAAW,GAAkC,SAAS,CAAC;QAC3D,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACpE,IAAI,SAAS,EAAE,CAAC;gBACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzD,IAAI,KAAK,EAAE,CAAC;oBACR,WAAW,GAAG;wBACV,KAAK,EAAE,SAAS,CAAC,KAAK;wBACtB,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;wBACxC,OAAO,EAAE,SAAS,CAAC,OAAO;qBAC7B,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO;YACH,KAAK;YACL,OAAO;YACP,WAAW;YACX,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SACjC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAA8D;QACvE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACjD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAG,MAAc,CAAC,OAAO,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC9G,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAA6C;QAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO;YACH,WAAW,EAAE,IAAI,CAAC,aAAa;YAC/B,UAAU,EAAE,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;SACxC,CAAC;IACN,CAAC;CACJ"}

package/dist/knowledge/rag-provider.d.ts

@@ -1,7 +1,4 @@
-/**
- * RAG Provider for Curator-Codex
- * Wraps ObsidianRAGProvider with semantic search capabilities
- */
+import { type EmbedderProgress } from './transformers-embedder.js';
 export interface RagSearchResult {
     title: string;
     content: string;
@@ -15,73 +12,34 @@ export interface RagSearchOptions {
 }
 export declare class CuratorRagProvider {
     private rag;
+    private embedder;
     private vaultPath;
     private isIndexed;
+    private indexing;
     constructor(vaultPath: string);
+    initEmbedder(onProgress?: (info: EmbedderProgress) => void): Promise<{
+        alreadyCached: boolean;
+    }>;
     private getIndexPath;
-    /**
-     * Index the vault (loads all notes and creates embeddings)
-     */
-    indexVault(): Promise<{
+    indexVault(onProgress?: (p: {
+        processed: number;
+        total: number;
+    }) => void): Promise<{
         indexed: number;
         updated: number;
     }>;
-    /**
-     * Search the vault with semantic search
-     */
     search(query: string, opts?: RagSearchOptions): Promise<RagSearchResult[]>;
-    /**
-     * Reload/reindex the vault
-     */
-    reload(): Promise<{
+    reload(onProgress?: (p: {
+        processed: number;
+        total: number;
+    }) => void): Promise<{
         indexed: number;
         updated: number;
     }>;
-    /**
-     * Get vault statistics
-     */
     getStats(): Promise<{
         indexed: boolean;
         vaultPath: string;
         indexPath: string;
     }>;
-    /**
-     * Create MCP tool for search
-     */
-    createSearchTool(): {
-        name: string;
-        description: string;
-        inputSchema: {
-            type: string;
-            properties: {
-                query: {
-                    type: string;
-                    description: string;
-                };
-                topK: {
-                    type: string;
-                    description: string;
-                };
-            };
-            required: string[];
-        };
-        handler: (args: {
-            query: string;
-            topK?: number;
-        }) => Promise<string>;
-    };
-    /**
-     * Create MCP tool for reload
-     */
-    createReloadTool(): {
-        name: string;
-        description: string;
-        inputSchema: {
-            type: string;
-            properties: {};
-            required: never[];
-        };
-        handler: () => Promise<string>;
-    };
 }
 //# sourceMappingURL=rag-provider.d.ts.map

package/dist/knowledge/rag-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rag-provider.d.ts","sourceRoot":"","sources":["../../src/knowledge/rag-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,GAAG,CAAsB;IACjC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAkB;gBAEvB,SAAS,EAAE,MAAM;IAW7B,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAWjE;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA4BpF;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAK7D;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACtB,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACrB,CAAC;IAQF;;OAEG;IACH,gBAAgB;;;;;;;;;;;;;;;;;wBAkBc;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE;;IAiB9D;;OAEG;IACH,gBAAgB;;;;;;;;;;CAyBnB"}
+{"version":3,"file":"rag-provider.d.ts","sourceRoot":"","sources":["../../src/knowledge/rag-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAwB,KAAK,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAIzF,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,GAAG,CAAsB;IACjC,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAkB;IAGnC,OAAO,CAAC,QAAQ,CAA8D;gBAElE,SAAS,EAAE,MAAM;IAoBvB,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,aAAa,EAAE,OAAO,CAAA;KAAE,CAAC;IAItG,OAAO,CAAC,YAAY;IAId,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAoBzH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA4B9E,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAOrH,QAAQ,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAOxF"}