toolpack-sdk 1.0.0 → 1.1.0-SNAPSHOT

package/dist/knowledge/errors.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderError = exports.ChunkTooLargeError = exports.IngestionError = exports.EmbeddingError = exports.KnowledgeError = void 0;
+class KnowledgeError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'KnowledgeError';
+    }
+}
+exports.KnowledgeError = KnowledgeError;
+class EmbeddingError extends KnowledgeError {
+    cause;
+    constructor(message, cause) {
+        super(message);
+        this.cause = cause;
+        this.name = 'EmbeddingError';
+    }
+}
+exports.EmbeddingError = EmbeddingError;
+class IngestionError extends KnowledgeError {
+    file;
+    cause;
+    constructor(message, file, cause) {
+        super(message);
+        this.file = file;
+        this.cause = cause;
+        this.name = 'IngestionError';
+    }
+}
+exports.IngestionError = IngestionError;
+class ChunkTooLargeError extends KnowledgeError {
+    chunkSize;
+    maxSize;
+    constructor(message, chunkSize, maxSize) {
+        super(message);
+        this.chunkSize = chunkSize;
+        this.maxSize = maxSize;
+        this.name = 'ChunkTooLargeError';
+    }
+}
+exports.ChunkTooLargeError = ChunkTooLargeError;
+class ProviderError extends KnowledgeError {
+    cause;
+    constructor(message, cause) {
+        super(message);
+        this.cause = cause;
+        this.name = 'ProviderError';
+    }
+}
+exports.ProviderError = ProviderError;
+//# sourceMappingURL=errors.js.map

package/dist/knowledge/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/knowledge/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,cAAe,SAAQ,KAAK;IACvC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AALD,wCAKC;AAED,MAAa,cAAe,SAAQ,cAAc;IAG9B;IAFlB,YACE,OAAe,EACC,KAAa;QAE7B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,UAAK,GAAL,KAAK,CAAQ;QAG7B,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AARD,wCAQC;AAED,MAAa,cAAe,SAAQ,cAAc;IAG9B;IACA;IAHlB,YACE,OAAe,EACC,IAAa,EACb,KAAa;QAE7B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,SAAI,GAAJ,IAAI,CAAS;QACb,UAAK,GAAL,KAAK,CAAQ;QAG7B,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AATD,wCASC;AAED,MAAa,kBAAmB,SAAQ,cAAc;IAGlC;IACA;IAHlB,YACE,OAAe,EACC,SAAiB,EACjB,OAAe;QAE/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,cAAS,GAAT,SAAS,CAAQ;QACjB,YAAO,GAAP,OAAO,CAAQ;QAG/B,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AATD,gDASC;AAED,MAAa,aAAc,SAAQ,cAAc;IAG7B;IAFlB,YACE,OAAe,EACC,KAAa;QAE7B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,UAAK,GAAL,KAAK,CAAQ;QAG7B,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AARD,sCAQC"}

package/dist/knowledge/index.d.ts

@@ -0,0 +1,12 @@
+export { Knowledge } from './knowledge.js';
+export type { KnowledgeTool } from './knowledge.js';
+export { MemoryProvider } from './providers/memory-provider.js';
+export { MarkdownSource } from './sources/markdown-source.js';
+export { JSONSource } from './sources/json-source.js';
+export { SQLiteTextSource } from './sources/sqlite-text-source.js';
+export { OllamaEmbedder } from './embedders/ollama-embedder.js';
+export { OpenAIEmbedder } from './embedders/openai-embedder.js';
+export { GeminiEmbedder } from './embedders/gemini-embedder.js';
+export { KnowledgeError, EmbeddingError, IngestionError, ChunkTooLargeError, ProviderError as KnowledgeProviderError, } from './errors.js';
+export type { Chunk, ChunkUpdate, QueryOptions, QueryResult, MetadataFilter, MetadataFilterValue, KnowledgeProvider, KnowledgeSource, Embedder, SyncOptions, SyncEvent, EmbeddingProgressEvent, ErrorAction, ErrorContext, KnowledgeOptions, MarkdownSourceOptions, JSONSourceOptions, SQLiteTextSourceOptions, MemoryProviderOptions, OllamaEmbedderOptions, OpenAIEmbedderOptions, GeminiEmbedderOptions, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/knowledge/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAEhE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAEnE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAEhE,OAAO,EACL,cAAc,EACd,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,aAAa,IAAI,sBAAsB,GACxC,MAAM,aAAa,CAAC;AAErB,YAAY,EACV,KAAK,EACL,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,WAAW,EACX,SAAS,EACT,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,YAAY,CAAC"}

package/dist/knowledge/index.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KnowledgeProviderError = exports.ChunkTooLargeError = exports.IngestionError = exports.EmbeddingError = exports.KnowledgeError = exports.GeminiEmbedder = exports.OpenAIEmbedder = exports.OllamaEmbedder = exports.SQLiteTextSource = exports.JSONSource = exports.MarkdownSource = exports.MemoryProvider = exports.Knowledge = void 0;
+var knowledge_js_1 = require("./knowledge.js");
+Object.defineProperty(exports, "Knowledge", { enumerable: true, get: function () { return knowledge_js_1.Knowledge; } });
+var memory_provider_js_1 = require("./providers/memory-provider.js");
+Object.defineProperty(exports, "MemoryProvider", { enumerable: true, get: function () { return memory_provider_js_1.MemoryProvider; } });
+var markdown_source_js_1 = require("./sources/markdown-source.js");
+Object.defineProperty(exports, "MarkdownSource", { enumerable: true, get: function () { return markdown_source_js_1.MarkdownSource; } });
+var json_source_js_1 = require("./sources/json-source.js");
+Object.defineProperty(exports, "JSONSource", { enumerable: true, get: function () { return json_source_js_1.JSONSource; } });
+var sqlite_text_source_js_1 = require("./sources/sqlite-text-source.js");
+Object.defineProperty(exports, "SQLiteTextSource", { enumerable: true, get: function () { return sqlite_text_source_js_1.SQLiteTextSource; } });
+var ollama_embedder_js_1 = require("./embedders/ollama-embedder.js");
+Object.defineProperty(exports, "OllamaEmbedder", { enumerable: true, get: function () { return ollama_embedder_js_1.OllamaEmbedder; } });
+var openai_embedder_js_1 = require("./embedders/openai-embedder.js");
+Object.defineProperty(exports, "OpenAIEmbedder", { enumerable: true, get: function () { return openai_embedder_js_1.OpenAIEmbedder; } });
+var gemini_embedder_js_1 = require("./embedders/gemini-embedder.js");
+Object.defineProperty(exports, "GeminiEmbedder", { enumerable: true, get: function () { return gemini_embedder_js_1.GeminiEmbedder; } });
+var errors_js_1 = require("./errors.js");
+Object.defineProperty(exports, "KnowledgeError", { enumerable: true, get: function () { return errors_js_1.KnowledgeError; } });
+Object.defineProperty(exports, "EmbeddingError", { enumerable: true, get: function () { return errors_js_1.EmbeddingError; } });
+Object.defineProperty(exports, "IngestionError", { enumerable: true, get: function () { return errors_js_1.IngestionError; } });
+Object.defineProperty(exports, "ChunkTooLargeError", { enumerable: true, get: function () { return errors_js_1.ChunkTooLargeError; } });
+Object.defineProperty(exports, "KnowledgeProviderError", { enumerable: true, get: function () { return errors_js_1.ProviderError; } });
+//# sourceMappingURL=index.js.map

package/dist/knowledge/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":";;;AAAA,+CAA2C;AAAlC,yGAAA,SAAS,OAAA;AAGlB,qEAAgE;AAAvD,oHAAA,cAAc,OAAA;AAEvB,mEAA8D;AAArD,oHAAA,cAAc,OAAA;AACvB,2DAAsD;AAA7C,4GAAA,UAAU,OAAA;AACnB,yEAAmE;AAA1D,yHAAA,gBAAgB,OAAA;AAEzB,qEAAgE;AAAvD,oHAAA,cAAc,OAAA;AACvB,qEAAgE;AAAvD,oHAAA,cAAc,OAAA;AACvB,qEAAgE;AAAvD,oHAAA,cAAc,OAAA;AAEvB,yCAMqB;AALnB,2GAAA,cAAc,OAAA;AACd,2GAAA,cAAc,OAAA;AACd,2GAAA,cAAc,OAAA;AACd,+GAAA,kBAAkB,OAAA;AAClB,mHAAA,aAAa,OAA0B"}

package/dist/knowledge/knowledge.d.ts

@@ -0,0 +1,38 @@
+import type { KnowledgeOptions, QueryOptions, QueryResult, SyncOptions } from './types.js';
+export declare class Knowledge {
+    private provider;
+    private sources;
+    private embedder;
+    private onSync?;
+    private onEmbeddingProgress?;
+    private onError?;
+    private watchAbortControllers;
+    private isWatching;
+    private constructor();
+    static create(options: KnowledgeOptions): Promise<Knowledge>;
+    private static detectEmbedder;
+    sync(options?: SyncOptions): Promise<void>;
+    private countChunks;
+    query(text: string, options?: QueryOptions): Promise<QueryResult[]>;
+    stop(): Promise<void>;
+    toTool(): KnowledgeTool;
+    private embedChunk;
+    private startWatching;
+    private watchSource;
+    private processUpdate;
+    private handleError;
+    private emitSyncEvent;
+    private emitEmbeddingProgress;
+    private sleep;
+}
+export interface KnowledgeTool {
+    name: string;
+    description: string;
+    parameters: {
+        type: string;
+        properties: Record<string, any>;
+        required: string[];
+    };
+    execute: (args: any) => Promise<any>;
+}
+//# sourceMappingURL=knowledge.d.ts.map

package/dist/knowledge/knowledge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.d.ts","sourceRoot":"","sources":["../../src/knowledge/knowledge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAMhB,YAAY,EACZ,WAAW,EACX,WAAW,EAKZ,MAAM,YAAY,CAAC;AAKpB,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,MAAM,CAAC,CAA6B;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAA0C;IACtE,OAAO,CAAC,OAAO,CAAC,CAAuD;IACvE,OAAO,CAAC,qBAAqB,CAAyB;IACtD,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO;WAgBM,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC;mBAuB7C,cAAc;IAe7B,IAAI,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAkGtC,WAAW;IAUnB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAgBvE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B,MAAM,IAAI,aAAa;YAqCT,UAAU;IAYxB,OAAO,CAAC,aAAa;YAcP,WAAW;YAgBX,aAAa;IA6B3B,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,qBAAqB;IAM7B,OAAO,CAAC,KAAK;CAGd;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;CACtC"}

package/dist/knowledge/knowledge.js

@@ -0,0 +1,287 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Knowledge = void 0;
+const errors_js_1 = require("./errors.js");
+const ollama_embedder_js_1 = require("./embedders/ollama-embedder.js");
+const openai_embedder_js_1 = require("./embedders/openai-embedder.js");
+class Knowledge {
+    provider;
+    sources;
+    embedder;
+    onSync;
+    onEmbeddingProgress;
+    onError;
+    watchAbortControllers = [];
+    isWatching = false;
+    constructor(provider, sources, embedder, onSync, onEmbeddingProgress, onError) {
+        this.provider = provider;
+        this.sources = sources;
+        this.embedder = embedder;
+        this.onSync = onSync;
+        this.onEmbeddingProgress = onEmbeddingProgress;
+        this.onError = onError;
+    }
+    static async create(options) {
+        const sources = options.sources ?? (options.source ? [options.source] : []);
+        if (sources.length === 0) {
+            throw new errors_js_1.KnowledgeError('At least one source is required');
+        }
+        const embedder = options.embedder ?? (await Knowledge.detectEmbedder());
+        const knowledge = new Knowledge(options.provider, sources, embedder, options.onSync, options.onEmbeddingProgress, options.onError);
+        await knowledge.sync();
+        return knowledge;
+    }
+    static async detectEmbedder() {
+        const ollama = new ollama_embedder_js_1.OllamaEmbedder();
+        if (await ollama.isAvailable()) {
+            return ollama;
+        }
+        if (process.env.TOOLPACK_OPENAI_KEY || process.env.OPENAI_API_KEY) {
+            return new openai_embedder_js_1.OpenAIEmbedder();
+        }
+        throw new errors_js_1.KnowledgeError('No embedder available. Either start Ollama or set TOOLPACK_OPENAI_KEY/OPENAI_API_KEY environment variable.');
+    }
+    async sync(options = {}) {
+        const { incremental = false, sources: sourceFilter } = options;
+        if (!incremental) {
+            await this.provider.clear();
+        }
+        const relevantSources = this.sources.filter((source) => {
+            const namespace = source.options?.namespace;
+            return !sourceFilter || !namespace || sourceFilter.includes(namespace);
+        });
+        if (relevantSources.length === 0) {
+            this.emitEmbeddingProgress({
+                phase: 'complete',
+                processedChunks: 0,
+                totalChunks: 0,
+                percentage: 100,
+            });
+            return;
+        }
+        const totalChunks = await this.countChunks(relevantSources);
+        this.emitEmbeddingProgress({ phase: 'start', totalChunks });
+        let totalProcessed = 0;
+        let nextMilestone = 10;
+        for (const source of relevantSources) {
+            const sourceNamespace = source.options?.namespace || 'default';
+            let chunksProcessed = 0;
+            try {
+                for await (const chunk of source.load()) {
+                    let retries = 0;
+                    const maxRetries = 3;
+                    while (true) {
+                        try {
+                            const embeddedChunk = await this.embedChunk(chunk);
+                            await this.provider.add([embeddedChunk]);
+                            chunksProcessed++;
+                            totalProcessed++;
+                            if (totalChunks > 0) {
+                                const percentage = Math.floor((totalProcessed / totalChunks) * 100);
+                                while (percentage >= nextMilestone && nextMilestone < 100) {
+                                    this.emitEmbeddingProgress({
+                                        phase: 'progress',
+                                        processedChunks: totalProcessed,
+                                        totalChunks,
+                                        currentSource: sourceNamespace,
+                                        percentage: nextMilestone,
+                                    });
+                                    nextMilestone += 10;
+                                }
+                            }
+                            break;
+                        }
+                        catch (error) {
+                            const action = this.handleError(error, {
+                                file: chunk.metadata.source,
+                                chunkId: chunk.id,
+                                source: sourceNamespace,
+                            });
+                            if (action === 'abort') {
+                                throw error;
+                            }
+                            else if (action === 'retry' && retries < maxRetries) {
+                                retries++;
+                                await this.sleep(1000 * retries);
+                                continue;
+                            }
+                            break;
+                        }
+                    }
+                }
+                this.emitSyncEvent('add', chunksProcessed, sourceNamespace);
+            }
+            catch (error) {
+                if (error instanceof errors_js_1.KnowledgeError)
+                    throw error;
+                throw new errors_js_1.KnowledgeError(`Sync failed: ${error.message}`);
+            }
+        }
+        // Emit complete event
+        this.emitEmbeddingProgress({
+            phase: 'complete',
+            processedChunks: totalProcessed,
+            totalChunks,
+            percentage: 100,
+        });
+        if (this.sources.some((s) => s.options?.watch)) {
+            this.startWatching();
+        }
+    }
+    async countChunks(sources) {
+        let count = 0;
+        for (const source of sources) {
+            for await (const _chunk of source.load()) {
+                count++;
+            }
+        }
+        return count;
+    }
+    async query(text, options = {}) {
+        try {
+            const queryVector = await this.embedder.embed(text);
+            const internalOptions = {
+                ...options,
+                _queryVector: queryVector,
+            };
+            return await this.provider.query(text, internalOptions);
+        }
+        catch (error) {
+            if (error instanceof errors_js_1.EmbeddingError)
+                throw error;
+            throw new errors_js_1.KnowledgeError(`Query failed: ${error.message}`);
+        }
+    }
+    async stop() {
+        this.isWatching = false;
+        for (const controller of this.watchAbortControllers) {
+            controller.abort();
+        }
+        this.watchAbortControllers = [];
+        for (const source of this.sources) {
+            if (typeof source.stop === 'function') {
+                source.stop();
+            }
+        }
+    }
+    toTool() {
+        return {
+            name: 'knowledge_search',
+            description: 'Search the knowledge base for relevant information. Use this when you need to find documentation, articles, or other stored knowledge.',
+            parameters: {
+                type: 'object',
+                properties: {
+                    query: {
+                        type: 'string',
+                        description: 'The search query to find relevant knowledge',
+                    },
+                    limit: {
+                        type: 'number',
+                        description: 'Maximum number of results to return (default: 5)',
+                    },
+                    filter: {
+                        type: 'object',
+                        description: 'Optional metadata filters',
+                    },
+                },
+                required: ['query'],
+            },
+            execute: async (args) => {
+                const results = await this.query(args.query, {
+                    limit: args.limit ?? 5,
+                    filter: args.filter,
+                });
+                return results.map((r) => ({
+                    content: r.chunk.content,
+                    score: r.score,
+                    metadata: r.chunk.metadata,
+                }));
+            },
+        };
+    }
+    async embedChunk(chunk) {
+        try {
+            const vector = await this.embedder.embed(chunk.content);
+            return { ...chunk, vector };
+        }
+        catch (error) {
+            throw new errors_js_1.EmbeddingError(`Failed to embed chunk ${chunk.id}: ${error.message}`, error);
+        }
+    }
+    startWatching() {
+        if (this.isWatching)
+            return;
+        this.isWatching = true;
+        for (const source of this.sources) {
+            if (typeof source.watch !== 'function')
+                continue;
+            const controller = new AbortController();
+            this.watchAbortControllers.push(controller);
+            this.watchSource(source, controller.signal);
+        }
+    }
+    async watchSource(source, signal) {
+        if (!source.watch)
+            return;
+        try {
+            for await (const update of source.watch()) {
+                if (signal.aborted)
+                    break;
+                await this.processUpdate(update);
+            }
+        }
+        catch (error) {
+            if (!signal.aborted) {
+                this.handleError(error, { source: source.options?.namespace });
+            }
+        }
+    }
+    async processUpdate(update) {
+        try {
+            switch (update.type) {
+                case 'add':
+                case 'update': {
+                    const embeddedChunk = await this.embedChunk(update.chunk);
+                    if (update.type === 'update') {
+                        await this.provider.delete([update.chunk.id]);
+                    }
+                    await this.provider.add([embeddedChunk]);
+                    this.emitSyncEvent(update.type, 1, update.chunk.metadata.source);
+                    break;
+                }
+                case 'delete': {
+                    await this.provider.delete([update.chunk.id]);
+                    this.emitSyncEvent('delete', 1, update.chunk.metadata.source);
+                    break;
+                }
+            }
+        }
+        catch (error) {
+            this.handleError(error, {
+                chunkId: update.chunk.id,
+                file: update.chunk.metadata.source,
+            });
+        }
+    }
+    handleError(error, context) {
+        if (this.onError) {
+            return this.onError(error, context);
+        }
+        return 'skip';
+    }
+    emitSyncEvent(type, chunksAffected, file) {
+        if (this.onSync) {
+            this.onSync({ type, chunksAffected, file });
+        }
+    }
+    emitEmbeddingProgress(event) {
+        if (this.onEmbeddingProgress) {
+            this.onEmbeddingProgress(event);
+        }
+    }
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.Knowledge = Knowledge;
+//# sourceMappingURL=knowledge.js.map

package/dist/knowledge/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.js","sourceRoot":"","sources":["../../src/knowledge/knowledge.ts"],"names":[],"mappings":";;;AAeA,2CAA6D;AAC7D,uEAAgE;AAChE,uEAAgE;AAEhE,MAAa,SAAS;IACZ,QAAQ,CAAoB;IAC5B,OAAO,CAAoB;IAC3B,QAAQ,CAAW;IACnB,MAAM,CAA8B;IACpC,mBAAmB,CAA2C;IAC9D,OAAO,CAAwD;IAC/D,qBAAqB,GAAsB,EAAE,CAAC;IAC9C,UAAU,GAAG,KAAK,CAAC;IAE3B,YACE,QAA2B,EAC3B,OAA0B,EAC1B,QAAkB,EAClB,MAAmC,EACnC,mBAA6D,EAC7D,OAA8D;QAE9D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAyB;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAE5E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,0BAAc,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,MAAM,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;QAExE,MAAM,SAAS,GAAG,IAAI,SAAS,CAC7B,OAAO,CAAC,QAAQ,EAChB,OAAO,EACP,QAAQ,EACR,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,mBAAmB,EAC3B,OAAO,CAAC,OAAO,CAChB,CAAC;QAEF,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,cAAc;QACjC,MAAM,MAAM,GAAG,IAAI,mCAAc,EAAE,CAAC;QACpC,IAAI,MAAM,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAClE,OAAO,IAAI,mCAAc,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,0BAAc,CACtB,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAuB,EAAE;QAClC,MAAM,EAAE,WAAW,GAAG,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;QAE/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;YACrD,MAAM,SAAS,GAAI,MAAc,CAAC,OAAO,EAAE,SAAS,CAAC;YACrD,OAAO,CAAC,YAAY,IAAI,CAAC,SAAS,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,qBAAqB,CAAC;gBACzB,KAAK,EAAE,UAAU;gBACjB,eAAe,EAAE,CAAC;gBAClB,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAE5D,IAAI,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAE5D,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,aAAa,GAAG,EAAE,CAAC;QAEvB,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,eAAe,GAAI,MAAc,CAAC,OAAO,EAAE,SAAS,IAAI,SAAS,CAAC;YACxE,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxC,IAAI,OAAO,GAAG,CAAC,CAAC;oBAChB,MAAM,UAAU,GAAG,CAAC,CAAC;oBAErB,OAAO,IAAI,EAAE,CAAC;wBACZ,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;4BACnD,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;4BACzC,eAAe,EAAE,CAAC;4BAClB,cAAc,EAAE,CAAC;4BAEjB,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gCACpB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC;gCACpE,OAAO,UAAU,IAAI,aAAa,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;oCAC1D,IAAI,CAAC,qBAAqB,CAAC;wCACzB,KAAK,EAAE,UAAU;wCACjB,eAAe,EAAE,cAAc;wCAC/B,WAAW;wCACX,aAAa,EAAE,eAAe;wCAC9B,UAAU,EAAE,aAAa;qCAC1B,CAAC,CAAC;oCACH,aAAa,IAAI,EAAE,CAAC;gCACtB,CAAC;4BACH,CAAC;4BACD,MAAM;wBACR,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAc,EAAE;gCAC9C,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;gCAC3B,OAAO,EAAE,KAAK,CAAC,EAAE;gCACjB,MAAM,EAAE,eAAe;6BACxB,CAAC,CAAC;4BAEH,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gCACvB,MAAM,KAAK,CAAC;4BACd,CAAC;iCAAM,IAAI,MAAM,KAAK,OAAO,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gCACtD,OAAO,EAAE,CAAC;gCACV,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC;gCACjC,SAAS;4BACX,CAAC;4BACD,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,0BAAc;oBAAE,MAAM,KAAK,CAAC;gBACjD,MAAM,IAAI,0BAAc,CAAC,gBAAiB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,CAAC,qBAAqB,CAAC;YACzB,KAAK,EAAE,UAAU;YACjB,eAAe,EAAE,cAAc;YAC/B,WAAW;YACX,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAS,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAA0B;QAClD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBACzC,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,UAAwB,EAAE;QAClD,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEpD,MAAM,eAAe,GAAG;gBACtB,GAAG,OAAO;gBACV,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,0BAAc;gBAAE,MAAM,KAAK,CAAC;YACjD,MAAM,IAAI,0BAAc,CAAC,iBAAkB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAExB,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACpD,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;QAEhC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,OAAQ,MAAc,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC9C,MAAc,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,wIAAwI;YACrJ,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,6CAA6C;qBAC3D;oBACD,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kDAAkD;qBAChE;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;qBACzC;iBACF;gBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;aACpB;YACD,OAAO,EAAE,KAAK,EAAE,IAAqE,EAAE,EAAE;gBACvF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE;oBAC3C,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO;oBACxB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;iBAC3B,CAAC,CAAC,CAAC;YACN,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAY;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACxD,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,0BAAc,CACtB,yBAAyB,KAAK,CAAC,EAAE,KAAM,KAAe,CAAC,OAAO,EAAE,EAChE,KAAc,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU;gBAAE,SAAS;YAEjD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAE5C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAuB,EAAE,MAAmB;QACpE,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,OAAO;QAE1B,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC1C,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAE1B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,WAAW,CAAC,KAAc,EAAE,EAAE,MAAM,EAAG,MAAc,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAmB;QAC7C,IAAI,CAAC;YACH,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,KAAK,CAAC;gBACX,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAE1D,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAC7B,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;oBAChD,CAAC;oBAED,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;oBACzC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM;gBACR,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC9C,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC9D,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAc,EAAE;gBAC/B,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;gBACxB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAY,EAAE,OAAqB;QACrD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,aAAa,CAAC,IAAiC,EAAE,cAAsB,EAAE,IAAa;QAC5F,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,KAA6B;QACzD,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AA7UD,8BA6UC"}

package/dist/knowledge/providers/memory-provider.d.ts

@@ -0,0 +1,15 @@
+import type { KnowledgeProvider, Chunk, QueryOptions, QueryResult, MemoryProviderOptions } from '../types.js';
+export declare class MemoryProvider implements KnowledgeProvider {
+    private store;
+    private maxChunks?;
+    constructor(options?: MemoryProviderOptions);
+    add(chunks: Chunk[]): Promise<void>;
+    query(_text: string, options?: QueryOptions): Promise<QueryResult[]>;
+    delete(ids: string[]): Promise<void>;
+    clear(): Promise<void>;
+    get size(): number;
+    private cosineSimilarity;
+    private matchesFilter;
+    private matchesCondition;
+}
+//# sourceMappingURL=memory-provider.d.ts.map

package/dist/knowledge/providers/memory-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-provider.d.ts","sourceRoot":"","sources":["../../../src/knowledge/providers/memory-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iBAAiB,EACjB,KAAK,EACL,YAAY,EACZ,WAAW,EAGX,qBAAqB,EACtB,MAAM,aAAa,CAAC;AAOrB,qBAAa,cAAe,YAAW,iBAAiB;IACtD,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,OAAO,GAAE,qBAA0B;IAIzC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBnC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IA6CxE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,OAAO,CAAC,gBAAgB;IAqBxB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,gBAAgB;CAqBzB"}

package/dist/knowledge/providers/memory-provider.js

@@ -0,0 +1,113 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryProvider = void 0;
+class MemoryProvider {
+    store = new Map();
+    maxChunks;
+    constructor(options = {}) {
+        this.maxChunks = options.maxChunks;
+    }
+    async add(chunks) {
+        for (const chunk of chunks) {
+            if (!chunk.vector) {
+                throw new Error(`Chunk ${chunk.id} has no vector. Ensure embedder is configured.`);
+            }
+            if (this.maxChunks && this.store.size >= this.maxChunks) {
+                throw new Error(`Maximum chunk limit (${this.maxChunks}) reached`);
+            }
+            this.store.set(chunk.id, {
+                chunk: { ...chunk },
+                vector: chunk.vector,
+            });
+        }
+    }
+    async query(_text, options = {}) {
+        const { limit = 10, threshold = 0.3, filter, includeMetadata = true, includeVectors = false, } = options;
+        // We need the query vector to be passed in via a special mechanism
+        // since MemoryProvider doesn't have access to the embedder directly.
+        // The Knowledge class will handle embedding the query and passing the vector.
+        const queryVector = options._queryVector;
+        if (!queryVector) {
+            throw new Error('Query vector not provided. Use Knowledge.query() instead of provider.query() directly.');
+        }
+        const results = [];
+        for (const [, stored] of this.store) {
+            if (filter && !this.matchesFilter(stored.chunk.metadata, filter)) {
+                continue;
+            }
+            const score = this.cosineSimilarity(queryVector, stored.vector);
+            if (score >= threshold) {
+                const chunk = {
+                    id: stored.chunk.id,
+                    content: stored.chunk.content,
+                    metadata: includeMetadata ? { ...stored.chunk.metadata } : {},
+                };
+                if (includeVectors) {
+                    chunk.vector = [...stored.vector];
+                }
+                results.push({ chunk, score });
+            }
+        }
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, limit);
+    }
+    async delete(ids) {
+        for (const id of ids) {
+            this.store.delete(id);
+        }
+    }
+    async clear() {
+        this.store.clear();
+    }
+    get size() {
+        return this.store.size;
+    }
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error(`Vector dimension mismatch: ${a.length} vs ${b.length}`);
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+        if (magnitude === 0)
+            return 0;
+        return dotProduct / magnitude;
+    }
+    matchesFilter(metadata, filter) {
+        for (const [key, condition] of Object.entries(filter)) {
+            const value = metadata[key];
+            if (!this.matchesCondition(value, condition)) {
+                return false;
+            }
+        }
+        return true;
+    }
+    matchesCondition(value, condition) {
+        if (typeof condition === 'object' && condition !== null) {
+            if ('$in' in condition) {
+                return Array.isArray(condition.$in) && condition.$in.includes(value);
+            }
+            if ('$gt' in condition) {
+                return typeof value === 'number' && value > condition.$gt;
+            }
+            if ('$lt' in condition) {
+                return typeof value === 'number' && value < condition.$lt;
+            }
+            if ('$gte' in condition) {
+                return typeof value === 'number' && value >= condition.$gte;
+            }
+            if ('$lte' in condition) {
+                return typeof value === 'number' && value <= condition.$lte;
+            }
+        }
+        return value === condition;
+    }
+}
+exports.MemoryProvider = MemoryProvider;
+//# sourceMappingURL=memory-provider.js.map

package/dist/knowledge/providers/memory-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-provider.js","sourceRoot":"","sources":["../../../src/knowledge/providers/memory-provider.ts"],"names":[],"mappings":";;;AAeA,MAAa,cAAc;IACjB,KAAK,GAA6B,IAAI,GAAG,EAAE,CAAC;IAC5C,SAAS,CAAU;IAE3B,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,gDAAgD,CAAC,CAAC;YACrF,CAAC;YAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxD,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,WAAW,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;gBACvB,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE;gBACnB,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,UAAwB,EAAE;QACnD,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,mEAAmE;QACnE,qEAAqE;QACrE,8EAA8E;QAC9E,MAAM,WAAW,GAAI,OAAe,CAAC,YAAoC,CAAC;QAC1E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;QAC5G,CAAC;QAED,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBACjE,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAEhE,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAU;oBACnB,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;oBACnB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;iBAC9D,CAAC;gBAEF,IAAI,cAAc,EAAE,CAAC;oBACnB,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAEO,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE9B,OAAO,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAEO,aAAa,CAAC,QAA6B,EAAE,MAAsB;QACzE,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YAE5B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC7C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,gBAAgB,CAAC,KAAU,EAAE,SAA8B;QACjE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACxD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACvE,CAAC;YACD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;YAC5D,CAAC;YACD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;YAC5D,CAAC;YACD,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAK,SAAiB,CAAC,IAAI,CAAC;YACvE,CAAC;YACD,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAK,SAAiB,CAAC,IAAI,CAAC;YACvE,CAAC;QACH,CAAC;QAED,OAAO,KAAK,KAAK,SAAS,CAAC;IAC7B,CAAC;CACF;AAzID,wCAyIC"}

package/dist/knowledge/sources/json-source.d.ts

@@ -0,0 +1,18 @@
+import type { KnowledgeSource, Chunk, ChunkUpdate, JSONSourceOptions } from '../types.js';
+export declare class JSONSource implements KnowledgeSource {
+    private filePath;
+    private options;
+    private watcher;
+    private lastHash;
+    constructor(filePath: string, options?: JSONSourceOptions);
+    load(): AsyncIterable<Chunk>;
+    watch(): AsyncIterable<ChunkUpdate>;
+    stop(): void;
+    private extractChunks;
+    private evaluateJSONPath;
+    private itemToChunk;
+    private getNestedValue;
+    private flattenToContent;
+    private hashContent;
+}
+//# sourceMappingURL=json-source.d.ts.map

package/dist/knowledge/sources/json-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-source.d.ts","sourceRoot":"","sources":["../../../src/knowledge/sources/json-source.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAG1F,qBAAa,UAAW,YAAW,eAAe;IAChD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,QAAQ,CAAuB;gBAE3B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAKtD,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC;IAmB5B,KAAK,IAAI,aAAa,CAAC,WAAW,CAAC;IAmD1C,IAAI,IAAI,IAAI;IAOZ,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,gBAAgB;IA8BxB,OAAO,CAAC,WAAW;IAwCnB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,gBAAgB;IAyBxB,OAAO,CAAC,WAAW;CAGpB"}