@toolpack-sdk/knowledge 1.2.0-SNAPSHOT.04032026-2

package/dist/knowledge.d.ts

@@ -0,0 +1,74 @@
+import { KnowledgeProvider, KnowledgeSource, Embedder, QueryOptions, QueryResult, Chunk } from './interfaces.js';
+export interface KnowledgeOptions {
+    provider: KnowledgeProvider;
+    sources: KnowledgeSource[];
+    embedder: Embedder;
+    description: string;
+    reSync?: boolean;
+    onError?: ErrorHandler;
+    onSync?: SyncEventHandler;
+    onEmbeddingProgress?: EmbeddingProgressHandler;
+}
+export type ErrorHandler = (error: Error, context: {
+    file?: string;
+    chunk?: Chunk;
+}) => 'skip' | 'abort';
+export interface SyncEvent {
+    type: 'start' | 'file' | 'chunk' | 'complete' | 'error';
+    file?: string;
+    chunksAffected?: number;
+    error?: Error;
+}
+export type SyncEventHandler = (event: SyncEvent) => void;
+export interface EmbeddingProgressEvent {
+    source: string;
+    current: number;
+    total: number;
+    percent: number;
+}
+export type EmbeddingProgressHandler = (event: EmbeddingProgressEvent) => void;
+export declare class Knowledge {
+    private provider;
+    private embedder;
+    private description;
+    private sources;
+    private options;
+    private constructor();
+    static create(options: KnowledgeOptions): Promise<Knowledge>;
+    query(text: string, options?: QueryOptions): Promise<QueryResult[]>;
+    sync(): Promise<void>;
+    private embedChunks;
+    stop(): Promise<void>;
+    toTool(): KnowledgeTool;
+}
+export interface KnowledgeTool {
+    name: string;
+    displayName: string;
+    description: string;
+    category: string;
+    cacheable?: boolean;
+    parameters: {
+        type: string;
+        properties: Record<string, unknown>;
+        required: string[];
+    };
+    execute: (params: KnowledgeToolParams) => Promise<KnowledgeToolResult[]>;
+}
+export interface KnowledgeToolParams {
+    query: string;
+    limit?: number;
+    threshold?: number;
+    filter?: Record<string, string | number | boolean | {
+        $in: unknown[];
+    } | {
+        $gt: number;
+    } | {
+        $lt: number;
+    }>;
+}
+export interface KnowledgeToolResult {
+    content: string;
+    score: number;
+    metadata: Record<string, unknown>;
+}
+//# sourceMappingURL=knowledge.d.ts.map

package/dist/knowledge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.d.ts","sourceRoot":"","sources":["../src/knowledge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAGjH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,YAAY,CAAC;IACvB,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,mBAAmB,CAAC,EAAE,wBAAwB,CAAC;CAChD;AAED,MAAM,MAAM,YAAY,GAAG,CACzB,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,KAAK,CAAA;CAAE,KACtC,MAAM,GAAG,OAAO,CAAC;AAEtB,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,OAAO,CAAC;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,CAAC;AAE1D,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,wBAAwB,GAAG,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;AAE/E,qBAAa,SAAS;IAElB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,OAAO;IALjB,OAAO;WAQM,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC;IA2B5D,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAKnE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YA6Bb,WAAW;IAyBnB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,MAAM,IAAI,aAAa;CA+BxB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpC,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,OAAO,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;CAC1E;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG;QAAE,GAAG,EAAE,OAAO,EAAE,CAAA;KAAE,GAAG;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC7G;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC"}

package/dist/knowledge.js

@@ -0,0 +1,120 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Knowledge = void 0;
+const persistent_js_1 = require("./providers/persistent.js");
+class Knowledge {
+    provider;
+    embedder;
+    description;
+    sources;
+    options;
+    constructor(provider, embedder, description, sources, options) {
+        this.provider = provider;
+        this.embedder = embedder;
+        this.description = description;
+        this.sources = sources;
+        this.options = options;
+    }
+    static async create(options) {
+        await options.provider.validateDimensions(options.embedder.dimensions);
+        const kb = new Knowledge(options.provider, options.embedder, options.description, options.sources, options);
+        const userWantsSync = options.reSync !== false;
+        if (!userWantsSync && options.provider instanceof persistent_js_1.PersistentKnowledgeProvider) {
+            if (options.provider.shouldReSync()) {
+                await kb.sync();
+            }
+            return kb;
+        }
+        if (userWantsSync) {
+            await kb.sync();
+        }
+        return kb;
+    }
+    async query(text, options) {
+        const vector = await this.embedder.embed(text);
+        return this.provider.query(vector, options);
+    }
+    async sync() {
+        this.options.onSync?.({ type: 'start' });
+        try {
+            const dimensions = this.embedder.dimensions;
+            await this.provider.clear();
+            await this.provider.validateDimensions(dimensions);
+            const allChunks = [];
+            for (const source of this.sources) {
+                for await (const chunk of source.load()) {
+                    allChunks.push(chunk);
+                }
+            }
+            const embeddedChunks = await this.embedChunks(allChunks);
+            if (embeddedChunks.length > 0) {
+                await this.provider.add(embeddedChunks);
+            }
+            this.options.onSync?.({ type: 'complete', chunksAffected: embeddedChunks.length });
+        }
+        catch (error) {
+            this.options.onSync?.({ type: 'error', error: error });
+            throw error;
+        }
+    }
+    async embedChunks(chunks) {
+        const embeddedChunks = [];
+        for (let i = 0; i < chunks.length; i++) {
+            try {
+                const vector = await this.embedder.embed(chunks[i].content);
+                embeddedChunks.push({ ...chunks[i], vector });
+                this.options.onEmbeddingProgress?.({
+                    source: 'sync',
+                    current: i + 1,
+                    total: chunks.length,
+                    percent: Math.round(((i + 1) / chunks.length) * 100),
+                });
+            }
+            catch (error) {
+                const action = this.options.onError?.(error, { chunk: chunks[i] });
+                if (action === 'abort') {
+                    throw error;
+                }
+            }
+        }
+        return embeddedChunks;
+    }
+    async stop() {
+        if (this.provider instanceof persistent_js_1.PersistentKnowledgeProvider) {
+            this.provider.close();
+        }
+    }
+    toTool() {
+        return {
+            name: 'knowledge_search',
+            displayName: 'Knowledge Search',
+            description: this.description || 'Search the knowledge base for relevant information',
+            category: 'search',
+            cacheable: false,
+            parameters: {
+                type: 'object',
+                properties: {
+                    query: { type: 'string', description: 'Search query to find relevant information' },
+                    limit: { type: 'number', description: 'Maximum number of results to return (default: 10)' },
+                    threshold: { type: 'number', description: 'Minimum similarity threshold 0-1 (default: 0.7)' },
+                    filter: { type: 'object', description: 'Optional metadata filters' },
+                },
+                required: ['query'],
+            },
+            execute: async (params) => {
+                const results = await this.query(params.query, {
+                    limit: params.limit,
+                    threshold: params.threshold,
+                    filter: params.filter,
+                });
+                return results.map(r => ({
+                    content: r.chunk.content,
+                    score: r.score,
+                    metadata: r.chunk.metadata,
+                }));
+            },
+        };
+    }
+}
+exports.Knowledge = Knowledge;
+//# sourceMappingURL=knowledge.js.map

package/dist/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.js","sourceRoot":"","sources":["../src/knowledge.ts"],"names":[],"mappings":";;;AACA,6DAAwE;AAoCxE,MAAa,SAAS;IAEV;IACA;IACA;IACA;IACA;IALV,YACU,QAA2B,EAC3B,QAAkB,EAClB,WAAmB,EACnB,OAA0B,EAC1B,OAAyB;QAJzB,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,aAAQ,GAAR,QAAQ,CAAU;QAClB,gBAAW,GAAX,WAAW,CAAQ;QACnB,YAAO,GAAP,OAAO,CAAmB;QAC1B,YAAO,GAAP,OAAO,CAAkB;IAChC,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAyB;QAC3C,MAAM,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAEvE,MAAM,EAAE,GAAG,IAAI,SAAS,CACtB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,OAAO,EACf,OAAO,CACR,CAAC;QAEF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;QAE/C,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,YAAY,2CAA2B,EAAE,CAAC;YAC9E,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC;gBACpC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;YAClB,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAClB,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,OAAsB;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,SAAS,GAAY,EAAE,CAAC;YAE9B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAEzD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC;YAChE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAe;QACvC,MAAM,cAAc,GAAY,EAAE,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC5D,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE9C,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;oBACjC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,CAAC,GAAG,CAAC;oBACd,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;iBACrD,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC5E,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;oBACvB,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,QAAQ,YAAY,2CAA2B,EAAE,CAAC;YACzD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,kBAAkB;YAC/B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,oDAAoD;YACrF,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE;oBACnF,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mDAAmD,EAAE;oBAC3F,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iDAAiD,EAAE;oBAC7F,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE;iBACrE;gBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;aACpB;YACD,OAAO,EAAE,KAAK,EAAE,MAA2B,EAAE,EAAE;gBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;oBAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO;oBACxB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;iBAC3B,CAAC,CAAC,CAAC;YACN,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AApID,8BAoIC"}

package/dist/providers/memory.d.ts

@@ -0,0 +1,16 @@
+import { KnowledgeProvider, Chunk, QueryOptions, QueryResult } from '../interfaces.js';
+export interface MemoryProviderOptions {
+    maxChunks?: number;
+}
+export declare class MemoryProvider implements KnowledgeProvider {
+    private options;
+    private chunks;
+    private dimensions?;
+    constructor(options?: MemoryProviderOptions);
+    validateDimensions(dimensions: number): Promise<void>;
+    add(chunks: Chunk[]): Promise<void>;
+    query(queryVector: number[], options?: QueryOptions): Promise<QueryResult[]>;
+    delete(ids: string[]): Promise<void>;
+    clear(): Promise<void>;
+}
+//# sourceMappingURL=memory.d.ts.map

package/dist/providers/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/providers/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAIvF,MAAM,WAAW,qBAAqB;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,cAAe,YAAW,iBAAiB;IAI1C,OAAO,CAAC,OAAO;IAH3B,OAAO,CAAC,MAAM,CAAyD;IACvE,OAAO,CAAC,UAAU,CAAC,CAAS;gBAER,OAAO,GAAE,qBAA0B;IAEjD,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOrD,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBnC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAqChF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAI7B"}

package/dist/providers/memory.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryProvider = void 0;
+const errors_js_1 = require("../errors.js");
+const cosine_js_1 = require("../utils/cosine.js");
+class MemoryProvider {
+    options;
+    chunks = new Map();
+    dimensions;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async validateDimensions(dimensions) {
+        if (this.dimensions && this.dimensions !== dimensions) {
+            throw new errors_js_1.DimensionMismatchError(this.dimensions, dimensions);
+        }
+        this.dimensions = dimensions;
+    }
+    async add(chunks) {
+        for (const chunk of chunks) {
+            if (!chunk.vector) {
+                throw new errors_js_1.KnowledgeProviderError('Chunk missing vector');
+            }
+            if (this.options.maxChunks && this.chunks.size >= this.options.maxChunks) {
+                throw new errors_js_1.KnowledgeProviderError(`Max chunks limit reached: ${this.options.maxChunks}`);
+            }
+            this.chunks.set(chunk.id, {
+                chunk: {
+                    id: chunk.id,
+                    content: chunk.content,
+                    metadata: chunk.metadata,
+                },
+                vector: chunk.vector
+            });
+        }
+    }
+    async query(queryVector, options = {}) {
+        const { limit = 10, threshold = 0.7, filter, includeMetadata = true, includeVectors = false, } = options;
+        const results = [];
+        for (const { chunk, vector } of this.chunks.values()) {
+            if (filter && !(0, cosine_js_1.matchesFilter)(chunk.metadata, filter)) {
+                continue;
+            }
+            const score = (0, cosine_js_1.cosineSimilarity)(queryVector, vector);
+            if (score >= threshold) {
+                results.push({
+                    chunk: {
+                        id: chunk.id,
+                        content: chunk.content,
+                        metadata: includeMetadata ? chunk.metadata : {},
+                        vector: includeVectors ? vector : undefined,
+                    },
+                    score,
+                    distance: 1 - score,
+                });
+            }
+        }
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, limit);
+    }
+    async delete(ids) {
+        for (const id of ids) {
+            this.chunks.delete(id);
+        }
+    }
+    async clear() {
+        this.chunks.clear();
+        this.dimensions = undefined;
+    }
+}
+exports.MemoryProvider = MemoryProvider;
+//# sourceMappingURL=memory.js.map

package/dist/providers/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/providers/memory.ts"],"names":[],"mappings":";;;AACA,4CAA8E;AAC9E,kDAAqE;AAMrE,MAAa,cAAc;IAIL;IAHZ,MAAM,GAAG,IAAI,GAAG,EAA8C,CAAC;IAC/D,UAAU,CAAU;IAE5B,YAAoB,UAAiC,EAAE;QAAnC,YAAO,GAAP,OAAO,CAA4B;IAAG,CAAC;IAE3D,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACtD,MAAM,IAAI,kCAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,IAAI,kCAAsB,CAAC,sBAAsB,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,IAAI,kCAAsB,CAAC,6BAA6B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;gBACxB,KAAK,EAAE;oBACL,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB;gBACD,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAqB,EAAE,UAAwB,EAAE;QAC3D,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,IAAI,MAAM,IAAI,CAAC,IAAA,yBAAa,EAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBACrD,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,IAAA,4BAAgB,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEpD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE;wBACL,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBAC/C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;qBAC5C;oBACD,KAAK;oBACL,QAAQ,EAAE,CAAC,GAAG,KAAK;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;CACF;AAjFD,wCAiFC"}

package/dist/providers/persistent.d.ts

@@ -0,0 +1,23 @@
+import { KnowledgeProvider, Chunk, QueryOptions, QueryResult } from '../interfaces.js';
+export interface PersistentKnowledgeProviderOptions {
+    namespace: string;
+    storagePath?: string;
+    reSync?: boolean;
+}
+export declare class PersistentKnowledgeProvider implements KnowledgeProvider {
+    private options;
+    private db;
+    private dimensions?;
+    private dbPath;
+    constructor(options: PersistentKnowledgeProviderOptions);
+    private initSchema;
+    private loadDimensions;
+    validateDimensions(dimensions: number): Promise<void>;
+    add(chunks: Chunk[]): Promise<void>;
+    query(queryVector: number[], options?: QueryOptions): Promise<QueryResult[]>;
+    delete(ids: string[]): Promise<void>;
+    clear(): Promise<void>;
+    shouldReSync(): boolean;
+    close(): void;
+}
+//# sourceMappingURL=persistent.d.ts.map

package/dist/providers/persistent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"persistent.d.ts","sourceRoot":"","sources":["../../src/providers/persistent.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAIvF,MAAM,WAAW,kCAAkC;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,qBAAa,2BAA4B,YAAW,iBAAiB;IAKvD,OAAO,CAAC,OAAO;IAJ3B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAS;gBAEH,OAAO,EAAE,kCAAkC;IAa/D,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,cAAc;IAOhB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWrD,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BnC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAgDhF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,YAAY,IAAI,OAAO;IAQvB,KAAK,IAAI,IAAI;CAGd"}

package/dist/providers/persistent.js

@@ -0,0 +1,162 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PersistentKnowledgeProvider = void 0;
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const errors_js_1 = require("../errors.js");
+const cosine_js_1 = require("../utils/cosine.js");
+class PersistentKnowledgeProvider {
+    options;
+    db;
+    dimensions;
+    dbPath;
+    constructor(options) {
+        this.options = options;
+        const basePath = options.storagePath || path.join(os.homedir(), '.toolpack', 'knowledge');
+        this.dbPath = path.join(basePath, `${options.namespace}.db`);
+        fs.mkdirSync(basePath, { recursive: true });
+        this.db = new better_sqlite3_1.default(this.dbPath);
+        this.db.pragma('journal_mode = WAL');
+        this.initSchema();
+        this.loadDimensions();
+    }
+    initSchema() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS chunks (
+        id        TEXT PRIMARY KEY,
+        content   TEXT NOT NULL,
+        metadata  TEXT NOT NULL,
+        vector    BLOB NOT NULL,
+        synced_at INTEGER NOT NULL
+      );
+
+      CREATE TABLE IF NOT EXISTS provider_meta (
+        key   TEXT PRIMARY KEY,
+        value TEXT NOT NULL
+      );
+    `);
+    }
+    loadDimensions() {
+        const row = this.db.prepare('SELECT value FROM provider_meta WHERE key = ?').get('dimensions');
+        if (row) {
+            this.dimensions = parseInt(row.value, 10);
+        }
+    }
+    async validateDimensions(dimensions) {
+        if (this.dimensions && this.dimensions !== dimensions) {
+            throw new errors_js_1.DimensionMismatchError(this.dimensions, dimensions);
+        }
+        if (!this.dimensions) {
+            this.db.prepare('INSERT OR REPLACE INTO provider_meta (key, value) VALUES (?, ?)').run('dimensions', dimensions.toString());
+            this.dimensions = dimensions;
+        }
+    }
+    async add(chunks) {
+        const insert = this.db.prepare(`
+      INSERT OR REPLACE INTO chunks (id, content, metadata, vector, synced_at)
+      VALUES (?, ?, ?, ?, ?)
+    `);
+        const transaction = this.db.transaction((chunks) => {
+            for (const chunk of chunks) {
+                if (!chunk.vector) {
+                    throw new errors_js_1.KnowledgeProviderError('Chunk missing vector');
+                }
+                const vectorBlob = Buffer.from(new Float32Array(chunk.vector).buffer);
+                insert.run(chunk.id, chunk.content, JSON.stringify(chunk.metadata), vectorBlob, Date.now());
+            }
+        });
+        transaction(chunks);
+    }
+    async query(queryVector, options = {}) {
+        const { limit = 10, threshold = 0.7, filter, includeMetadata = true, includeVectors = false, } = options;
+        const rows = this.db.prepare('SELECT id, content, metadata, vector FROM chunks').all();
+        const results = [];
+        for (const row of rows) {
+            const metadata = JSON.parse(row.metadata);
+            if (filter && !(0, cosine_js_1.matchesFilter)(metadata, filter)) {
+                continue;
+            }
+            const vector = new Float32Array(row.vector.buffer, row.vector.byteOffset, row.vector.byteLength / 4);
+            const vectorArray = Array.from(vector);
+            const score = (0, cosine_js_1.cosineSimilarity)(queryVector, vectorArray);
+            if (score >= threshold) {
+                results.push({
+                    chunk: {
+                        id: row.id,
+                        content: row.content,
+                        metadata: includeMetadata ? metadata : {},
+                        vector: includeVectors ? vectorArray : undefined,
+                    },
+                    score,
+                    distance: 1 - score,
+                });
+            }
+        }
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, limit);
+    }
+    async delete(ids) {
+        const del = this.db.prepare('DELETE FROM chunks WHERE id = ?');
+        const transaction = this.db.transaction((ids) => {
+            for (const id of ids) {
+                del.run(id);
+            }
+        });
+        transaction(ids);
+    }
+    async clear() {
+        this.db.prepare('DELETE FROM chunks').run();
+        this.db.prepare('DELETE FROM provider_meta').run();
+        this.dimensions = undefined;
+    }
+    shouldReSync() {
+        if (this.options.reSync === false) {
+            const count = this.db.prepare('SELECT COUNT(*) as count FROM chunks').get();
+            return count.count === 0;
+        }
+        return true;
+    }
+    close() {
+        this.db.close();
+    }
+}
+exports.PersistentKnowledgeProvider = PersistentKnowledgeProvider;
+//# sourceMappingURL=persistent.js.map

package/dist/providers/persistent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persistent.js","sourceRoot":"","sources":["../../src/providers/persistent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oEAAsC;AACtC,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AAEzB,4CAA8E;AAC9E,kDAAqE;AAQrE,MAAa,2BAA2B;IAKlB;IAJZ,EAAE,CAAoB;IACtB,UAAU,CAAU;IACpB,MAAM,CAAS;IAEvB,YAAoB,OAA2C;QAA3C,YAAO,GAAP,OAAO,CAAoC;QAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAC1F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,SAAS,KAAK,CAAC,CAAC;QAE7D,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAErC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;KAaZ,CAAC,CAAC;IACL,CAAC;IAEO,cAAc;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,YAAY,CAAkC,CAAC;QAChI,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACtD,MAAM,IAAI,kCAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iEAAiE,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5H,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG9B,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,MAAe,EAAE,EAAE;YAC1D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,MAAM,IAAI,kCAAsB,CAAC,sBAAsB,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC9B,UAAU,EACV,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAqB,EAAE,UAAwB,EAAE;QAC3D,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAKlF,CAAC;QAEH,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE1C,IAAI,MAAM,IAAI,CAAC,IAAA,yBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YACrG,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,IAAA,4BAAgB,EAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEzD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE;wBACL,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBACzC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;qBACjD;oBACD,KAAK;oBACL,QAAQ,EAAE,CAAC,GAAG,KAAK;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,GAAa,EAAE,EAAE;YACxD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,GAAG,EAAE,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,YAAY;QACV,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAuB,CAAC;YACjG,OAAO,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF;AA1JD,kEA0JC"}

package/dist/sources/markdown.d.ts

@@ -0,0 +1,20 @@
+import { KnowledgeSource, Chunk } from '../interfaces.js';
+export interface MarkdownSourceOptions {
+    maxChunkSize?: number;
+    chunkOverlap?: number;
+    minChunkSize?: number;
+    namespace?: string;
+    metadata?: Record<string, unknown>;
+}
+export declare class MarkdownSource implements KnowledgeSource {
+    private pattern;
+    private options;
+    constructor(pattern: string, options?: MarkdownSourceOptions);
+    load(): AsyncIterable<Chunk>;
+    private chunkMarkdown;
+    private parseHeadings;
+    private extractFrontmatter;
+    private removeFrontmatter;
+    private generateChunkId;
+}
+//# sourceMappingURL=markdown.d.ts.map

package/dist/sources/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/sources/markdown.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAI1D,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAQD,qBAAa,cAAe,YAAW,eAAe;IAIlD,OAAO,CAAC,OAAO;IAHjB,OAAO,CAAC,OAAO,CAAkC;gBAGvC,OAAO,EAAE,MAAM,EACvB,OAAO,GAAE,qBAA0B;IAW9B,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC;IAiBnC,OAAO,CAAC,aAAa;IA0DrB,OAAO,CAAC,aAAa;IA8CrB,OAAO,CAAC,kBAAkB;IA8B1B,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,eAAe;CAKxB"}