toolpack-sdk 1.1.0 → 1.2.0-SNAPSHOT.4032026

package/dist/knowledge/providers/persistent-provider.js

@@ -1,214 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PersistentKnowledgeProvider = void 0;
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-const home_config_js_1 = require("../../utils/home-config.js");
-class PersistentKnowledgeProvider {
-    storagePath;
-    cache = new Map();
-    initialized = false;
-    constructor(options = {}) {
-        const namespace = options.namespace || 'default';
-        this.storagePath = options.storagePath || path.join((0, home_config_js_1.getGlobalToolpackDir)(), 'knowledge', namespace);
-    }
-    async ensureInitialized() {
-        if (this.initialized)
-            return;
-        await fs.mkdir(this.storagePath, { recursive: true });
-        await this.loadFromDisk();
-        this.initialized = true;
-    }
-    async loadFromDisk() {
-        try {
-            const files = await fs.readdir(this.storagePath);
-            for (const file of files) {
-                if (!file.endsWith('.json'))
-                    continue;
-                const filePath = path.join(this.storagePath, file);
-                const content = await fs.readFile(filePath, 'utf-8');
-                const stored = JSON.parse(content);
-                this.cache.set(stored.chunk.id, stored);
-            }
-        }
-        catch (error) {
-            if (error.code !== 'ENOENT') {
-                throw error;
-            }
-        }
-    }
-    async saveChunk(stored) {
-        const fileName = `${this.sanitizeId(stored.chunk.id)}.json`;
-        const filePath = path.join(this.storagePath, fileName);
-        await fs.writeFile(filePath, JSON.stringify(stored, null, 2), 'utf-8');
-    }
-    async deleteChunkFile(id) {
-        const fileName = `${this.sanitizeId(id)}.json`;
-        const filePath = path.join(this.storagePath, fileName);
-        try {
-            await fs.unlink(filePath);
-        }
-        catch (error) {
-            if (error.code !== 'ENOENT') {
-                throw error;
-            }
-        }
-    }
-    sanitizeId(id) {
-        return id.replace(/[^a-zA-Z0-9-_]/g, '_');
-    }
-    async add(chunks) {
-        await this.ensureInitialized();
-        for (const chunk of chunks) {
-            if (!chunk.vector) {
-                throw new Error(`Chunk ${chunk.id} has no vector. Ensure embedder is configured.`);
-            }
-            const stored = {
-                chunk: { ...chunk },
-                vector: chunk.vector,
-            };
-            this.cache.set(chunk.id, stored);
-            await this.saveChunk(stored);
-        }
-    }
-    async query(_text, options = {}) {
-        await this.ensureInitialized();
-        const { limit = 10, threshold = 0.3, filter, includeMetadata = true, includeVectors = false, } = options;
-        const queryVector = options._queryVector;
-        if (!queryVector) {
-            throw new Error('Query vector not provided. Use Knowledge.query() instead of provider.query() directly.');
-        }
-        const results = [];
-        for (const [, stored] of this.cache) {
-            if (filter && !this.matchesFilter(stored.chunk.metadata, filter)) {
-                continue;
-            }
-            const score = this.cosineSimilarity(queryVector, stored.vector);
-            if (score >= threshold) {
-                const chunk = {
-                    id: stored.chunk.id,
-                    content: stored.chunk.content,
-                    metadata: includeMetadata ? { ...stored.chunk.metadata } : {},
-                };
-                if (includeVectors) {
-                    chunk.vector = [...stored.vector];
-                }
-                results.push({ chunk, score });
-            }
-        }
-        results.sort((a, b) => b.score - a.score);
-        return results.slice(0, limit);
-    }
-    async delete(ids) {
-        await this.ensureInitialized();
-        for (const id of ids) {
-            this.cache.delete(id);
-            await this.deleteChunkFile(id);
-        }
-    }
-    async clear() {
-        await this.ensureInitialized();
-        this.cache.clear();
-        try {
-            const files = await fs.readdir(this.storagePath);
-            for (const file of files) {
-                if (file.endsWith('.json')) {
-                    await fs.unlink(path.join(this.storagePath, file));
-                }
-            }
-        }
-        catch (error) {
-            if (error.code !== 'ENOENT') {
-                throw error;
-            }
-        }
-    }
-    get size() {
-        return this.cache.size;
-    }
-    async hasStoredChunks() {
-        await this.ensureInitialized();
-        return this.cache.size > 0;
-    }
-    cosineSimilarity(a, b) {
-        if (a.length !== b.length) {
-            throw new Error(`Vector dimension mismatch: ${a.length} vs ${b.length}`);
-        }
-        let dotProduct = 0;
-        let normA = 0;
-        let normB = 0;
-        for (let i = 0; i < a.length; i++) {
-            dotProduct += a[i] * b[i];
-            normA += a[i] * a[i];
-            normB += b[i] * b[i];
-        }
-        const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
-        if (magnitude === 0)
-            return 0;
-        return dotProduct / magnitude;
-    }
-    matchesFilter(metadata, filter) {
-        for (const [key, condition] of Object.entries(filter)) {
-            const value = metadata[key];
-            if (!this.matchesCondition(value, condition)) {
-                return false;
-            }
-        }
-        return true;
-    }
-    matchesCondition(value, condition) {
-        if (typeof condition === 'object' && condition !== null) {
-            if ('$in' in condition) {
-                return Array.isArray(condition.$in) && condition.$in.includes(value);
-            }
-            if ('$gt' in condition) {
-                return typeof value === 'number' && value > condition.$gt;
-            }
-            if ('$lt' in condition) {
-                return typeof value === 'number' && value < condition.$lt;
-            }
-            if ('$gte' in condition) {
-                return typeof value === 'number' && value >= condition.$gte;
-            }
-            if ('$lte' in condition) {
-                return typeof value === 'number' && value <= condition.$lte;
-            }
-        }
-        return value === condition;
-    }
-}
-exports.PersistentKnowledgeProvider = PersistentKnowledgeProvider;
-//# sourceMappingURL=persistent-provider.js.map

package/dist/knowledge/providers/persistent-provider.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"persistent-provider.js","sourceRoot":"","sources":["../../../src/knowledge/providers/persistent-provider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAS7B,+DAAkE;AAYlE,MAAa,2BAA2B;IAC9B,WAAW,CAAS;IACpB,KAAK,GAA6B,IAAI,GAAG,EAAE,CAAC;IAC5C,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,UAA8C,EAAE;QAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,IAAA,qCAAoB,GAAE,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IACtG,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,MAAM,GAAgB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEhD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAmB;QACzC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,EAAU;QACtC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,OAAO,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,gDAAgD,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,MAAM,GAAgB;gBAC1B,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE;gBACnB,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,UAAwB,EAAE;QACnD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,MAAM,WAAW,GAAI,OAAe,CAAC,YAAoC,CAAC;QAC1E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;QAC5G,CAAC;QAED,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBACjE,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAEhE,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAU;oBACnB,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;oBACnB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;iBAC9D,CAAC;gBAEF,IAAI,cAAc,EAAE,CAAC;oBACnB,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE9B,OAAO,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAEO,aAAa,CAAC,QAA6B,EAAE,MAAsB;QACzE,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YAE5B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC7C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,gBAAgB,CAAC,KAAU,EAAE,SAA8B;QACjE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACxD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACvE,CAAC;YACD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;YAC5D,CAAC;YACD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;YAC5D,CAAC;YACD,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAK,SAAiB,CAAC,IAAI,CAAC;YACvE,CAAC;YACD,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAK,SAAiB,CAAC,IAAI,CAAC;YACvE,CAAC;QACH,CAAC;QAED,OAAO,KAAK,KAAK,SAAS,CAAC;IAC7B,CAAC;CACF;AArND,kEAqNC"}

package/dist/knowledge/sources/json-source.d.ts

@@ -1,18 +0,0 @@
-import type { KnowledgeSource, Chunk, ChunkUpdate, JSONSourceOptions } from '../types.js';
-export declare class JSONSource implements KnowledgeSource {
-    private filePath;
-    private options;
-    private watcher;
-    private lastHash;
-    constructor(filePath: string, options?: JSONSourceOptions);
-    load(): AsyncIterable<Chunk>;
-    watch(): AsyncIterable<ChunkUpdate>;
-    stop(): void;
-    private extractChunks;
-    private evaluateJSONPath;
-    private itemToChunk;
-    private getNestedValue;
-    private flattenToContent;
-    private hashContent;
-}
-//# sourceMappingURL=json-source.d.ts.map

package/dist/knowledge/sources/json-source.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"json-source.d.ts","sourceRoot":"","sources":["../../../src/knowledge/sources/json-source.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAG1F,qBAAa,UAAW,YAAW,eAAe;IAChD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,QAAQ,CAAuB;gBAE3B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAKtD,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC;IAmB5B,KAAK,IAAI,aAAa,CAAC,WAAW,CAAC;IAmD1C,IAAI,IAAI,IAAI;IAOZ,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,gBAAgB;IA8BxB,OAAO,CAAC,WAAW;IAwCnB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,gBAAgB;IAyBxB,OAAO,CAAC,WAAW;CAGpB"}

package/dist/knowledge/sources/json-source.js

@@ -1,224 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.JSONSource = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const crypto = __importStar(require("crypto"));
-const errors_js_1 = require("../errors.js");
-class JSONSource {
-    filePath;
-    options;
-    watcher = null;
-    lastHash = null;
-    constructor(filePath, options = {}) {
-        this.filePath = path.resolve(filePath);
-        this.options = options;
-    }
-    async *load() {
-        try {
-            const content = await fs.promises.readFile(this.filePath, 'utf-8');
-            this.lastHash = this.hashContent(content);
-            const data = JSON.parse(content);
-            const chunks = this.extractChunks(data);
-            for (const chunk of chunks) {
-                yield chunk;
-            }
-        }
-        catch (error) {
-            throw new errors_js_1.IngestionError(`Failed to parse JSON file: ${error.message}`, this.filePath, error);
-        }
-    }
-    async *watch() {
-        if (!this.options.watch) {
-            return;
-        }
-        const updateQueue = [];
-        let resolveNext = null;
-        const processChange = async () => {
-            try {
-                const content = await fs.promises.readFile(this.filePath, 'utf-8');
-                const newHash = this.hashContent(content);
-                if (newHash !== this.lastHash) {
-                    this.lastHash = newHash;
-                    const data = JSON.parse(content);
-                    const chunks = this.extractChunks(data);
-                    for (const chunk of chunks) {
-                        updateQueue.push({ type: 'update', chunk });
-                    }
-                    if (resolveNext && updateQueue.length > 0) {
-                        const update = updateQueue.shift();
-                        const resolve = resolveNext;
-                        resolveNext = null;
-                        resolve({ value: update, done: false });
-                    }
-                }
-            }
-            catch {
-                // File might be in the middle of being written
-            }
-        };
-        this.watcher = fs.watch(this.filePath, (eventType) => {
-            if (eventType === 'change') {
-                processChange();
-            }
-        });
-        while (true) {
-            if (updateQueue.length > 0) {
-                yield updateQueue.shift();
-            }
-            else {
-                yield await new Promise((resolve) => {
-                    resolveNext = (result) => resolve(result.value);
-                });
-            }
-        }
-    }
-    stop() {
-        if (this.watcher) {
-            this.watcher.close();
-            this.watcher = null;
-        }
-    }
-    extractChunks(data) {
-        const chunkBy = this.options.chunkBy ?? 'item';
-        const contentFields = this.options.contentFields ?? [];
-        const metadataFields = this.options.metadataFields ?? [];
-        let items;
-        if (chunkBy === 'item') {
-            items = Array.isArray(data) ? data : [data];
-        }
-        else if (chunkBy.startsWith('$.')) {
-            items = this.evaluateJSONPath(data, chunkBy);
-        }
-        else {
-            items = Array.isArray(data) ? data : [data];
-        }
-        return items.map((item, index) => this.itemToChunk(item, index, contentFields, metadataFields));
-    }
-    evaluateJSONPath(data, pathExpr) {
-        const path = pathExpr.slice(2);
-        const segments = path.split(/(?=\[)|\./).filter(Boolean);
-        let current = [data];
-        for (const segment of segments) {
-            const next = [];
-            for (const item of current) {
-                if (segment === '[*]') {
-                    if (Array.isArray(item)) {
-                        next.push(...item);
-                    }
-                    else if (typeof item === 'object' && item !== null) {
-                        next.push(...Object.values(item));
-                    }
-                }
-                else {
-                    const key = segment.replace(/^\[|\]$/g, '');
-                    if (item && typeof item === 'object' && key in item) {
-                        next.push(item[key]);
-                    }
-                }
-            }
-            current = next;
-        }
-        return current;
-    }
-    itemToChunk(item, index, contentFields, metadataFields) {
-        let content;
-        if (contentFields.length > 0) {
-            const contentParts = contentFields
-                .map((field) => this.getNestedValue(item, field))
-                .filter((v) => v !== undefined && v !== null)
-                .map((v) => String(v));
-            content = contentParts.join('\n\n');
-        }
-        else {
-            content = this.flattenToContent(item);
-        }
-        const metadata = {
-            ...(this.options.metadata ?? {}),
-            source: this.filePath,
-            index,
-        };
-        if (metadataFields.length > 0) {
-            for (const field of metadataFields) {
-                const value = this.getNestedValue(item, field);
-                if (value !== undefined) {
-                    metadata[field] = value;
-                }
-            }
-        }
-        const namespace = this.options.namespace ?? 'json';
-        const hash = crypto.createHash('md5').update(content).digest('hex').slice(0, 8);
-        const id = `${namespace}:${path.basename(this.filePath)}:${hash}:${index}`;
-        return { id, content, metadata };
-    }
-    getNestedValue(obj, path) {
-        const parts = path.split('.');
-        let current = obj;
-        for (const part of parts) {
-            if (current === null || current === undefined) {
-                return undefined;
-            }
-            current = current[part];
-        }
-        return current;
-    }
-    flattenToContent(obj, prefix = '') {
-        if (obj === null || obj === undefined) {
-            return '';
-        }
-        if (typeof obj !== 'object') {
-            return prefix ? `${prefix}: ${obj}` : String(obj);
-        }
-        if (Array.isArray(obj)) {
-            return obj
-                .map((item, i) => this.flattenToContent(item, prefix ? `${prefix}[${i}]` : `[${i}]`))
-                .filter(Boolean)
-                .join('\n');
-        }
-        return Object.entries(obj)
-            .map(([key, value]) => {
-            const newPrefix = prefix ? `${prefix}.${key}` : key;
-            return this.flattenToContent(value, newPrefix);
-        })
-            .filter(Boolean)
-            .join('\n');
-    }
-    hashContent(content) {
-        return crypto.createHash('md5').update(content).digest('hex');
-    }
-}
-exports.JSONSource = JSONSource;
-//# sourceMappingURL=json-source.js.map

package/dist/knowledge/sources/json-source.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"json-source.js","sourceRoot":"","sources":["../../../src/knowledge/sources/json-source.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,+CAAiC;AAEjC,4CAA8C;AAE9C,MAAa,UAAU;IACb,QAAQ,CAAS;IACjB,OAAO,CAAoB;IAC3B,OAAO,GAAwB,IAAI,CAAC;IACpC,QAAQ,GAAkB,IAAI,CAAC;IAEvC,YAAY,QAAgB,EAAE,UAA6B,EAAE;QAC3D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,CAAC,IAAI;QACT,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,0BAAc,CACtB,8BAA+B,KAAe,CAAC,OAAO,EAAE,EACxD,IAAI,CAAC,QAAQ,EACb,KAAc,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAkB,EAAE,CAAC;QACtC,IAAI,WAAW,GAA0D,IAAI,CAAC;QAE9E,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC/B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAE1C,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;oBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAExC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;wBAC3B,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9C,CAAC;oBAED,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAG,CAAC;wBACpC,MAAM,OAAO,GAAG,WAAW,CAAC;wBAC5B,WAAW,GAAG,IAAI,CAAC;wBACnB,OAAO,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,EAAE;YACnD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAC3B,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,WAAW,CAAC,KAAK,EAAG,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,EAAE;oBAC/C,WAAW,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAClD,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,IAAS;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QAEzD,IAAI,KAAY,CAAC;QAEjB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;IAClG,CAAC;IAEO,gBAAgB,CAAC,IAAS,EAAE,QAAgB;QAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,OAAO,GAAU,CAAC,IAAI,CAAC,CAAC;QAE5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAU,EAAE,CAAC;YAEvB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;oBACtB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;wBACxB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBACrB,CAAC;yBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBACrD,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;oBAC5C,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;wBACpD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,WAAW,CACjB,IAAS,EACT,KAAa,EACb,aAAuB,EACvB,cAAwB;QAExB,IAAI,OAAe,CAAC;QAEpB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,aAAa;iBAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;iBAChD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC;iBAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,QAAQ,GAAwB;YACpC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;YAChC,MAAM,EAAE,IAAI,CAAC,QAAQ;YACrB,KAAK;SACN,CAAC;QAEF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC/C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,QAAQ,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,EAAE,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;QAE3E,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACnC,CAAC;IAEO,cAAc,CAAC,GAAQ,EAAE,IAAY;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,OAAO,GAAG,GAAG,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC9C,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,gBAAgB,CAAC,GAAQ,EAAE,SAAiB,EAAE;QACpD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG;iBACP,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBACpF,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAEO,WAAW,CAAC,OAAe;QACjC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;CACF;AA1ND,gCA0NC"}

package/dist/knowledge/sources/markdown-source.d.ts

@@ -1,27 +0,0 @@
-import type { KnowledgeSource, Chunk, ChunkUpdate, MarkdownSourceOptions } from '../types.js';
-export declare class MarkdownSource implements KnowledgeSource {
-    private pattern;
-    private options;
-    private watcher;
-    private fileHashes;
-    constructor(pattern: string, options?: MarkdownSourceOptions);
-    load(): AsyncIterable<Chunk>;
-    watch(): AsyncIterable<ChunkUpdate>;
-    stop(): void;
-    private parseMarkdown;
-    private extractFrontmatter;
-    private splitByHeadings;
-    private splitLargeSection;
-    private getOverlapText;
-    private splitIntoSentences;
-    private estimateTokens;
-    private extractTags;
-    private extractWikilinks;
-    private generateChunkId;
-    private getRelativePath;
-    private getBaseDir;
-    private matchesPattern;
-    private hashContent;
-    private parseFrontmatterValue;
-}
-//# sourceMappingURL=markdown-source.d.ts.map

package/dist/knowledge/sources/markdown-source.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown-source.d.ts","sourceRoot":"","sources":["../../../src/knowledge/sources/markdown-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAiB9F,qBAAa,cAAe,YAAW,eAAe;IACpD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,UAAU,CAAkC;gBAExC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B;IAezD,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC;IAuB5B,KAAK,IAAI,aAAa,CAAC,WAAW,CAAC;IA8E1C,IAAI,IAAI,IAAI;IAOZ,OAAO,CAAC,aAAa;IAqCrB,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,eAAe;IAmEvB,OAAO,CAAC,iBAAiB;IAqEzB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,kBAAkB;IAI1B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,qBAAqB;CAsB9B"}