@toolpack-sdk/knowledge 1.2.0-SNAPSHOT.04032026-2 → 1.2.0

package/dist/providers/memory.js

@@ -1,72 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MemoryProvider = void 0;
-const errors_js_1 = require("../errors.js");
-const cosine_js_1 = require("../utils/cosine.js");
-class MemoryProvider {
-    options;
-    chunks = new Map();
-    dimensions;
-    constructor(options = {}) {
-        this.options = options;
-    }
-    async validateDimensions(dimensions) {
-        if (this.dimensions && this.dimensions !== dimensions) {
-            throw new errors_js_1.DimensionMismatchError(this.dimensions, dimensions);
-        }
-        this.dimensions = dimensions;
-    }
-    async add(chunks) {
-        for (const chunk of chunks) {
-            if (!chunk.vector) {
-                throw new errors_js_1.KnowledgeProviderError('Chunk missing vector');
-            }
-            if (this.options.maxChunks && this.chunks.size >= this.options.maxChunks) {
-                throw new errors_js_1.KnowledgeProviderError(`Max chunks limit reached: ${this.options.maxChunks}`);
-            }
-            this.chunks.set(chunk.id, {
-                chunk: {
-                    id: chunk.id,
-                    content: chunk.content,
-                    metadata: chunk.metadata,
-                },
-                vector: chunk.vector
-            });
-        }
-    }
-    async query(queryVector, options = {}) {
-        const { limit = 10, threshold = 0.7, filter, includeMetadata = true, includeVectors = false, } = options;
-        const results = [];
-        for (const { chunk, vector } of this.chunks.values()) {
-            if (filter && !(0, cosine_js_1.matchesFilter)(chunk.metadata, filter)) {
-                continue;
-            }
-            const score = (0, cosine_js_1.cosineSimilarity)(queryVector, vector);
-            if (score >= threshold) {
-                results.push({
-                    chunk: {
-                        id: chunk.id,
-                        content: chunk.content,
-                        metadata: includeMetadata ? chunk.metadata : {},
-                        vector: includeVectors ? vector : undefined,
-                    },
-                    score,
-                    distance: 1 - score,
-                });
-            }
-        }
-        results.sort((a, b) => b.score - a.score);
-        return results.slice(0, limit);
-    }
-    async delete(ids) {
-        for (const id of ids) {
-            this.chunks.delete(id);
-        }
-    }
-    async clear() {
-        this.chunks.clear();
-        this.dimensions = undefined;
-    }
-}
-exports.MemoryProvider = MemoryProvider;
-//# sourceMappingURL=memory.js.map

package/dist/providers/memory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/providers/memory.ts"],"names":[],"mappings":";;;AACA,4CAA8E;AAC9E,kDAAqE;AAMrE,MAAa,cAAc;IAIL;IAHZ,MAAM,GAAG,IAAI,GAAG,EAA8C,CAAC;IAC/D,UAAU,CAAU;IAE5B,YAAoB,UAAiC,EAAE;QAAnC,YAAO,GAAP,OAAO,CAA4B;IAAG,CAAC;IAE3D,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACtD,MAAM,IAAI,kCAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,IAAI,kCAAsB,CAAC,sBAAsB,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,IAAI,kCAAsB,CAAC,6BAA6B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;gBACxB,KAAK,EAAE;oBACL,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB;gBACD,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAqB,EAAE,UAAwB,EAAE;QAC3D,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,IAAI,MAAM,IAAI,CAAC,IAAA,yBAAa,EAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBACrD,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,IAAA,4BAAgB,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEpD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE;wBACL,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBAC/C,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;qBAC5C;oBACD,KAAK;oBACL,QAAQ,EAAE,CAAC,GAAG,KAAK;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;CACF;AAjFD,wCAiFC"}

package/dist/providers/persistent.d.ts

@@ -1,23 +0,0 @@
-import { KnowledgeProvider, Chunk, QueryOptions, QueryResult } from '../interfaces.js';
-export interface PersistentKnowledgeProviderOptions {
-    namespace: string;
-    storagePath?: string;
-    reSync?: boolean;
-}
-export declare class PersistentKnowledgeProvider implements KnowledgeProvider {
-    private options;
-    private db;
-    private dimensions?;
-    private dbPath;
-    constructor(options: PersistentKnowledgeProviderOptions);
-    private initSchema;
-    private loadDimensions;
-    validateDimensions(dimensions: number): Promise<void>;
-    add(chunks: Chunk[]): Promise<void>;
-    query(queryVector: number[], options?: QueryOptions): Promise<QueryResult[]>;
-    delete(ids: string[]): Promise<void>;
-    clear(): Promise<void>;
-    shouldReSync(): boolean;
-    close(): void;
-}
-//# sourceMappingURL=persistent.d.ts.map

package/dist/providers/persistent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"persistent.d.ts","sourceRoot":"","sources":["../../src/providers/persistent.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAIvF,MAAM,WAAW,kCAAkC;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,qBAAa,2BAA4B,YAAW,iBAAiB;IAKvD,OAAO,CAAC,OAAO;IAJ3B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAS;gBAEH,OAAO,EAAE,kCAAkC;IAa/D,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,cAAc;IAOhB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWrD,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BnC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAgDhF,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,YAAY,IAAI,OAAO;IAQvB,KAAK,IAAI,IAAI;CAGd"}

package/dist/providers/persistent.js

@@ -1,162 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PersistentKnowledgeProvider = void 0;
-const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const os = __importStar(require("os"));
-const errors_js_1 = require("../errors.js");
-const cosine_js_1 = require("../utils/cosine.js");
-class PersistentKnowledgeProvider {
-    options;
-    db;
-    dimensions;
-    dbPath;
-    constructor(options) {
-        this.options = options;
-        const basePath = options.storagePath || path.join(os.homedir(), '.toolpack', 'knowledge');
-        this.dbPath = path.join(basePath, `${options.namespace}.db`);
-        fs.mkdirSync(basePath, { recursive: true });
-        this.db = new better_sqlite3_1.default(this.dbPath);
-        this.db.pragma('journal_mode = WAL');
-        this.initSchema();
-        this.loadDimensions();
-    }
-    initSchema() {
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS chunks (
-        id        TEXT PRIMARY KEY,
-        content   TEXT NOT NULL,
-        metadata  TEXT NOT NULL,
-        vector    BLOB NOT NULL,
-        synced_at INTEGER NOT NULL
-      );
-
-      CREATE TABLE IF NOT EXISTS provider_meta (
-        key   TEXT PRIMARY KEY,
-        value TEXT NOT NULL
-      );
-    `);
-    }
-    loadDimensions() {
-        const row = this.db.prepare('SELECT value FROM provider_meta WHERE key = ?').get('dimensions');
-        if (row) {
-            this.dimensions = parseInt(row.value, 10);
-        }
-    }
-    async validateDimensions(dimensions) {
-        if (this.dimensions && this.dimensions !== dimensions) {
-            throw new errors_js_1.DimensionMismatchError(this.dimensions, dimensions);
-        }
-        if (!this.dimensions) {
-            this.db.prepare('INSERT OR REPLACE INTO provider_meta (key, value) VALUES (?, ?)').run('dimensions', dimensions.toString());
-            this.dimensions = dimensions;
-        }
-    }
-    async add(chunks) {
-        const insert = this.db.prepare(`
-      INSERT OR REPLACE INTO chunks (id, content, metadata, vector, synced_at)
-      VALUES (?, ?, ?, ?, ?)
-    `);
-        const transaction = this.db.transaction((chunks) => {
-            for (const chunk of chunks) {
-                if (!chunk.vector) {
-                    throw new errors_js_1.KnowledgeProviderError('Chunk missing vector');
-                }
-                const vectorBlob = Buffer.from(new Float32Array(chunk.vector).buffer);
-                insert.run(chunk.id, chunk.content, JSON.stringify(chunk.metadata), vectorBlob, Date.now());
-            }
-        });
-        transaction(chunks);
-    }
-    async query(queryVector, options = {}) {
-        const { limit = 10, threshold = 0.7, filter, includeMetadata = true, includeVectors = false, } = options;
-        const rows = this.db.prepare('SELECT id, content, metadata, vector FROM chunks').all();
-        const results = [];
-        for (const row of rows) {
-            const metadata = JSON.parse(row.metadata);
-            if (filter && !(0, cosine_js_1.matchesFilter)(metadata, filter)) {
-                continue;
-            }
-            const vector = new Float32Array(row.vector.buffer, row.vector.byteOffset, row.vector.byteLength / 4);
-            const vectorArray = Array.from(vector);
-            const score = (0, cosine_js_1.cosineSimilarity)(queryVector, vectorArray);
-            if (score >= threshold) {
-                results.push({
-                    chunk: {
-                        id: row.id,
-                        content: row.content,
-                        metadata: includeMetadata ? metadata : {},
-                        vector: includeVectors ? vectorArray : undefined,
-                    },
-                    score,
-                    distance: 1 - score,
-                });
-            }
-        }
-        results.sort((a, b) => b.score - a.score);
-        return results.slice(0, limit);
-    }
-    async delete(ids) {
-        const del = this.db.prepare('DELETE FROM chunks WHERE id = ?');
-        const transaction = this.db.transaction((ids) => {
-            for (const id of ids) {
-                del.run(id);
-            }
-        });
-        transaction(ids);
-    }
-    async clear() {
-        this.db.prepare('DELETE FROM chunks').run();
-        this.db.prepare('DELETE FROM provider_meta').run();
-        this.dimensions = undefined;
-    }
-    shouldReSync() {
-        if (this.options.reSync === false) {
-            const count = this.db.prepare('SELECT COUNT(*) as count FROM chunks').get();
-            return count.count === 0;
-        }
-        return true;
-    }
-    close() {
-        this.db.close();
-    }
-}
-exports.PersistentKnowledgeProvider = PersistentKnowledgeProvider;
-//# sourceMappingURL=persistent.js.map

package/dist/providers/persistent.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"persistent.js","sourceRoot":"","sources":["../../src/providers/persistent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oEAAsC;AACtC,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AAEzB,4CAA8E;AAC9E,kDAAqE;AAQrE,MAAa,2BAA2B;IAKlB;IAJZ,EAAE,CAAoB;IACtB,UAAU,CAAU;IACpB,MAAM,CAAS;IAEvB,YAAoB,OAA2C;QAA3C,YAAO,GAAP,OAAO,CAAoC;QAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAC1F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,SAAS,KAAK,CAAC,CAAC;QAE7D,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAErC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;KAaZ,CAAC,CAAC;IACL,CAAC;IAEO,cAAc;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,YAAY,CAAkC,CAAC;QAChI,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACzC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACtD,MAAM,IAAI,kCAAsB,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iEAAiE,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5H,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAe;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG9B,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,MAAe,EAAE,EAAE;YAC1D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,MAAM,IAAI,kCAAsB,CAAC,sBAAsB,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC9B,UAAU,EACV,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAqB,EAAE,UAAwB,EAAE;QAC3D,MAAM,EACJ,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,GAAG,EACf,MAAM,EACN,eAAe,GAAG,IAAI,EACtB,cAAc,GAAG,KAAK,GACvB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAKlF,CAAC;QAEH,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE1C,IAAI,MAAM,IAAI,CAAC,IAAA,yBAAa,EAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YACrG,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,IAAA,4BAAgB,EAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEzD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE;wBACL,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBACzC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;qBACjD;oBACD,KAAK;oBACL,QAAQ,EAAE,CAAC,GAAG,KAAK;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,GAAa,EAAE,EAAE;YACxD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,GAAG,EAAE,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,YAAY;QACV,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAuB,CAAC;YACjG,OAAO,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF;AA1JD,kEA0JC"}

package/dist/sources/markdown.d.ts

@@ -1,20 +0,0 @@
-import { KnowledgeSource, Chunk } from '../interfaces.js';
-export interface MarkdownSourceOptions {
-    maxChunkSize?: number;
-    chunkOverlap?: number;
-    minChunkSize?: number;
-    namespace?: string;
-    metadata?: Record<string, unknown>;
-}
-export declare class MarkdownSource implements KnowledgeSource {
-    private pattern;
-    private options;
-    constructor(pattern: string, options?: MarkdownSourceOptions);
-    load(): AsyncIterable<Chunk>;
-    private chunkMarkdown;
-    private parseHeadings;
-    private extractFrontmatter;
-    private removeFrontmatter;
-    private generateChunkId;
-}
-//# sourceMappingURL=markdown.d.ts.map

package/dist/sources/markdown.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/sources/markdown.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAI1D,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAQD,qBAAa,cAAe,YAAW,eAAe;IAIlD,OAAO,CAAC,OAAO;IAHjB,OAAO,CAAC,OAAO,CAAkC;gBAGvC,OAAO,EAAE,MAAM,EACvB,OAAO,GAAE,qBAA0B;IAW9B,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC;IAiBnC,OAAO,CAAC,aAAa;IA0DrB,OAAO,CAAC,aAAa;IA8CrB,OAAO,CAAC,kBAAkB;IA8B1B,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,eAAe;CAKxB"}

package/dist/sources/markdown.js

@@ -1,196 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MarkdownSource = void 0;
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-const crypto = __importStar(require("crypto"));
-const fast_glob_1 = require("fast-glob");
-const errors_js_1 = require("../errors.js");
-const chunking_js_1 = require("../utils/chunking.js");
-class MarkdownSource {
-    pattern;
-    options;
-    constructor(pattern, options = {}) {
-        this.pattern = pattern;
-        this.options = {
-            maxChunkSize: options.maxChunkSize ?? 2000,
-            chunkOverlap: options.chunkOverlap ?? 200,
-            minChunkSize: options.minChunkSize ?? 100,
-            namespace: options.namespace ?? 'markdown',
-            metadata: options.metadata ?? {},
-        };
-    }
-    async *load() {
-        const files = await (0, fast_glob_1.glob)(this.pattern, { absolute: true });
-        for (const file of files) {
-            try {
-                const content = await fs.readFile(file, 'utf-8');
-                const chunks = this.chunkMarkdown(content, file);
-                for (const chunk of chunks) {
-                    yield chunk;
-                }
-            }
-            catch (error) {
-                throw new errors_js_1.IngestionError(`Failed to process file: ${error.message}`, file);
-            }
-        }
-    }
-    chunkMarkdown(content, filePath) {
-        const frontmatter = this.extractFrontmatter(content);
-        const contentWithoutFrontmatter = this.removeFrontmatter(content);
-        const sections = this.parseHeadings(contentWithoutFrontmatter);
-        const chunks = [];
-        let chunkIndex = 0;
-        for (const section of sections) {
-            const hasCode = /```[\s\S]*?```/.test(section.content);
-            const tokens = (0, chunking_js_1.estimateTokens)(section.content);
-            if (tokens < this.options.minChunkSize && chunks.length > 0) {
-                const lastChunk = chunks[chunks.length - 1];
-                lastChunk.content += '\n\n' + section.content;
-                if (hasCode) {
-                    lastChunk.metadata.hasCode = true;
-                }
-                continue;
-            }
-            let sectionChunks;
-            if (tokens > this.options.maxChunkSize) {
-                sectionChunks = (0, chunking_js_1.splitLargeChunk)(section.content, this.options.maxChunkSize);
-            }
-            else {
-                sectionChunks = [section.content];
-            }
-            if (this.options.chunkOverlap > 0 && sectionChunks.length > 1) {
-                sectionChunks = (0, chunking_js_1.applyOverlap)(sectionChunks, this.options.chunkOverlap);
-            }
-            for (let i = 0; i < sectionChunks.length; i++) {
-                const chunkContent = sectionChunks[i];
-                const chunkId = this.generateChunkId(filePath, chunkContent, chunkIndex);
-                chunks.push({
-                    id: chunkId,
-                    content: chunkContent,
-                    metadata: {
-                        ...this.options.metadata,
-                        ...frontmatter,
-                        heading: section.heading,
-                        hasCode,
-                        source: path.basename(filePath),
-                        sourcePath: filePath,
-                        chunkIndex,
-                        totalChunks: sectionChunks.length,
-                    },
-                });
-                chunkIndex++;
-            }
-        }
-        return chunks;
-    }
-    parseHeadings(content) {
-        const lines = content.split('\n');
-        const sections = [];
-        const headingStack = [];
-        let currentContent = [];
-        for (const line of lines) {
-            const headingMatch = line.match(/^(#{1,6})\s+(.+)$/);
-            if (headingMatch) {
-                if (currentContent.length > 0) {
-                    const headingPath = headingStack.map(h => h.text);
-                    sections.push({
-                        heading: headingPath.length > 0 ? [...headingPath] : [''],
-                        content: currentContent.join('\n').trim(),
-                        level: headingStack.length > 0 ? headingStack[headingStack.length - 1].level : 0,
-                    });
-                    currentContent = [];
-                }
-                const level = headingMatch[1].length;
-                const text = headingMatch[2].trim();
-                while (headingStack.length > 0 && headingStack[headingStack.length - 1].level >= level) {
-                    headingStack.pop();
-                }
-                headingStack.push({ level, text });
-                currentContent.push(line);
-            }
-            else {
-                currentContent.push(line);
-            }
-        }
-        if (currentContent.length > 0) {
-            const headingPath = headingStack.map(h => h.text);
-            sections.push({
-                heading: headingPath.length > 0 ? [...headingPath] : [''],
-                content: currentContent.join('\n').trim(),
-                level: headingStack.length > 0 ? headingStack[headingStack.length - 1].level : 0,
-            });
-        }
-        return sections.filter(s => s.content.length > 0);
-    }
-    extractFrontmatter(content) {
-        const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---/);
-        if (!frontmatterMatch) {
-            return {};
-        }
-        const frontmatterText = frontmatterMatch[1];
-        const frontmatter = {};
-        const lines = frontmatterText.split('\n');
-        for (const line of lines) {
-            const match = line.match(/^(\w+):\s*(.+)$/);
-            if (match) {
-                const key = match[1];
-                let value = match[2].trim();
-                if (value === 'true')
-                    value = true;
-                else if (value === 'false')
-                    value = false;
-                else if (!isNaN(Number(value)))
-                    value = Number(value);
-                else if (typeof value === 'string' && value.startsWith('[') && value.endsWith(']')) {
-                    value = value.slice(1, -1).split(',').map((v) => v.trim());
-                }
-                frontmatter[key] = value;
-            }
-        }
-        return frontmatter;
-    }
-    removeFrontmatter(content) {
-        return content.replace(/^---\n[\s\S]*?\n---\n/, '');
-    }
-    generateChunkId(filePath, content, index) {
-        const hash = crypto.createHash('md5').update(content).digest('hex').substring(0, 8);
-        const filename = path.basename(filePath, path.extname(filePath));
-        return `${this.options.namespace}:${filename}:${index}:${hash}`;
-    }
-}
-exports.MarkdownSource = MarkdownSource;
-//# sourceMappingURL=markdown.js.map

package/dist/sources/markdown.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/sources/markdown.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAkC;AAClC,2CAA6B;AAC7B,+CAAiC;AACjC,yCAAiC;AAEjC,4CAA8C;AAC9C,sDAAqF;AAgBrF,MAAa,cAAc;IAIf;IAHF,OAAO,CAAkC;IAEjD,YACU,OAAe,EACvB,UAAiC,EAAE;QAD3B,YAAO,GAAP,OAAO,CAAQ;QAGvB,IAAI,CAAC,OAAO,GAAG;YACb,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;YAC1C,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG;YACzC,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG;YACzC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,UAAU;YAC1C,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;SACjC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,IAAI;QACT,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAI,EAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAEjD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAc,CAAC,2BAA4B,KAAe,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,OAAe,EAAE,QAAgB;QACrD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,yBAAyB,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,IAAA,4BAAc,EAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE/C,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC5C,SAAS,CAAC,OAAO,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9C,IAAI,OAAO,EAAE,CAAC;oBACZ,SAAS,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpC,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,aAAuB,CAAC;YAC5B,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBACvC,aAAa,GAAG,IAAA,6BAAe,EAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC9E,CAAC;iBAAM,CAAC;gBACN,aAAa,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9D,aAAa,GAAG,IAAA,0BAAY,EAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACzE,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;gBAEzE,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,OAAO;oBACX,OAAO,EAAE,YAAY;oBACrB,QAAQ,EAAE;wBACR,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;wBACxB,GAAG,WAAW;wBACd,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,OAAO;wBACP,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBAC/B,UAAU,EAAE,QAAQ;wBACpB,UAAU;wBACV,WAAW,EAAE,aAAa,CAAC,MAAM;qBAClC;iBACF,CAAC,CAAC;gBAEH,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,aAAa,CAAC,OAAe;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAsC,EAAE,CAAC;QAC3D,IAAI,cAAc,GAAa,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAErD,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAClD,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;wBACzC,KAAK,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;qBACjF,CAAC,CAAC;oBACH,cAAc,GAAG,EAAE,CAAC;gBACtB,CAAC;gBAED,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACrC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAEpC,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC;oBACvF,YAAY,CAAC,GAAG,EAAE,CAAC;gBACrB,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClD,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;gBACzC,KAAK,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACjF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,kBAAkB,CAAC,OAAe;QACxC,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAChE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,eAAe,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,WAAW,GAA4B,EAAE,CAAC;QAEhD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5C,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,KAAK,GAAY,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAErC,IAAI,KAAK,KAAK,MAAM;oBAAE,KAAK,GAAG,IAAI,CAAC;qBAC9B,IAAI,KAAK,KAAK,OAAO;oBAAE,KAAK,GAAG,KAAK,CAAC;qBACrC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAAE,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;qBACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnF,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAED,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,iBAAiB,CAAC,OAAe;QACvC,OAAO,OAAO,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,OAAe,EAAE,KAAa;QACtE,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjE,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,QAAQ,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;IAClE,CAAC;CACF;AAhLD,wCAgLC"}

package/dist/utils/chunking.d.ts

@@ -1,6 +0,0 @@
-export declare function estimateTokens(text: string): number;
-export declare function splitByParagraphs(text: string, maxTokens: number): string[];
-export declare function splitBySentences(text: string, maxTokens: number): string[];
-export declare function applyOverlap(chunks: string[], overlapTokens: number): string[];
-export declare function splitLargeChunk(text: string, maxTokens: number): string[];
-//# sourceMappingURL=chunking.d.ts.map

package/dist/utils/chunking.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/utils/chunking.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAsB3E;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAsB1E;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,EAAE,CAsB9E;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAmBzE"}

package/dist/utils/chunking.js

@@ -1,86 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.estimateTokens = estimateTokens;
-exports.splitByParagraphs = splitByParagraphs;
-exports.splitBySentences = splitBySentences;
-exports.applyOverlap = applyOverlap;
-exports.splitLargeChunk = splitLargeChunk;
-function estimateTokens(text) {
-    return Math.ceil(text.length / 4);
-}
-function splitByParagraphs(text, maxTokens) {
-    const paragraphs = text.split(/\n\n+/);
-    const chunks = [];
-    let currentChunk = '';
-    for (const paragraph of paragraphs) {
-        const paragraphTokens = estimateTokens(paragraph);
-        const currentTokens = estimateTokens(currentChunk);
-        if (currentTokens + paragraphTokens > maxTokens && currentChunk) {
-            chunks.push(currentChunk.trim());
-            currentChunk = paragraph;
-        }
-        else {
-            currentChunk += (currentChunk ? '\n\n' : '') + paragraph;
-        }
-    }
-    if (currentChunk) {
-        chunks.push(currentChunk.trim());
-    }
-    return chunks;
-}
-function splitBySentences(text, maxTokens) {
-    const sentences = text.match(/[^.!?]+[.!?]+/g) || [text];
-    const chunks = [];
-    let currentChunk = '';
-    for (const sentence of sentences) {
-        const sentenceTokens = estimateTokens(sentence);
-        const currentTokens = estimateTokens(currentChunk);
-        if (currentTokens + sentenceTokens > maxTokens && currentChunk) {
-            chunks.push(currentChunk.trim());
-            currentChunk = sentence;
-        }
-        else {
-            currentChunk += (currentChunk ? ' ' : '') + sentence;
-        }
-    }
-    if (currentChunk) {
-        chunks.push(currentChunk.trim());
-    }
-    return chunks;
-}
-function applyOverlap(chunks, overlapTokens) {
-    if (chunks.length <= 1 || overlapTokens === 0) {
-        return chunks;
-    }
-    const overlappedChunks = [];
-    for (let i = 0; i < chunks.length; i++) {
-        let chunk = chunks[i];
-        if (i > 0) {
-            const prevChunk = chunks[i - 1];
-            const words = prevChunk.split(/\s+/);
-            const overlapWords = Math.ceil(overlapTokens / 4);
-            const overlap = words.slice(-overlapWords).join(' ');
-            chunk = overlap + ' ' + chunk;
-        }
-        overlappedChunks.push(chunk);
-    }
-    return overlappedChunks;
-}
-function splitLargeChunk(text, maxTokens) {
-    const tokens = estimateTokens(text);
-    if (tokens <= maxTokens) {
-        return [text];
-    }
-    const paragraphChunks = splitByParagraphs(text, maxTokens);
-    const finalChunks = [];
-    for (const chunk of paragraphChunks) {
-        if (estimateTokens(chunk) > maxTokens) {
-            finalChunks.push(...splitBySentences(chunk, maxTokens));
-        }
-        else {
-            finalChunks.push(chunk);
-        }
-    }
-    return finalChunks;
-}
-//# sourceMappingURL=chunking.js.map

package/dist/utils/chunking.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/utils/chunking.ts"],"names":[],"mappings":";;AAAA,wCAEC;AAED,8CAsBC;AAED,4CAsBC;AAED,oCAsBC;AAED,0CAmBC;AA/FD,SAAgB,cAAc,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY,EAAE,SAAiB;IAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAEnD,IAAI,aAAa,GAAG,eAAe,GAAG,SAAS,IAAI,YAAY,EAAE,CAAC;YAChE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACjC,YAAY,GAAG,SAAS,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,YAAY,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAY,EAAE,SAAiB;IAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAEnD,IAAI,aAAa,GAAG,cAAc,GAAG,SAAS,IAAI,YAAY,EAAE,CAAC;YAC/D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACjC,YAAY,GAAG,QAAQ,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,YAAY,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;QACvD,CAAC;IACH,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,YAAY,CAAC,MAAgB,EAAE,aAAqB;IAClE,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAEtB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,GAAG,OAAO,GAAG,GAAG,GAAG,KAAK,CAAC;QAChC,CAAC;QAED,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,SAAgB,eAAe,CAAC,IAAY,EAAE,SAAiB;IAC7D,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAEpC,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAE3D,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,SAAS,EAAE,CAAC;YACtC,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/utils/cosine.d.ts

@@ -1,4 +0,0 @@
-import { MetadataFilter } from '../interfaces.js';
-export declare function cosineSimilarity(a: number[], b: number[]): number;
-export declare function matchesFilter(metadata: Record<string, unknown>, filter?: MetadataFilter): boolean;
-//# sourceMappingURL=cosine.d.ts.map

package/dist/utils/cosine.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cosine.d.ts","sourceRoot":"","sources":["../../src/utils/cosine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAsBjE;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAuBjG"}