kagent-ts 0.1.3 → 0.1.5

package/dist/rag/chroma-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chroma-store.d.ts","sourceRoot":"","sources":["../../src/rag/chroma-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAK1E,MAAM,WAAW,uBAAuB;IACtC;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAID,qBAAa,iBAAkB,YAAW,WAAW;IAOvC,OAAO,CAAC,MAAM;IAN1B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAK;IAClB,OAAO,CAAC,WAAW,CAAS;gBAER,MAAM,EAAE,uBAAuB;IAgB7C,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBtC,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAqChF,IAAI,IAAI,IAAI,MAAM,CAEjB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAed,iBAAiB;CAahC"}

package/dist/rag/chroma-store.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChromaVectorStore = void 0;
+const chromadb_1 = require("chromadb");
+// ─── ChromaVectorStore ──────────────────────────────────────────────────────
+class ChromaVectorStore {
+    config;
+    client;
+    collection = null;
+    collectionName;
+    _size = 0;
+    initialized = false;
+    constructor(config) {
+        this.config = config;
+        const params = {};
+        if (config.url) {
+            params.url = config.url;
+        }
+        else if (config.path) {
+            params.path = config.path;
+        }
+        else {
+            // Default: local embedded Chroma in `.chroma-data`
+            params.path = "./.chroma-data";
+        }
+        this.client = new chromadb_1.ChromaClient(params);
+        this.collectionName = config.collectionName ?? "kagent-rag";
+    }
+    // ─── VectorStore Implementation ────────────────────────────────────────
+    async add(chunks) {
+        await this.ensureInitialized();
+        const ids = [];
+        const embeddings = [];
+        const metadatas = [];
+        const documents = [];
+        for (const chunk of chunks) {
+            ids.push(`${chunk.sourcePath}#${chunk.chunkIndex}`);
+            embeddings.push(chunk.embedding);
+            metadatas.push({
+                sourcePath: chunk.sourcePath,
+                chunkIndex: chunk.chunkIndex,
+            });
+            documents.push(chunk.text);
+        }
+        await this.collection.add({ ids, embeddings, metadatas, documents });
+        this._size += chunks.length;
+    }
+    async search(queryEmbedding, topK) {
+        await this.ensureInitialized();
+        if (this._size === 0)
+            return [];
+        const result = await this.collection.query({
+            queryEmbeddings: [queryEmbedding],
+            nResults: topK,
+            include: [chromadb_1.IncludeEnum.Distances, chromadb_1.IncludeEnum.Documents, chromadb_1.IncludeEnum.Metadatas],
+        });
+        const ids = result.ids[0]; // Array of IDs for query 0
+        const distances = result.distances?.[0] ?? [];
+        const documents = result.documents?.[0] ?? [];
+        const metadatasArr = result.metadatas?.[0] ?? [];
+        const searchResults = [];
+        for (let i = 0; i < ids.length; i++) {
+            const distance = distances[i] ?? 0;
+            // Chroma returns L2 distance by default. Convert to similarity (0–1):
+            // similarity = 1 / (1 + distance)
+            const score = 1 / (1 + (typeof distance === "number" ? distance : 0));
+            searchResults.push({
+                chunk: {
+                    text: documents[i] ?? "",
+                    embedding: queryEmbedding, // not stored in results — placeholder
+                    sourcePath: String(metadatasArr[i]?.sourcePath ?? ""),
+                    chunkIndex: Number(metadatasArr[i]?.chunkIndex ?? 0),
+                },
+                score,
+            });
+        }
+        return searchResults;
+    }
+    get size() {
+        return this._size;
+    }
+    async clear() {
+        if (this.collection) {
+            try {
+                await this.client.deleteCollection({ name: this.collectionName });
+            }
+            catch {
+                // collection might not exist yet — ok
+            }
+            this.collection = null;
+            this.initialized = false;
+            this._size = 0;
+        }
+    }
+    // ─── Helpers ────────────────────────────────────────────────────────────
+    async ensureInitialized() {
+        if (this.initialized && this.collection)
+            return;
+        this.collection = await this.client.getOrCreateCollection({
+            name: this.collectionName,
+            metadata: { "description": "kagent-ts RAG documents" },
+        });
+        // Sync size from existing data
+        const count = await this.collection.count();
+        this._size = count;
+        this.initialized = true;
+    }
+}
+exports.ChromaVectorStore = ChromaVectorStore;
+//# sourceMappingURL=chroma-store.js.map

package/dist/rag/chroma-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chroma-store.js","sourceRoot":"","sources":["../../src/rag/chroma-store.ts"],"names":[],"mappings":";;;AAWA,uCAAiE;AAkCjE,+EAA+E;AAE/E,MAAa,iBAAiB;IAOR;IANZ,MAAM,CAAe;IACrB,UAAU,GAAsB,IAAI,CAAC;IACrC,cAAc,CAAS;IACvB,KAAK,GAAG,CAAC,CAAC;IACV,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAoB,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QACjD,MAAM,MAAM,GAAoC,EAAE,CAAC;QACnD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QAC1B,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,mDAAmD;YACnD,MAAM,CAAC,IAAI,GAAG,gBAAgB,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAY,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,YAAY,CAAC;IAC9D,CAAC;IAED,0EAA0E;IAE1E,KAAK,CAAC,GAAG,CAAC,MAAkB;QAC1B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,SAAS,GAAqD,EAAE,CAAC;QACvE,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACpD,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACjC,SAAS,CAAC,IAAI,CAAC;gBACb,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;aAC7B,CAAC,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,IAAI,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,cAAwB,EAAE,IAAY;QACjD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAAC;YAC1C,eAAe,EAAE,CAAC,cAAc,CAAC;YACjC,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,sBAAW,CAAC,SAAS,EAAE,sBAAW,CAAC,SAAS,EAAE,sBAAW,CAAC,SAAS,CAAC;SAC/E,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAW,2BAA2B;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjD,MAAM,aAAa,GAAsB,EAAE,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACnC,sEAAsE;YACtE,kCAAkC;YAClC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtE,aAAa,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE;oBACL,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;oBACxB,SAAS,EAAE,cAAc,EAAE,sCAAsC;oBACjE,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;oBACrD,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;iBACrD;gBACD,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACP,sCAAsC;YACxC,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAEhD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;YACxD,IAAI,EAAE,IAAI,CAAC,cAAc;YACzB,QAAQ,EAAE,EAAE,aAAa,EAAE,yBAAyB,EAAE;SACvD,CAAC,CAAC;QAEH,+BAA+B;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;CACF;AAlHD,8CAkHC"}

package/dist/rag/document-loader.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Document loader — scans a directory and loads supported files.
+ *
+ * Supported formats:
+ * - .md   (Markdown)
+ * - .txt  (Plain text)
+ * - .json (treated as text — useful for structured data dumps)
+ *
+ * Recurses into subdirectories. Files/directories starting with "." are skipped.
+ */
+import type { RAGDocument } from "./rag-types";
+/**
+ * Load all supported documents from a directory (recursive).
+ *
+ * @param dir      Root directory to scan.
+ * @param chunkSize     Max characters per chunk.
+ * @param chunkOverlap  Overlap characters between adjacent chunks.
+ * @returns An array of RAGDocuments with populated (but not yet embedded) chunks.
+ */
+export declare function loadDocuments(dir: string, chunkSize: number, chunkOverlap: number): RAGDocument[];
+//# sourceMappingURL=document-loader.d.ts.map

package/dist/rag/document-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-loader.d.ts","sourceRoot":"","sources":["../../src/rag/document-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AASzD;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAC3B,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,WAAW,EAAE,CAMf"}

package/dist/rag/document-loader.js

@@ -0,0 +1,129 @@
+"use strict";
+/**
+ * Document loader — scans a directory and loads supported files.
+ *
+ * Supported formats:
+ * - .md   (Markdown)
+ * - .txt  (Plain text)
+ * - .json (treated as text — useful for structured data dumps)
+ *
+ * Recurses into subdirectories. Files/directories starting with "." are skipped.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadDocuments = loadDocuments;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const text_splitter_1 = require("./text-splitter");
+/** Max file size to load (5 MiB). Larger files are skipped. */
+const MAX_FILE_SIZE = 5 * 1024 * 1024;
+/** Supported file extensions. */
+const SUPPORTED_EXTENSIONS = new Set([".md", ".txt", ".json"]);
+/**
+ * Load all supported documents from a directory (recursive).
+ *
+ * @param dir      Root directory to scan.
+ * @param chunkSize     Max characters per chunk.
+ * @param chunkOverlap  Overlap characters between adjacent chunks.
+ * @returns An array of RAGDocuments with populated (but not yet embedded) chunks.
+ */
+function loadDocuments(dir, chunkSize, chunkOverlap) {
+    const resolved = path.resolve(dir);
+    const documents = [];
+    walk(resolved, resolved, documents, chunkSize, chunkOverlap);
+    return documents;
+}
+// ─── Internal ────────────────────────────────────────────────────────────────
+function walk(root, current, out, chunkSize, chunkOverlap) {
+    let entries;
+    try {
+        entries = fs.readdirSync(current, { withFileTypes: true });
+    }
+    catch {
+        return;
+    }
+    for (const entry of entries) {
+        if (entry.name.startsWith("."))
+            continue;
+        const fullPath = path.join(current, entry.name);
+        if (entry.isDirectory()) {
+            walk(root, fullPath, out, chunkSize, chunkOverlap);
+        }
+        else if (entry.isFile()) {
+            const ext = path.extname(entry.name).toLowerCase();
+            if (!SUPPORTED_EXTENSIONS.has(ext))
+                continue;
+            const doc = loadFile(fullPath, root, chunkSize, chunkOverlap);
+            if (doc)
+                out.push(doc);
+        }
+    }
+}
+function loadFile(filePath, root, chunkSize, chunkOverlap) {
+    let stat;
+    try {
+        stat = fs.statSync(filePath);
+    }
+    catch {
+        return null;
+    }
+    if (stat.size > MAX_FILE_SIZE)
+        return null;
+    if (stat.size === 0)
+        return null;
+    let raw;
+    try {
+        raw = fs.readFileSync(filePath, "utf-8");
+    }
+    catch {
+        return null;
+    }
+    if (raw.trim().length === 0)
+        return null;
+    const relativePath = path.relative(root, filePath).replace(/\\/g, "/");
+    const textChunks = (0, text_splitter_1.splitText)(raw, chunkSize, chunkOverlap);
+    const chunks = textChunks.map((text, i) => ({
+        text,
+        embedding: [], // Populated later by RAGManager
+        sourcePath: relativePath,
+        chunkIndex: i,
+    }));
+    return {
+        path: relativePath,
+        content: raw,
+        chunks,
+    };
+}
+//# sourceMappingURL=document-loader.js.map

package/dist/rag/document-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-loader.js","sourceRoot":"","sources":["../../src/rag/document-loader.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBH,sCAUC;AA7BD,uCAAyB;AACzB,2CAA6B;AAE7B,mDAA4C;AAE5C,+DAA+D;AAC/D,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEtC,iCAAiC;AACjC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAE/D;;;;;;;GAOG;AACH,SAAgB,aAAa,CAC3B,GAAW,EACX,SAAiB,EACjB,YAAoB;IAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,SAAS,GAAkB,EAAE,CAAC;IAEpC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IAC7D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,gFAAgF;AAEhF,SAAS,IAAI,CACX,IAAY,EACZ,OAAe,EACf,GAAkB,EAClB,SAAiB,EACjB,YAAoB;IAEpB,IAAI,OAAoB,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAEzC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACnD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAE7C,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YAC9D,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CACf,QAAgB,EAChB,IAAY,EACZ,SAAiB,EACjB,YAAoB;IAEpB,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEjC,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,IAAA,yBAAS,EAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IAE3D,MAAM,MAAM,GAAe,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI;QACJ,SAAS,EAAE,EAAE,EAAE,gCAAgC;QAC/C,UAAU,EAAE,YAAY;QACxB,UAAU,EAAE,CAAC;KACd,CAAC,CAAC,CAAC;IAEJ,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,GAAG;QACZ,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/rag/embedding-provider.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Built-in EmbeddingProvider implementations.
+ *
+ * The interface is exported from rag-types.ts so users can bring their own;
+ * this file provides the OpenAI implementation out of the box.
+ */
+import type { EmbeddingProvider } from "./rag-types";
+/**
+ * Configuration for OpenAIEmbeddingProvider.
+ */
+export interface OpenAIEmbeddingConfig {
+    /** OpenAI API key. */
+    apiKey: string;
+    /** Embedding model ID (default: "text-embedding-3-small"). */
+    model?: string;
+    /** Optional base URL for proxies / compatible APIs. */
+    baseURL?: string;
+    /** Request timeout in milliseconds (default: 30_000). */
+    timeoutMs?: number;
+}
+/**
+ * Embedding provider backed by the OpenAI embeddings API.
+ *
+ * Supports text-embedding-3-small (1536d), text-embedding-3-large (3072d),
+ * and text-embedding-ada-002 (1536d).
+ */
+export declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
+    readonly model: string;
+    readonly dimensions: number;
+    private apiKey;
+    private baseURL;
+    private timeoutMs;
+    constructor(config: OpenAIEmbeddingConfig);
+    embed(texts: string[]): Promise<number[][]>;
+}
+//# sourceMappingURL=embedding-provider.d.ts.map

package/dist/rag/embedding-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-provider.d.ts","sourceRoot":"","sources":["../../src/rag/embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIrD;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,8DAA8D;IAC9D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;GAKG;AACH,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,qBAAqB;IAQnC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAuClD"}

package/dist/rag/embedding-provider.js

@@ -0,0 +1,74 @@
+"use strict";
+/**
+ * Built-in EmbeddingProvider implementations.
+ *
+ * The interface is exported from rag-types.ts so users can bring their own;
+ * this file provides the OpenAI implementation out of the box.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIEmbeddingProvider = void 0;
+/**
+ * Embedding provider backed by the OpenAI embeddings API.
+ *
+ * Supports text-embedding-3-small (1536d), text-embedding-3-large (3072d),
+ * and text-embedding-ada-002 (1536d).
+ */
+class OpenAIEmbeddingProvider {
+    model;
+    dimensions;
+    apiKey;
+    baseURL;
+    timeoutMs;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.model = config.model ?? "text-embedding-3-small";
+        this.baseURL = config.baseURL ?? "https://api.openai.com/v1";
+        this.timeoutMs = config.timeoutMs ?? 30_000;
+        this.dimensions = dimensionForModel(this.model);
+    }
+    async embed(texts) {
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), this.timeoutMs);
+        try {
+            const response = await fetch(`${this.baseURL}/embeddings`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    input: texts,
+                }),
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                const body = await response.text().catch(() => "");
+                throw new Error(`OpenAI Embeddings API returned ${response.status} ${response.statusText}: ${body}`);
+            }
+            const json = (await response.json());
+            // Sort by index so results align with input order
+            return json.data
+                .sort((a, b) => a.index - b.index)
+                .map((item) => item.embedding);
+        }
+        catch (err) {
+            if (err instanceof DOMException || (err instanceof Error && err.name === "AbortError")) {
+                throw new Error(`OpenAI Embeddings API timed out after ${this.timeoutMs}ms`);
+            }
+            throw err;
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+}
+exports.OpenAIEmbeddingProvider = OpenAIEmbeddingProvider;
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+function dimensionForModel(model) {
+    if (model.startsWith("text-embedding-3-large"))
+        return 3072;
+    // text-embedding-3-small, text-embedding-ada-002, and most others are 1536
+    return 1536;
+}
+//# sourceMappingURL=embedding-provider.js.map

package/dist/rag/embedding-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-provider.js","sourceRoot":"","sources":["../../src/rag/embedding-provider.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAoBH;;;;;GAKG;AACH,MAAa,uBAAuB;IACzB,KAAK,CAAS;IACd,UAAU,CAAS;IAEpB,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAE1B,YAAY,MAA6B;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC7D,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;gBACzD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,KAAK;iBACb,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CACb,kCAAkC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,EAAE,CACpF,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;YAChE,kDAAkD;YAClD,OAAO,IAAI,CAAC,IAAI;iBACb,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAI,GAAG,YAAY,YAAY,IAAI,CAAC,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,EAAE,CAAC;gBACvF,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;CACF;AAvDD,0DAuDC;AAED,gFAAgF;AAEhF,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,KAAK,CAAC,UAAU,CAAC,wBAAwB,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,2EAA2E;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/rag/index.d.ts

@@ -0,0 +1,17 @@
+export { RAGManager } from "./rag-manager";
+export { OpenAIEmbeddingProvider } from "./embedding-provider";
+export type { OpenAIEmbeddingConfig } from "./embedding-provider";
+export { InMemoryVectorStore, cosineSimilarity } from "./vector-store";
+export { ChromaVectorStore } from "./chroma-store";
+export type { ChromaVectorStoreConfig } from "./chroma-store";
+export { InMemoryKeywordIndex } from "./keyword-index";
+export type { BM25Result } from "./keyword-index";
+export { rrfFusion, chunkKey } from "./rrf";
+export type { RankedResult, RRFFusionResult } from "./rrf";
+export { LLMReRanker } from "./llm-reranker";
+export type { LLMReRankerConfig } from "./llm-reranker";
+export { loadDocuments } from "./document-loader";
+export { splitText } from "./text-splitter";
+export type { RAGDocument, RAGChunk, EmbeddingProvider, VectorStore, RAGSearchResult, RAGConfig, ReRanker, } from "./rag-types";
+export { createSearchKnowledgeTool, createListKnowledgeDocumentsTool, } from "./search-knowledge";
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,YAAY,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,YAAY,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,YAAY,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAC5C,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,YAAY,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,YAAY,EACV,WAAW,EACX,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,SAAS,EACT,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,yBAAyB,EACzB,gCAAgC,GACjC,MAAM,oBAAoB,CAAC"}

package/dist/rag/index.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createListKnowledgeDocumentsTool = exports.createSearchKnowledgeTool = exports.splitText = exports.loadDocuments = exports.LLMReRanker = exports.chunkKey = exports.rrfFusion = exports.InMemoryKeywordIndex = exports.ChromaVectorStore = exports.cosineSimilarity = exports.InMemoryVectorStore = exports.OpenAIEmbeddingProvider = exports.RAGManager = void 0;
+var rag_manager_1 = require("./rag-manager");
+Object.defineProperty(exports, "RAGManager", { enumerable: true, get: function () { return rag_manager_1.RAGManager; } });
+var embedding_provider_1 = require("./embedding-provider");
+Object.defineProperty(exports, "OpenAIEmbeddingProvider", { enumerable: true, get: function () { return embedding_provider_1.OpenAIEmbeddingProvider; } });
+var vector_store_1 = require("./vector-store");
+Object.defineProperty(exports, "InMemoryVectorStore", { enumerable: true, get: function () { return vector_store_1.InMemoryVectorStore; } });
+Object.defineProperty(exports, "cosineSimilarity", { enumerable: true, get: function () { return vector_store_1.cosineSimilarity; } });
+var chroma_store_1 = require("./chroma-store");
+Object.defineProperty(exports, "ChromaVectorStore", { enumerable: true, get: function () { return chroma_store_1.ChromaVectorStore; } });
+var keyword_index_1 = require("./keyword-index");
+Object.defineProperty(exports, "InMemoryKeywordIndex", { enumerable: true, get: function () { return keyword_index_1.InMemoryKeywordIndex; } });
+var rrf_1 = require("./rrf");
+Object.defineProperty(exports, "rrfFusion", { enumerable: true, get: function () { return rrf_1.rrfFusion; } });
+Object.defineProperty(exports, "chunkKey", { enumerable: true, get: function () { return rrf_1.chunkKey; } });
+var llm_reranker_1 = require("./llm-reranker");
+Object.defineProperty(exports, "LLMReRanker", { enumerable: true, get: function () { return llm_reranker_1.LLMReRanker; } });
+var document_loader_1 = require("./document-loader");
+Object.defineProperty(exports, "loadDocuments", { enumerable: true, get: function () { return document_loader_1.loadDocuments; } });
+var text_splitter_1 = require("./text-splitter");
+Object.defineProperty(exports, "splitText", { enumerable: true, get: function () { return text_splitter_1.splitText; } });
+var search_knowledge_1 = require("./search-knowledge");
+Object.defineProperty(exports, "createSearchKnowledgeTool", { enumerable: true, get: function () { return search_knowledge_1.createSearchKnowledgeTool; } });
+Object.defineProperty(exports, "createListKnowledgeDocumentsTool", { enumerable: true, get: function () { return search_knowledge_1.createListKnowledgeDocumentsTool; } });
+//# sourceMappingURL=index.js.map

package/dist/rag/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":";;;AAAA,6CAA2C;AAAlC,yGAAA,UAAU,OAAA;AACnB,2DAA+D;AAAtD,6HAAA,uBAAuB,OAAA;AAEhC,+CAAuE;AAA9D,mHAAA,mBAAmB,OAAA;AAAE,gHAAA,gBAAgB,OAAA;AAC9C,+CAAmD;AAA1C,iHAAA,iBAAiB,OAAA;AAE1B,iDAAuD;AAA9C,qHAAA,oBAAoB,OAAA;AAE7B,6BAA4C;AAAnC,gGAAA,SAAS,OAAA;AAAE,+FAAA,QAAQ,OAAA;AAE5B,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AAEpB,qDAAkD;AAAzC,gHAAA,aAAa,OAAA;AACtB,iDAA4C;AAAnC,0GAAA,SAAS,OAAA;AAUlB,uDAG4B;AAF1B,6HAAA,yBAAyB,OAAA;AACzB,oIAAA,gCAAgC,OAAA"}

package/dist/rag/keyword-index.d.ts

@@ -0,0 +1,53 @@
+/**
+ * In-memory BM25 keyword index.
+ *
+ * Builds an inverted index from chunk text during indexing and scores
+ * documents against queries using the standard BM25 formula:
+ *
+ *   score(D, Q) = Σ IDF(qᵢ) · (f(qᵢ, D) · (k1+1)) / (f(qᵢ, D) + k1·(1 − b + b·|D|/avgdl))
+ *
+ * where:
+ *   f(qᵢ, D) = term frequency of query term qᵢ in document D
+ *   |D|       = document length (token count)
+ *   avgdl     = average document length across the corpus
+ *   k1        = term saturation parameter (default: 1.5)
+ *   b         = length normalization parameter (default: 0.75)
+ *   IDF(qᵢ)   = log((N − n(qᵢ) + 0.5) / (n(qᵢ) + 0.5) + 1)
+ *
+ * Zero external dependencies — pure TypeScript implementation suitable
+ * for knowledge bases up to ~10K chunks.
+ */
+import type { RAGChunk } from "./rag-types";
+export interface BM25Result {
+    chunk: RAGChunk;
+    score: number;
+}
+export declare class InMemoryKeywordIndex {
+    /** invertedIndex: word → Map<chunkId → term frequency> */
+    private invertedIndex;
+    /** IDF values: word → idf */
+    private idfValues;
+    /** Document lengths: chunkId → token count */
+    private docLengths;
+    /** Average document length across the corpus. */
+    private avgDocLength;
+    /** Total number of indexed chunks. */
+    private totalDocs;
+    /** All chunks indexed (for retrieval). chunkId → RAGChunk */
+    private chunks;
+    /** Next chunkId. */
+    private nextId;
+    /**
+     * Add chunks to the keyword index.
+     * Recomputes IDF and avgDocLength incrementally.
+     */
+    add(newChunks: RAGChunk[]): void;
+    /**
+     * Search for the top-K chunks matching the query using BM25 scoring.
+     */
+    search(query: string, topK: number): BM25Result[];
+    get size(): number;
+    clear(): void;
+    private recomputeStats;
+}
+//# sourceMappingURL=keyword-index.d.ts.map

package/dist/rag/keyword-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-index.d.ts","sourceRoot":"","sources":["../../src/rag/keyword-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAI5C,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAkCD,qBAAa,oBAAoB;IAC/B,0DAA0D;IAC1D,OAAO,CAAC,aAAa,CAA0C;IAE/D,6BAA6B;IAC7B,OAAO,CAAC,SAAS,CAA6B;IAE9C,8CAA8C;IAC9C,OAAO,CAAC,UAAU,CAA6B;IAE/C,iDAAiD;IACjD,OAAO,CAAC,YAAY,CAAK;IAEzB,sCAAsC;IACtC,OAAO,CAAC,SAAS,CAAK;IAEtB,6DAA6D;IAC7D,OAAO,CAAC,MAAM,CAA+B;IAE7C,oBAAoB;IACpB,OAAO,CAAC,MAAM,CAAK;IAInB;;;OAGG;IACH,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI;IA4BhC;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU,EAAE;IAwCjD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,IAAI,IAAI;IAYb,OAAO,CAAC,cAAc;CAmBvB"}