agentlang 0.10.1 → 0.10.3

package/out/runtime/document-retriever.js

@@ -0,0 +1,258 @@
+import { logger } from './logger.js';
+import { AppConfig } from './state.js';
+import { TextChunker } from './embeddings/chunker.js';
+import { OpenAIEmbeddingProvider } from './embeddings/openai.js';
+import { LanceDBVectorStore } from './resolvers/vector/lancedb-store.js';
+import crypto from 'crypto';
+import { readFileSync } from 'fs';
+import { resolve as pathResolve } from 'path';
+const VECTOR_DIMENSION = 1536;
+function usePgvector() {
+    var _a, _b, _c;
+    if (((_a = AppConfig === null || AppConfig === void 0 ? void 0 : AppConfig.vectorStore) === null || _a === void 0 ? void 0 : _a.type) === 'pgvector')
+        return true;
+    if (((_b = AppConfig === null || AppConfig === void 0 ? void 0 : AppConfig.vectorStore) === null || _b === void 0 ? void 0 : _b.type) === 'lancedb')
+        return false;
+    return ((_c = AppConfig === null || AppConfig === void 0 ? void 0 : AppConfig.store) === null || _c === void 0 ? void 0 : _c.type) === 'postgres';
+}
+/**
+ * Local document retriever — embeds documents into pgvector or LanceDB
+ * and retrieves relevant chunks via vector similarity search.
+ */
+class DocumentRetriever {
+    constructor() {
+        this.vectorStore = null;
+        this.embeddingProvider = null;
+        this.chunker = null;
+        this.localChunks = new Map();
+        this.processedDocuments = new Set();
+        this.initialized = false;
+    }
+    async ensureInit() {
+        var _a;
+        if (this.initialized)
+            return;
+        this.chunker = new TextChunker(1000, 200);
+        this.embeddingProvider = new OpenAIEmbeddingProvider({
+            model: 'text-embedding-3-small',
+        });
+        if (!usePgvector()) {
+            const dbPath = ((_a = AppConfig === null || AppConfig === void 0 ? void 0 : AppConfig.vectorStore) === null || _a === void 0 ? void 0 : _a.type) === 'lancedb'
+                ? AppConfig.vectorStore.dbname || './data/document-vectors.lance'
+                : './data/document-vectors.lance';
+            this.vectorStore = new LanceDBVectorStore({
+                moduleName: 'documents',
+                vectorDimension: VECTOR_DIMENSION,
+                dbname: dbPath,
+            });
+            await this.vectorStore.init();
+            logger.info(`[DOCUMENT-RETRIEVER] LanceDB vector store initialized at ${dbPath}`);
+        }
+        else {
+            try {
+                const ag = globalThis.agentlang;
+                if (ag === null || ag === void 0 ? void 0 : ag.rawQuery) {
+                    await ag.rawQuery(`
+            CREATE TABLE IF NOT EXISTS document_local_chunks (
+              id TEXT PRIMARY KEY,
+              content TEXT NOT NULL,
+              document_title TEXT NOT NULL,
+              chunk_index INTEGER NOT NULL,
+              embedding vector(${VECTOR_DIMENSION})
+            )
+          `);
+                    try {
+                        await ag.rawQuery(`
+              CREATE INDEX IF NOT EXISTS idx_document_local_chunks_embedding
+              ON document_local_chunks USING hnsw (embedding vector_cosine_ops)
+            `);
+                    }
+                    catch (_b) {
+                        // Index may already exist or pgvector extension not loaded
+                    }
+                    logger.info('[DOCUMENT-RETRIEVER] pgvector local chunks table initialized');
+                }
+            }
+            catch (err) {
+                logger.warn(`[DOCUMENT-RETRIEVER] Failed to initialize pgvector table: ${err}`);
+            }
+        }
+        this.initialized = true;
+    }
+    async processDocument(title, url) {
+        if (this.processedDocuments.has(title))
+            return;
+        await this.ensureInit();
+        try {
+            let content;
+            if (url.startsWith('http://') || url.startsWith('https://')) {
+                const resp = await fetch(url);
+                if (!resp.ok) {
+                    logger.warn(`[DOCUMENT-RETRIEVER] Failed to fetch "${title}" from ${url}: ${resp.status}`);
+                    return;
+                }
+                content = await resp.text();
+            }
+            else {
+                const filePath = pathResolve(url);
+                try {
+                    content = readFileSync(filePath, 'utf-8');
+                }
+                catch (err) {
+                    logger.warn(`[DOCUMENT-RETRIEVER] Failed to read "${title}" from ${filePath}: ${err}`);
+                    return;
+                }
+            }
+            if (!content || content.trim().length === 0) {
+                logger.debug(`[DOCUMENT-RETRIEVER] Document "${title}" is empty, skipping`);
+                this.processedDocuments.add(title);
+                return;
+            }
+            const chunks = this.chunker.splitText(content);
+            logger.debug(`[DOCUMENT-RETRIEVER] Document "${title}": ${chunks.length} chunks`);
+            if (chunks.length === 0) {
+                this.processedDocuments.add(title);
+                return;
+            }
+            const embeddings = await this.embeddingProvider.embedTexts(chunks);
+            if (usePgvector()) {
+                await this.storePgvectorChunks(title, chunks, embeddings);
+            }
+            else {
+                await this.storeLanceDBChunks(title, chunks, embeddings);
+            }
+            this.processedDocuments.add(title);
+            logger.info(`[DOCUMENT-RETRIEVER] Processed "${title}": ${chunks.length} chunks embedded and stored`);
+        }
+        catch (err) {
+            logger.warn(`[DOCUMENT-RETRIEVER] Error processing "${title}": ${err}`);
+        }
+    }
+    async storePgvectorChunks(title, chunks, embeddings) {
+        const ag = globalThis.agentlang;
+        if (!(ag === null || ag === void 0 ? void 0 : ag.rawQuery))
+            return;
+        for (let i = 0; i < chunks.length; i++) {
+            const id = crypto.randomUUID();
+            const embeddingStr = `[${embeddings[i].join(',')}]`;
+            await ag.rawQuery(`INSERT INTO document_local_chunks (id, content, document_title, chunk_index, embedding)
+         VALUES ($1, $2, $3, $4, $5::vector)
+         ON CONFLICT (id) DO NOTHING`, [id, chunks[i], title, i, embeddingStr]);
+            this.localChunks.set(id, {
+                id,
+                content: chunks[i],
+                documentTitle: title,
+                chunkIndex: i,
+            });
+        }
+    }
+    async storeLanceDBChunks(title, chunks, embeddings) {
+        if (!this.vectorStore)
+            return;
+        for (let i = 0; i < chunks.length; i++) {
+            const id = crypto.randomUUID();
+            await this.vectorStore.addEmbedding({
+                id,
+                embedding: embeddings[i],
+                documentId: title,
+            });
+            this.localChunks.set(id, {
+                id,
+                content: chunks[i],
+                documentTitle: title,
+                chunkIndex: i,
+            });
+        }
+    }
+    async query(queryText, documentTitles, limit = 10) {
+        await this.ensureInit();
+        try {
+            const results = usePgvector()
+                ? await this.queryPgvector(queryText, documentTitles, limit)
+                : await this.queryLanceDB(queryText, documentTitles, limit);
+            if (results.length === 0)
+                return '';
+            return results.map(r => r.content).join('\n\n---\n\n');
+        }
+        catch (err) {
+            logger.debug(`[DOCUMENT-RETRIEVER] Query failed: ${err}`);
+            return '';
+        }
+    }
+    async queryPgvector(queryText, documentTitles, limit = 10) {
+        const ag = globalThis.agentlang;
+        if (!(ag === null || ag === void 0 ? void 0 : ag.rawQuery))
+            return [];
+        const queryEmbedding = await this.embeddingProvider.embedText(queryText);
+        const embeddingStr = `[${queryEmbedding.join(',')}]`;
+        let sql;
+        let params;
+        if (documentTitles && documentTitles.length > 0) {
+            const placeholders = documentTitles.map((_, i) => `$${i + 2}`).join(', ');
+            sql = `SELECT id, content, document_title, 1 - (embedding <=> $1::vector) AS similarity
+             FROM document_local_chunks
+             WHERE document_title IN (${placeholders})
+             ORDER BY embedding <=> $1::vector
+             LIMIT ${limit}`;
+            params = [embeddingStr, ...documentTitles];
+        }
+        else {
+            sql = `SELECT id, content, document_title, 1 - (embedding <=> $1::vector) AS similarity
+             FROM document_local_chunks
+             ORDER BY embedding <=> $1::vector
+             LIMIT ${limit}`;
+            params = [embeddingStr];
+        }
+        const rows = await ag.rawQuery(sql, params);
+        return (rows || []).map((r) => ({
+            id: r.id,
+            content: r.content,
+            similarity: parseFloat(r.similarity) || 0,
+        }));
+    }
+    async queryLanceDB(queryText, documentTitles, limit = 10) {
+        if (!this.vectorStore)
+            return [];
+        const queryEmbedding = await this.embeddingProvider.embedText(queryText);
+        const searchResults = await this.vectorStore.search(queryEmbedding, undefined, undefined, limit);
+        const results = [];
+        for (const sr of searchResults) {
+            const chunk = this.localChunks.get(sr.id);
+            if (!chunk)
+                continue;
+            if (documentTitles && documentTitles.length > 0) {
+                if (!documentTitles.includes(chunk.documentTitle))
+                    continue;
+            }
+            results.push({
+                id: sr.id,
+                content: chunk.content,
+                similarity: 1 - (sr.distance || 0),
+            });
+        }
+        return results.slice(0, limit);
+    }
+    async close() {
+        if (this.vectorStore) {
+            await this.vectorStore.close();
+            this.vectorStore = null;
+        }
+        this.localChunks.clear();
+        this.processedDocuments.clear();
+        this.initialized = false;
+    }
+}
+let retrieverInstance = null;
+export function getDocumentRetriever() {
+    if (!retrieverInstance) {
+        retrieverInstance = new DocumentRetriever();
+    }
+    return retrieverInstance;
+}
+export function resetDocumentRetriever() {
+    if (retrieverInstance) {
+        retrieverInstance.close().catch(() => { });
+        retrieverInstance = null;
+    }
+}
+//# sourceMappingURL=document-retriever.js.map

package/out/runtime/document-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-retriever.js","sourceRoot":"","sources":["../../src/runtime/document-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAEzE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,MAAM,CAAC;AAE9C,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAS9B,SAAS,WAAW;;IAClB,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,0CAAE,IAAI,MAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,0CAAE,IAAI,MAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC7D,OAAO,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,KAAK,0CAAE,IAAI,MAAK,UAAU,CAAC;AAC/C,CAAC;AAED;;;GAGG;AACH,MAAM,iBAAiB;IAAvB;QACU,gBAAW,GAAuB,IAAI,CAAC;QACvC,sBAAiB,GAAmC,IAAI,CAAC;QACzD,YAAO,GAAuB,IAAI,CAAC;QACnC,gBAAW,GAA4B,IAAI,GAAG,EAAE,CAAC;QACjD,uBAAkB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAC5C,gBAAW,GAAG,KAAK,CAAC;IAmQ9B,CAAC;IAjQS,KAAK,CAAC,UAAU;;QACtB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1C,IAAI,CAAC,iBAAiB,GAAG,IAAI,uBAAuB,CAAC;YACnD,KAAK,EAAE,wBAAwB;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACnB,MAAM,MAAM,GACV,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,0CAAE,IAAI,MAAK,SAAS;gBACxC,CAAC,CAAE,SAAS,CAAC,WAAmB,CAAC,MAAM,IAAI,+BAA+B;gBAC1E,CAAC,CAAC,+BAA+B,CAAC;YAEtC,IAAI,CAAC,WAAW,GAAG,IAAI,kBAAkB,CAAC;gBACxC,UAAU,EAAE,WAAW;gBACvB,eAAe,EAAE,gBAAgB;gBACjC,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,4DAA4D,MAAM,EAAE,CAAC,CAAC;QACpF,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,EAAE,GAAI,UAAkB,CAAC,SAAS,CAAC;gBACzC,IAAI,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,QAAQ,EAAE,CAAC;oBACjB,MAAM,EAAE,CAAC,QAAQ,CAAC;;;;;;iCAMK,gBAAgB;;WAEtC,CAAC,CAAC;oBACH,IAAI,CAAC;wBACH,MAAM,EAAE,CAAC,QAAQ,CAAC;;;aAGjB,CAAC,CAAC;oBACL,CAAC;oBAAC,WAAM,CAAC;wBACP,2DAA2D;oBAC7D,CAAC;oBACD,MAAM,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,6DAA6D,GAAG,EAAE,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,GAAW;QAC9C,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO;QAE/C,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,IAAI,OAAe,CAAC;YACpB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CACT,yCAAyC,KAAK,UAAU,GAAG,KAAK,IAAI,CAAC,MAAM,EAAE,CAC9E,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAClC,IAAI,CAAC;oBACH,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC5C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,wCAAwC,KAAK,UAAU,QAAQ,KAAK,GAAG,EAAE,CAAC,CAAC;oBACvF,OAAO;gBACT,CAAC;YACH,CAAC;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,sBAAsB,CAAC,CAAC;gBAC5E,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,MAAM,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;YAElF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAEpE,IAAI,WAAW,EAAE,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CACT,mCAAmC,KAAK,MAAM,MAAM,CAAC,MAAM,6BAA6B,CACzF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,0CAA0C,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,KAAa,EACb,MAAgB,EAChB,UAAsB;QAEtB,MAAM,EAAE,GAAI,UAAkB,CAAC,SAAS,CAAC;QACzC,IAAI,CAAC,CAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,QAAQ,CAAA;YAAE,OAAO;QAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACpD,MAAM,EAAE,CAAC,QAAQ,CACf;;qCAE6B,EAC7B,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,CAAC,CACxC,CAAC;YACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE;gBACvB,EAAE;gBACF,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,KAAa,EACb,MAAgB,EAChB,UAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;gBAClC,EAAE;gBACF,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;gBACxB,UAAU,EAAE,KAAK;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE;gBACvB,EAAE;gBACF,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB,EAAE,cAAyB,EAAE,QAAgB,EAAE;QAC1E,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,EAAE;gBAC3B,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,cAAc,EAAE,KAAK,CAAC;gBAC5D,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;YAE9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEpC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,SAAiB,EACjB,cAAyB,EACzB,QAAgB,EAAE;QAElB,MAAM,EAAE,GAAI,UAAkB,CAAC,SAAS,CAAC;QACzC,IAAI,CAAC,CAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,QAAQ,CAAA;YAAE,OAAO,EAAE,CAAC;QAE7B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAErD,IAAI,GAAW,CAAC;QAChB,IAAI,MAAa,CAAC;QAElB,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1E,GAAG,GAAG;;wCAE4B,YAAY;;qBAE/B,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,CAAC,YAAY,EAAE,GAAG,cAAc,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,GAAG,GAAG;;;qBAGS,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,IAAI,GAAU,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACnD,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;SAC1C,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,SAAiB,EACjB,cAAyB,EACzB,QAAgB,EAAE;QAElB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CACjD,cAAc,EACd,SAAS,EACT,SAAS,EACT,KAAK,CACN,CAAC;QAEF,MAAM,OAAO,GAA+D,EAAE,CAAC;QAE/E,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC;oBAAE,SAAS;YAC9D,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,IAAI,CAAC,CAAC;aACnC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AAED,IAAI,iBAAiB,GAA6B,IAAI,CAAC;AAEvD,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC9C,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,IAAI,iBAAiB,EAAE,CAAC;QACtB,iBAAiB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1C,iBAAiB,GAAG,IAAI,CAAC;IAC3B,CAAC;AACH,CAAC"}

package/out/runtime/embeddings/chunker.d.ts

@@ -1,8 +1,26 @@
+/**
+ * Streaming text chunker - yields chunks one at a time without storing all in memory.
+ */
 export declare class TextChunker {
     private chunkSize;
     private chunkOverlap;
     private separators;
     constructor(chunkSize?: number, chunkOverlap?: number);
+    /**
+     * Calculate total chunks without creating them all in memory.
+     * Used for logging/progress tracking.
+     */
+    estimateChunks(text: string): number;
+    /**
+     * Streaming generator that yields chunks one at a time.
+     * Memory-efficient: doesn't store all chunks in an array.
+     */
+    streamChunks(text: string): Generator<string, void, unknown>;
+    /**
+     * Legacy method for backwards compatibility.
+     * ⚠️ WARNING: This creates all chunks in memory and can cause OOM on large documents.
+     * Prefer streamChunks() for large documents.
+     */
     splitText(text: string): string[];
     private findBestSplitPoint;
 }

package/out/runtime/embeddings/chunker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/chunker.ts"],"names":[],"mappings":"AAAA,qBAAa,WAAW;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAA2C;gBAEjD,SAAS,GAAE,MAAa,EAAE,YAAY,GAAE,MAAY;IAKhE,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IA8BjC,OAAO,CAAC,kBAAkB;CAS3B"}
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/chunker.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAA2C;gBAEjD,SAAS,GAAE,MAAa,EAAE,YAAY,GAAE,MAAY;IAUhE;;;OAGG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IASpC;;;OAGG;IACF,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAkC7D;;;;OAIG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAIjC,OAAO,CAAC,kBAAkB;CAS3B"}

package/out/runtime/embeddings/chunker.js

@@ -1,32 +1,64 @@
+/**
+ * Streaming text chunker - yields chunks one at a time without storing all in memory.
+ */
 export class TextChunker {
     constructor(chunkSize = 1000, chunkOverlap = 200) {
         this.separators = ['\n\n', '\n', '. ', ' ', ''];
-        this.chunkSize = chunkSize;
-        this.chunkOverlap = chunkOverlap;
+        // Ensure valid values - overlap must be less than chunk size to avoid infinite loop
+        this.chunkSize = Math.max(100, chunkSize || 1000);
+        // Cap overlap to at most 20% of chunk size to ensure progress
+        this.chunkOverlap = Math.max(0, Math.min(chunkOverlap || 200, Math.floor(this.chunkSize * 0.2)));
     }
-    splitText(text) {
+    /**
+     * Calculate total chunks without creating them all in memory.
+     * Used for logging/progress tracking.
+     */
+    estimateChunks(text) {
+        if (text.length <= this.chunkSize) {
+            return 1;
+        }
+        // Rough estimate: (text length / effective chunk size) + 1
+        const effectiveChunkSize = this.chunkSize - this.chunkOverlap;
+        return Math.ceil(text.length / effectiveChunkSize);
+    }
+    /**
+     * Streaming generator that yields chunks one at a time.
+     * Memory-efficient: doesn't store all chunks in an array.
+     */
+    *streamChunks(text) {
         if (text.length <= this.chunkSize) {
-            return [text];
+            yield text;
+            return;
         }
-        const chunks = [];
         let start = 0;
+        const minAdvance = Math.max(50, this.chunkSize - this.chunkOverlap); // Ensure we always advance
         while (start < text.length) {
             let end = Math.min(start + this.chunkSize, text.length);
             if (end < text.length) {
-                end = this.findBestSplitPoint(text, start, end);
-            }
-            chunks.push(text.substring(start, end));
-            start = end - this.chunkOverlap;
-            if (start < 0)
-                start = 0;
-            if (start >= text.length - this.chunkOverlap) {
-                if (start < text.length) {
-                    chunks.push(text.substring(start));
+                // Try to find a good split point, but ensure we advance by at least minAdvance
+                const splitPoint = this.findBestSplitPoint(text, start, end);
+                // Only use split point if it gives us reasonable progress
+                if (splitPoint - start >= minAdvance * 0.5) {
+                    end = splitPoint;
                 }
+                // Otherwise use the hard end to ensure progress
+            }
+            yield text.substring(start, end);
+            // Advance by at least minAdvance characters to avoid infinite loops
+            const nextStart = end - this.chunkOverlap;
+            start = Math.max(nextStart, start + minAdvance * 0.5);
+            if (start >= text.length) {
                 break;
             }
         }
-        return chunks;
+    }
+    /**
+     * Legacy method for backwards compatibility.
+     * ⚠️ WARNING: This creates all chunks in memory and can cause OOM on large documents.
+     * Prefer streamChunks() for large documents.
+     */
+    splitText(text) {
+        return Array.from(this.streamChunks(text));
     }
     findBestSplitPoint(text, start, end) {
         for (const sep of this.separators) {

package/out/runtime/embeddings/chunker.js.map

@@ -1 +1 @@
-{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/chunker.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,WAAW;IAKtB,YAAY,YAAoB,IAAI,EAAE,eAAuB,GAAG;QAFxD,eAAU,GAAa,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAG3D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAExD,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxC,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC;YAEhC,IAAI,KAAK,GAAG,CAAC;gBAAE,KAAK,GAAG,CAAC,CAAC;YACzB,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC7C,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;QACjE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3C,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/chunker.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,OAAO,WAAW;IAKtB,YAAY,YAAoB,IAAI,EAAE,eAAuB,GAAG;QAFxD,eAAU,GAAa,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAG3D,oFAAoF;QACpF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC;QAClD,8DAA8D;QAC9D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAChE,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,IAAY;QACzB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC;QACX,CAAC;QACD,2DAA2D;QAC3D,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC;QAC9D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,CAAC;IACrD,CAAC;IAED;;;OAGG;IACH,CAAC,YAAY,CAAC,IAAY;QACxB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC;YACX,OAAO;QACT,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,2BAA2B;QAEhG,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAExD,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,+EAA+E;gBAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC7D,0DAA0D;gBAC1D,IAAI,UAAU,GAAG,KAAK,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;oBAC3C,GAAG,GAAG,UAAU,CAAC;gBACnB,CAAC;gBACD,gDAAgD;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEjC,oEAAoE;YACpE,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC;YAC1C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,UAAU,GAAG,GAAG,CAAC,CAAC;YAEtD,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACzB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,IAAY;QACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,CAAC;IAEO,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;QACjE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3C,IAAI,OAAO,GAAG,KAAK,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}

package/out/runtime/embeddings/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAG3E,MAAM,WAAW,qBAAsB,SAAQ,uBAAuB;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,uBAAwB,SAAQ,iBAAiB;IAC5D,OAAO,CAAC,YAAY,CAAwB;gBAEhC,MAAM,CAAC,EAAE,uBAAuB;IAK5C,SAAS,CAAC,gBAAgB,IAAI,gBAAgB;IAoB9C,SAAS,CAAC,aAAa,IAAI,MAAM;IAOjC,eAAe,IAAI,MAAM;CAG1B"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAI3E,MAAM,WAAW,qBAAsB,SAAQ,uBAAuB;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,uBAAwB,SAAQ,iBAAiB;IAC5D,OAAO,CAAC,YAAY,CAAwB;gBAEhC,MAAM,CAAC,EAAE,uBAAuB;IAQ5C,SAAS,CAAC,gBAAgB,IAAI,gBAAgB;IAwB9C,SAAS,CAAC,aAAa,IAAI,MAAM;IAiBjC,eAAe,IAAI,MAAM;CAG1B"}

package/out/runtime/embeddings/openai.js

@@ -1,31 +1,44 @@
 import { OpenAIEmbeddings } from '@langchain/openai';
 import { EmbeddingProvider } from './provider.js';
 import { getLocalEnv } from '../auth/defs.js';
+import { logger } from '../logger.js';
 export class OpenAIEmbeddingProvider extends EmbeddingProvider {
     constructor(config) {
         super(config || {});
         this.openaiConfig = this.config || {};
+        logger.debug(`[OPENAI-EMBEDDING] Provider created with model: ${this.openaiConfig.model || 'default'}`);
     }
     createEmbeddings() {
         const config = {
             apiKey: this.resolveApiKey(),
         };
-        if (this.openaiConfig.model) {
-            config.model = this.openaiConfig.model;
+        // Use this.config directly since this.openaiConfig is not initialized yet
+        // during parent constructor (super() calls createEmbeddings before child init)
+        const openaiConfig = this.config || {};
+        if (openaiConfig === null || openaiConfig === void 0 ? void 0 : openaiConfig.model) {
+            config.model = openaiConfig.model;
         }
-        if (this.openaiConfig.dimensions) {
-            config.dimensions = this.openaiConfig.dimensions;
+        if (openaiConfig === null || openaiConfig === void 0 ? void 0 : openaiConfig.dimensions) {
+            config.dimensions = openaiConfig.dimensions;
         }
-        if (this.openaiConfig.maxRetries !== undefined) {
-            config.maxRetries = this.openaiConfig.maxRetries;
+        if ((openaiConfig === null || openaiConfig === void 0 ? void 0 : openaiConfig.maxRetries) !== undefined) {
+            config.maxRetries = openaiConfig.maxRetries;
         }
         return new OpenAIEmbeddings(config);
     }
     resolveApiKey() {
-        if (this.openaiConfig.apiKey) {
-            return this.openaiConfig.apiKey;
+        // Use this.config directly since this.openaiConfig may not be initialized yet
+        // during constructor (createEmbeddings is called during super())
+        const config = this.openaiConfig || this.config || {};
+        if (config.apiKey) {
+            return config.apiKey;
         }
-        return process.env.AGENTLANG_OPENAI_KEY || getLocalEnv('AGENTLANG_OPENAI_KEY') || '';
+        const envKey = process.env.AGENTLANG_OPENAI_KEY || getLocalEnv('AGENTLANG_OPENAI_KEY');
+        if (envKey) {
+            return envKey;
+        }
+        logger.warn(`[OPENAI-EMBEDDING] No API key found! Set AGENTLANG_OPENAI_KEY environment variable.`);
+        return '';
     }
     getProviderName() {
         return 'openai';

package/out/runtime/embeddings/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAA2B,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAQ9C,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAG5D,YAAY,MAAgC;QAC1C,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAI,IAAI,CAAC,MAAgC,IAAI,EAAE,CAAC;IACnE,CAAC;IAES,gBAAgB;QACxB,MAAM,MAAM,GAAQ;YAClB,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE;SAC7B,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;QACzC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;QACnD,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAC/C,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;QACnD,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAES,aAAa;QACrB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAClC,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,WAAW,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;IACvF,CAAC;IAED,eAAe;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAA2B,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAQtC,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAG5D,YAAY,MAAgC;QAC1C,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAI,IAAI,CAAC,MAAgC,IAAI,EAAE,CAAC;QACjE,MAAM,CAAC,KAAK,CACV,mDAAmD,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,SAAS,EAAE,CAC1F,CAAC;IACJ,CAAC;IAES,gBAAgB;QACxB,MAAM,MAAM,GAAQ;YAClB,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE;SAC7B,CAAC;QAEF,0EAA0E;QAC1E,+EAA+E;QAC/E,MAAM,YAAY,GAAI,IAAI,CAAC,MAAgC,IAAI,EAAE,CAAC;QAElE,IAAI,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,KAAK,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;QACpC,CAAC;QAED,IAAI,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,UAAU,EAAE,CAAC;YAC7B,MAAM,CAAC,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;QAC9C,CAAC;QAED,IAAI,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,UAAU,MAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;QAC9C,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAES,aAAa;QACrB,8EAA8E;QAC9E,iEAAiE;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAK,IAAI,CAAC,MAAgC,IAAI,EAAE,CAAC;QACjF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,WAAW,CAAC,sBAAsB,CAAC,CAAC;QACvF,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,CAAC,IAAI,CACT,qFAAqF,CACtF,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,eAAe;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/out/runtime/embeddings/provider.d.ts

@@ -14,6 +14,7 @@ export declare abstract class EmbeddingProvider {
     protected abstract resolveApiKey(): string;
     abstract getProviderName(): string;
     embedText(text: string): Promise<number[]>;
+    embedTexts(texts: string[]): Promise<number[][]>;
     getConfig(): EmbeddingProviderConfig;
     updateConfig(newConfig: Partial<EmbeddingProviderConfig>): void;
 }

package/out/runtime/embeddings/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAExD,MAAM,WAAW,uBAAuB;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,8BAAsB,iBAAiB;IACrC,SAAS,CAAC,MAAM,EAAE,uBAAuB,CAAC;IAC1C,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;gBAErB,MAAM,GAAE,uBAA4B;IAKhD,SAAS,CAAC,QAAQ,CAAC,gBAAgB,IAAI,UAAU;IACjD,SAAS,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM;IAE1C,QAAQ,CAAC,eAAe,IAAI,MAAM;IAE5B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIhD,SAAS,IAAI,uBAAuB;IAIpC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG,IAAI;CAIhE"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/runtime/embeddings/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAGxD,MAAM,WAAW,uBAAuB;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,8BAAsB,iBAAiB;IACrC,SAAS,CAAC,MAAM,EAAE,uBAAuB,CAAC;IAC1C,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;gBAErB,MAAM,GAAE,uBAA4B;IAKhD,SAAS,CAAC,QAAQ,CAAC,gBAAgB,IAAI,UAAU;IACjD,SAAS,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM;IAE1C,QAAQ,CAAC,eAAe,IAAI,MAAM;IAE5B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAW1C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAatD,SAAS,IAAI,uBAAuB;IAIpC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG,IAAI;CAIhE"}

package/out/runtime/embeddings/provider.js

@@ -1,10 +1,29 @@
+import { logger } from '../logger.js';
 export class EmbeddingProvider {
     constructor(config = {}) {
         this.config = config;
         this.embeddings = this.createEmbeddings();
     }
     async embedText(text) {
-        return await this.embeddings.embedQuery(text);
+        logger.debug(`[EMBEDDING-PROVIDER] embedText called (${text.length} chars)`);
+        const startTime = Date.now();
+        const result = await this.embeddings.embedQuery(text);
+        const duration = Date.now() - startTime;
+        logger.debug(`[EMBEDDING-PROVIDER] embedText completed in ${duration}ms (${result.length} dimensions)`);
+        return result;
+    }
+    async embedTexts(texts) {
+        var _a;
+        if (texts.length === 0)
+            return [];
+        if (texts.length === 1)
+            return [await this.embedText(texts[0])];
+        logger.debug(`[EMBEDDING-PROVIDER] embedTexts called (${texts.length} texts)`);
+        const startTime = Date.now();
+        const results = await this.embeddings.embedDocuments(texts);
+        const duration = Date.now() - startTime;
+        logger.debug(`[EMBEDDING-PROVIDER] embedTexts completed in ${duration}ms (${texts.length} texts, ${((_a = results[0]) === null || _a === void 0 ? void 0 : _a.length) || 0} dimensions)`);
+        return results;
     }
     getConfig() {
         return Object.assign({}, this.config);

package/out/runtime/embeddings/provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/provider.ts"],"names":[],"mappings":"AAUA,MAAM,OAAgB,iBAAiB;IAIrC,YAAY,SAAkC,EAAE;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5C,CAAC;IAOD,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,SAAS;QACP,yBAAY,IAAI,CAAC,MAAM,EAAG;IAC5B,CAAC;IAED,YAAY,CAAC,SAA2C;QACtD,IAAI,CAAC,MAAM,mCAAQ,IAAI,CAAC,MAAM,GAAK,SAAS,CAAE,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5C,CAAC;CACF"}
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/runtime/embeddings/provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAUtC,MAAM,OAAgB,iBAAiB;IAIrC,YAAY,SAAkC,EAAE;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5C,CAAC;IAOD,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,CAAC,KAAK,CAAC,0CAA0C,IAAI,CAAC,MAAM,SAAS,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,MAAM,CAAC,KAAK,CACV,+CAA+C,QAAQ,OAAO,MAAM,CAAC,MAAM,cAAc,CAC1F,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,MAAM,CAAC,KAAK,CACV,gDAAgD,QAAQ,OAAO,KAAK,CAAC,MAAM,WAAW,CAAA,MAAA,OAAO,CAAC,CAAC,CAAC,0CAAE,MAAM,KAAI,CAAC,cAAc,CAC5H,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,SAAS;QACP,yBAAY,IAAI,CAAC,MAAM,EAAG;IAC5B,CAAC;IAED,YAAY,CAAC,SAA2C;QACtD,IAAI,CAAC,MAAM,mCAAQ,IAAI,CAAC,MAAM,GAAK,SAAS,CAAE,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5C,CAAC;CACF"}

package/out/runtime/exec-graph.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec-graph.d.ts","sourceRoot":"","sources":["../../src/runtime/exec-graph.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,SAAS,EAAgD,MAAM,WAAW,CAAC;AACpF,OAAO,EAEL,WAAW,EAaZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,QAAQ,EAMT,MAAM,aAAa,CAAC;AAerB,wBAAsB,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAY9F;AAmJD,wBAAsB,YAAY,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAgGvF;AA8FD,wBAAsB,YAAY,CAChC,aAAa,EAAE,QAAQ,EACvB,YAAY,CAAC,EAAE,QAAQ,EACvB,SAAS,CAAC,EAAE,WAAW,EACvB,UAAU,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,GAAG,CAAC,CAoCd;AAED,wBAAsB,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAqDjG;AAED,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,WAAW,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,CAEd;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,CAAC,EAAE,WAAW,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,CASd;AAuCD,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,SAAS,CAAC,EAAE,WAAW,GACtB,OAAO,CAAC,GAAG,CAAC,CA0Bd;AAqBD,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,yBAAyB,EAAE,QAAQ,CAAC;CACrC,CAAC;AAEF,wBAAgB,oBAAoB,IAAI,OAAO,CAI9C;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAO9D"}
+{"version":3,"file":"exec-graph.d.ts","sourceRoot":"","sources":["../../src/runtime/exec-graph.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,SAAS,EAAgD,MAAM,WAAW,CAAC;AACpF,OAAO,EAEL,WAAW,EAaZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,QAAQ,EAMT,MAAM,aAAa,CAAC;AAerB,wBAAsB,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAY9F;AAmJD,wBAAsB,YAAY,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAgGvF;AA8FD,wBAAsB,YAAY,CAChC,aAAa,EAAE,QAAQ,EACvB,YAAY,CAAC,EAAE,QAAQ,EACvB,SAAS,CAAC,EAAE,WAAW,EACvB,UAAU,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,GAAG,CAAC,CAsDd;AAED,wBAAsB,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAwDjG;AAED,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,WAAW,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,CAEd;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EAAE,EACf,GAAG,CAAC,EAAE,WAAW,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,CASd;AAuCD,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,SAAS,CAAC,EAAE,WAAW,GACtB,OAAO,CAAC,GAAG,CAAC,CA0Bd;AAqBD,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,yBAAyB,EAAE,QAAQ,CAAC;CACrC,CAAC;AAEF,wBAAgB,oBAAoB,IAAI,OAAO,CAI9C;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAO9D"}

package/out/runtime/exec-graph.js

@@ -233,9 +233,9 @@ export async function executeGraph(execGraph, env) {
             }
             finally {
                 if (monitoringEnabled) {
+                    env.setMonitorEntryResult(env.getLastResult());
                     if (monitorIncr)
                         env.decrementMonitor();
-                    env.setMonitorEntryResult(env.getLastResult());
                 }
             }
         }
@@ -340,11 +340,27 @@ export async function executeEvent(eventInstance, continuation, activeEnv, kerne
             await executeEventHelper(eventInstance, env);
         }
         else if (isAgentEventInstance(eventInstance)) {
+            env.setActiveEvent(eventInstance);
+            if (isMonitoringEnabled()) {
+                env.appendEntryToMonitor(`{${eventInstance.getFqName()} {message "${eventInstance.lookup('message')}"}}`);
+            }
             await handleAgentInvocation(eventInstance, env);
+            if (isMonitoringEnabled()) {
+                env.setMonitorEntryResult(env.getLastResult());
+            }
         }
         const r = env.getLastResult();
-        if (continuation)
-            continuation(r);
+        if (continuation) {
+            if (env.getLastPattern() && isAgentEventInstance(eventInstance)) {
+                continuation({
+                    result: r.map((res) => (res.attributes ? Object.fromEntries(res.attributes) : res)),
+                    pattern: env.getLastPattern(),
+                });
+            }
+            else {
+                continuation(r);
+            }
+        }
         return r;
     }
     catch (err) {
@@ -409,6 +425,9 @@ export async function executeEventHelper(eventInstance, env) {
                 env.appendEntryToMonitor(`{${eventInstance.getFqName()} {message "${eventInstance.lookup('message')}"}}`);
             }
             await handleAgentInvocation(eventInstance, env);
+            if (isMonitoringEnabled()) {
+                env.setMonitorEntryResult(env.getLastResult());
+            }
         }
         if (isLocalEnv) {
             await env.commitAllTransactions();