cogniscrape 1.0.0

package/dist/models/GeminiModel.js

@@ -0,0 +1,127 @@
+"use strict";
+/**
+ * Google Gemini LLM Model Implementation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiModel = void 0;
+const generative_ai_1 = require("@google/generative-ai");
+const types_1 = require("../types");
+const retry_1 = require("../utils/retry");
+const rateLimiter_1 = require("../utils/rateLimiter");
+const cache_1 = require("../utils/cache");
+class GeminiModel extends types_1.BaseLLM {
+    constructor(config) {
+        super(config);
+        if (!config.apiKey) {
+            throw new Error('Gemini API key is required. Set GEMINI_API_KEY environment variable or pass apiKey in config.');
+        }
+        this.genAI = new generative_ai_1.GoogleGenerativeAI(config.apiKey);
+        this.modelName = config.model || 'gemini-2.0-flash-exp';
+    }
+    async generate(prompt, systemPrompt) {
+        // Check cache first
+        const cacheKey = `gemini:${this.modelName}:${systemPrompt}:${prompt}`;
+        const cached = cache_1.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        // Rate limit requests
+        await rateLimiter_1.rateLimiter.wait();
+        // Retry with exponential backoff
+        const result = await (0, retry_1.retry)(async () => {
+            const model = this.genAI.getGenerativeModel({
+                model: this.modelName,
+                generationConfig: {
+                    temperature: this.config.temperature ?? 0,
+                    maxOutputTokens: this.config.maxTokens ?? 2048,
+                },
+            });
+            const fullPrompt = systemPrompt ? `${systemPrompt}\n\n${prompt}` : prompt;
+            const result = await model.generateContent(fullPrompt);
+            const response = await result.response;
+            return response.text();
+        }, {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffMultiplier: 2,
+        });
+        // Cache the result
+        cache_1.cache.set(cacheKey, result, 3600); // 1 hour TTL
+        return result;
+    }
+    async generateJson(prompt, systemPrompt) {
+        // Check cache first
+        const cacheKey = `gemini:json:${this.modelName}:${systemPrompt}:${prompt}`;
+        const cached = cache_1.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        // Rate limit requests
+        await rateLimiter_1.rateLimiter.wait();
+        // Retry with exponential backoff
+        const result = await (0, retry_1.retry)(async () => {
+            const model = this.genAI.getGenerativeModel({
+                model: this.modelName,
+                generationConfig: {
+                    temperature: this.config.temperature ?? 0,
+                    maxOutputTokens: this.config.maxTokens ?? 2048,
+                    responseMimeType: "application/json",
+                },
+            });
+            const fullPrompt = `${systemPrompt || ''}\n\n${prompt}\n\nRespond with valid JSON only.`;
+            const result = await model.generateContent(fullPrompt);
+            const response = await result.response;
+            const text = response.text();
+            try {
+                return JSON.parse(text);
+            }
+            catch (parseError) {
+                // Try to extract JSON from response
+                const jsonMatch = text.match(/```json\s*([\s\S]*?)\s*```/) ||
+                    text.match(/```\s*([\s\S]*?)\s*```/) ||
+                    text.match(/\{[\s\S]*\}/);
+                if (jsonMatch) {
+                    const jsonStr = jsonMatch[0].replace(/```json|```/g, '').trim();
+                    return JSON.parse(jsonStr);
+                }
+                throw new Error(`Failed to parse JSON response: ${text}`);
+            }
+        }, {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffMultiplier: 2,
+        });
+        // Cache the result
+        cache_1.cache.set(cacheKey, result, 3600); // 1 hour TTL
+        return result;
+    }
+    async chat(messages) {
+        try {
+            const model = this.genAI.getGenerativeModel({
+                model: this.modelName,
+                generationConfig: {
+                    temperature: this.config.temperature ?? 0,
+                    maxOutputTokens: this.config.maxTokens ?? 2048,
+                },
+            });
+            // Convert messages to Gemini format
+            const chat = model.startChat({
+                history: messages.slice(0, -1).map(msg => ({
+                    role: msg.role === 'user' ? 'user' : 'model',
+                    parts: [{ text: msg.content }],
+                })),
+            });
+            const lastMessage = messages[messages.length - 1];
+            const result = await chat.sendMessage(lastMessage.content);
+            const response = await result.response;
+            return response.text();
+        }
+        catch (error) {
+            throw new Error(`Gemini chat error: ${error.message}`);
+        }
+    }
+}
+exports.GeminiModel = GeminiModel;
+//# sourceMappingURL=GeminiModel.js.map

package/dist/models/GeminiModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiModel.js","sourceRoot":"","sources":["../../src/models/GeminiModel.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,yDAA2D;AAC3D,oCAA8C;AAC9C,0CAAuC;AACvC,sDAAmD;AACnD,0CAAuC;AAEvC,MAAa,WAAY,SAAQ,eAAO;IAItC,YAAY,MAAiB;QAC3B,KAAK,CAAC,MAAM,CAAC,CAAC;QAEd,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,kCAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,YAAqB;QAClD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,SAAS,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,aAAK,CAAC,GAAG,CAAS,QAAQ,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,MAAM,yBAAW,CAAC,IAAI,EAAE,CAAC;QAEzB,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EACxB,KAAK,IAAI,EAAE;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC;gBAC1C,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC/C;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAC1E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAEvC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,CAAC;SACrB,CACF,CAAC;QAEF,mBAAmB;QACnB,aAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa;QAEhD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,YAAqB;QACtD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,eAAe,IAAI,CAAC,SAAS,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;QAC3E,MAAM,MAAM,GAAG,aAAK,CAAC,GAAG,CAAM,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,MAAM,yBAAW,CAAC,IAAI,EAAE,CAAC;QAEzB,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EACxB,KAAK,IAAI,EAAE;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC;gBAC1C,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;oBAC9C,gBAAgB,EAAE,kBAAkB;iBACrC;aACF,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,GAAG,YAAY,IAAI,EAAE,OAAO,MAAM,mCAAmC,CAAC;YACzF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAE7B,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,oCAAoC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC;oBACzC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC;oBACpC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAE3C,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBAChE,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC7B,CAAC;gBAED,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,CAAC;SACrB,CACF,CAAC;QAEF,mBAAmB;QACnB,aAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa;QAEhD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAkD;QAC3D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC;gBAC1C,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC/C;aACF,CAAC,CAAC;YAEH,oCAAoC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC3B,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBAC5C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAEvC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AA9ID,kCA8IC"}

package/dist/models/OllamaModel.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Ollama LLM Model Implementation
+ */
+import { BaseLLM, LLMConfig } from '../types';
+export declare class OllamaModel extends BaseLLM {
+    private baseUrl;
+    constructor(config: LLMConfig);
+    generate(prompt: string, systemPrompt?: string): Promise<string>;
+    generateJson(prompt: string, systemPrompt?: string): Promise<any>;
+    chat(messages: Array<{
+        role: string;
+        content: string;
+    }>): Promise<string>;
+}
+//# sourceMappingURL=OllamaModel.d.ts.map

package/dist/models/OllamaModel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaModel.d.ts","sourceRoot":"","sources":["../../src/models/OllamaModel.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,OAAO,EAAE,SAAS,EAAe,MAAM,UAAU,CAAC;AAK3D,qBAAa,WAAY,SAAQ,OAAO;IACtC,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,SAAS;IAKvB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiDhE,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAmEjE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;CAkChF"}

package/dist/models/OllamaModel.js

@@ -0,0 +1,134 @@
+"use strict";
+/**
+ * Ollama LLM Model Implementation
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaModel = void 0;
+const axios_1 = __importDefault(require("axios"));
+const types_1 = require("../types");
+const retry_1 = require("../utils/retry");
+const rateLimiter_1 = require("../utils/rateLimiter");
+const cache_1 = require("../utils/cache");
+class OllamaModel extends types_1.BaseLLM {
+    constructor(config) {
+        super(config);
+        this.baseUrl = config.baseUrl || 'http://localhost:11434';
+    }
+    async generate(prompt, systemPrompt) {
+        // Check cache first
+        const cacheKey = `ollama:${this.config.model}:${systemPrompt}:${prompt}`;
+        const cached = cache_1.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        // Rate limit requests
+        await rateLimiter_1.rateLimiter.wait();
+        // Retry with exponential backoff
+        const result = await (0, retry_1.retry)(async () => {
+            const response = await axios_1.default.post(`${this.baseUrl}/api/generate`, {
+                model: this.config.model,
+                prompt: systemPrompt ? `${systemPrompt}\n\n${prompt}` : prompt,
+                stream: false,
+                options: {
+                    temperature: this.config.temperature ?? 0,
+                    num_predict: this.config.maxTokens ?? 2048,
+                },
+            }, {
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                timeout: 120000, // 2 minutes
+            });
+            return response.data.response;
+        }, {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffMultiplier: 2,
+        });
+        // Cache the result
+        cache_1.cache.set(cacheKey, result, 3600); // 1 hour TTL
+        return result;
+    }
+    async generateJson(prompt, systemPrompt) {
+        // Check cache first
+        const cacheKey = `ollama:json:${this.config.model}:${systemPrompt}:${prompt}`;
+        const cached = cache_1.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        // Rate limit requests
+        await rateLimiter_1.rateLimiter.wait();
+        const fullPrompt = `${systemPrompt || ''}\n\n${prompt}\n\nRespond with valid JSON only.`;
+        // Retry with exponential backoff
+        const result = await (0, retry_1.retry)(async () => {
+            const response = await axios_1.default.post(`${this.baseUrl}/api/generate`, {
+                model: this.config.model,
+                prompt: fullPrompt,
+                format: 'json',
+                stream: false,
+                options: {
+                    temperature: this.config.temperature ?? 0,
+                    num_predict: this.config.maxTokens ?? 2048,
+                },
+            }, {
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                timeout: 120000,
+            });
+            const responseText = response.data.response;
+            // Try to parse JSON
+            try {
+                return JSON.parse(responseText);
+            }
+            catch (parseError) {
+                // If response is not valid JSON, try to extract JSON from markdown code blocks
+                const jsonMatch = responseText.match(/```json\s*([\s\S]*?)\s*```/) ||
+                    responseText.match(/```\s*([\s\S]*?)\s*```/);
+                if (jsonMatch) {
+                    return JSON.parse(jsonMatch[1]);
+                }
+                throw new Error('Failed to parse JSON response from Ollama');
+            }
+        }, {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffMultiplier: 2,
+        });
+        // Cache the result
+        cache_1.cache.set(cacheKey, result, 3600); // 1 hour TTL
+        return result;
+    }
+    async chat(messages) {
+        await rateLimiter_1.rateLimiter.wait();
+        return await (0, retry_1.retry)(async () => {
+            const response = await axios_1.default.post(`${this.baseUrl}/api/chat`, {
+                model: this.config.model,
+                messages: messages,
+                stream: false,
+                options: {
+                    temperature: this.config.temperature ?? 0,
+                    num_predict: this.config.maxTokens ?? 2048,
+                },
+            }, {
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                timeout: 120000,
+            });
+            return response.data.message.content;
+        }, {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffMultiplier: 2,
+        });
+    }
+}
+exports.OllamaModel = OllamaModel;
+//# sourceMappingURL=OllamaModel.js.map

package/dist/models/OllamaModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaModel.js","sourceRoot":"","sources":["../../src/models/OllamaModel.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AAEH,kDAA0B;AAC1B,oCAA2D;AAC3D,0CAAuC;AACvC,sDAAmD;AACnD,0CAAuC;AAEvC,MAAa,WAAY,SAAQ,eAAO;IAGtC,YAAY,MAAiB;QAC3B,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,YAAqB;QAClD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;QACzE,MAAM,MAAM,GAAG,aAAK,CAAC,GAAG,CAAS,QAAQ,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,MAAM,yBAAW,CAAC,IAAI,EAAE,CAAC;QAEzB,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EACxB,KAAK,IAAI,EAAE;YACT,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,OAAO,eAAe,EAC9B;gBACE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM;gBAC9D,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBACzC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC3C;aACF,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,OAAO,EAAE,MAAM,EAAE,YAAY;aAC9B,CACF,CAAC;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChC,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,CAAC;SACrB,CACF,CAAC;QAEF,mBAAmB;QACnB,aAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa;QAEhD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,YAAqB;QACtD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,aAAK,CAAC,GAAG,CAAM,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,sBAAsB;QACtB,MAAM,yBAAW,CAAC,IAAI,EAAE,CAAC;QAEzB,MAAM,UAAU,GAAG,GAAG,YAAY,IAAI,EAAE,OAAO,MAAM,mCAAmC,CAAC;QAEzF,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EACxB,KAAK,IAAI,EAAE;YACT,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,OAAO,eAAe,EAC9B;gBACE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBAC3C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC3C;aACF,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,OAAO,EAAE,MAAM;aAChB,CACF,CAAC;YAEF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YAE5C,oBAAoB;YACpB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,+EAA+E;gBAC/E,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,4BAA4B,CAAC;oBACjD,YAAY,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBAE9D,IAAI,SAAS,EAAE,CAAC;oBACd,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;gBAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,CAAC;SACrB,CACF,CAAC;QAEF,mBAAmB;QACnB,aAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa;QAEhD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEC,KAAK,CAAC,IAAI,CAAC,QAAkD;QAC3D,MAAM,yBAAW,CAAC,IAAI,EAAE,CAAC;QAEzB,OAAO,MAAM,IAAA,aAAK,EAChB,KAAK,IAAI,EAAE;YACT,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,OAAO,WAAW,EAC1B;gBACE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;oBACzC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC3C;aACF,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,OAAO,EAAE,MAAM;aAChB,CACF,CAAC;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QACvC,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,iBAAiB,EAAE,CAAC;SACrB,CACF,CAAC;IACJ,CAAC;CACF;AA9JD,kCA8JC"}

package/dist/models/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Model factory for creating LLM instances
+ */
+import { BaseLLM, LLMConfig } from '../types';
+export declare function createLLM(config: LLMConfig): BaseLLM;
+export { OllamaModel } from './OllamaModel';
+export { GeminiModel } from './GeminiModel';
+//# sourceMappingURL=index.d.ts.map

package/dist/models/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAI9C,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CASpD;AAED,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC"}

package/dist/models/index.js

@@ -0,0 +1,24 @@
+"use strict";
+/**
+ * Model factory for creating LLM instances
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiModel = exports.OllamaModel = void 0;
+exports.createLLM = createLLM;
+const OllamaModel_1 = require("./OllamaModel");
+const GeminiModel_1 = require("./GeminiModel");
+function createLLM(config) {
+    switch (config.provider) {
+        case 'ollama':
+            return new OllamaModel_1.OllamaModel(config);
+        case 'gemini':
+            return new GeminiModel_1.GeminiModel(config);
+        default:
+            throw new Error(`Unsupported LLM provider: ${config.provider}`);
+    }
+}
+var OllamaModel_2 = require("./OllamaModel");
+Object.defineProperty(exports, "OllamaModel", { enumerable: true, get: function () { return OllamaModel_2.OllamaModel; } });
+var GeminiModel_2 = require("./GeminiModel");
+Object.defineProperty(exports, "GeminiModel", { enumerable: true, get: function () { return GeminiModel_2.GeminiModel; } });
+//# sourceMappingURL=index.js.map

package/dist/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAMH,8BASC;AAZD,+CAA4C;AAC5C,+CAA4C;AAE5C,SAAgB,SAAS,CAAC,MAAiB;IACzC,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,IAAI,yBAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,QAAQ;YACX,OAAO,IAAI,yBAAW,CAAC,MAAM,CAAC,CAAC;QACjC;YACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,6CAA4C;AAAnC,0GAAA,WAAW,OAAA;AACpB,6CAA4C;AAAnC,0GAAA,WAAW,OAAA"}

package/dist/nodes/BaseNode.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Base Node class for the graph pipeline
+ */
+import { GraphState, NodeConfig, BaseLLM } from '../types';
+import { Logger } from '../utils/logger';
+export declare abstract class BaseNode {
+    protected nodeName: string;
+    protected nodeType: string;
+    protected input: string;
+    protected output: string[];
+    protected minInputLen: number;
+    protected config: NodeConfig;
+    protected logger: Logger;
+    protected llmModel?: BaseLLM;
+    constructor(nodeName: string, nodeType: string, input: string, output: string[], minInputLen?: number, config?: NodeConfig);
+    /**
+     * Get input keys from the input expression
+     */
+    protected getInputKeys(state: GraphState): string[];
+    /**
+     * Validate that required inputs are present in state
+     */
+    protected validateInputs(state: GraphState): void;
+    /**
+     * Update state with output values
+     */
+    protected updateState(state: GraphState, outputs: Record<string, any>): GraphState;
+    /**
+     * Execute the node logic
+     */
+    execute(state: GraphState): Promise<GraphState>;
+    /**
+     * Process logic to be implemented by subclasses
+     */
+    protected abstract process(state: GraphState): Promise<GraphState>;
+}
+//# sourceMappingURL=BaseNode.d.ts.map

package/dist/nodes/BaseNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseNode.d.ts","sourceRoot":"","sources":["../../src/nodes/BaseNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,8BAAsB,QAAQ;IAC5B,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC3B,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC;IAC9B,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;gBAG3B,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EAAE,EAChB,WAAW,GAAE,MAAU,EACvB,MAAM,GAAE,UAAe;IAczB;;OAEG;IACH,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,EAAE;IA2CnD;;OAEG;IACH,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAoCjD;;OAEG;IACH,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,UAAU;IAOlF;;OAEG;IACG,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAcrD;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;CACnE"}

package/dist/nodes/BaseNode.js

@@ -0,0 +1,116 @@
+"use strict";
+/**
+ * Base Node class for the graph pipeline
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseNode = void 0;
+const logger_1 = require("../utils/logger");
+class BaseNode {
+    constructor(nodeName, nodeType, input, output, minInputLen = 1, config = {}) {
+        this.nodeName = nodeName;
+        this.nodeType = nodeType;
+        this.input = input;
+        this.output = output;
+        this.minInputLen = minInputLen;
+        this.config = config;
+        this.llmModel = config.llmModel;
+        const verbose = config.verbose ?? false;
+        this.logger = new logger_1.Logger(nodeName, verbose);
+    }
+    /**
+     * Get input keys from the input expression
+     */
+    getInputKeys(state) {
+        // Parse input expression like "url | local_dir" or "user_prompt & doc"
+        const keys = [];
+        // Check if expression contains OR (|) or AND (&)
+        const hasOr = this.input.includes('|');
+        const hasAnd = this.input.includes('&');
+        if (hasOr && !hasAnd) {
+            // Pure OR case: "url | localDir" - return first available
+            const parts = this.input.split('|').map(s => s.trim());
+            for (const part of parts) {
+                if (state[part] !== undefined) {
+                    keys.push(part);
+                    return keys; // Return first match
+                }
+            }
+            // If no match, return all options for error reporting
+            return parts;
+        }
+        // Handle complex expressions with & and optional parts in ()
+        const parts = this.input.split('&').map(s => s.trim());
+        for (const part of parts) {
+            // Handle optional inputs in parentheses like "(relevant_chunks | parsed_doc | doc)"
+            if (part.startsWith('(') && part.endsWith(')')) {
+                const innerParts = part.slice(1, -1).split('|').map(s => s.trim());
+                // Find the first key that exists in state
+                for (const innerPart of innerParts) {
+                    if (state[innerPart] !== undefined) {
+                        keys.push(innerPart);
+                        break;
+                    }
+                }
+            }
+            else {
+                keys.push(part);
+            }
+        }
+        return keys;
+    }
+    /**
+     * Validate that required inputs are present in state
+     */
+    validateInputs(state) {
+        const keys = this.getInputKeys(state);
+        if (keys.length === 0) {
+            throw new Error(`${this.nodeName}: No valid input keys found. Expected one of: ${this.input}`);
+        }
+        // For OR conditions, we just need at least one valid key
+        const hasOr = this.input.includes('|') && !this.input.includes('&');
+        if (hasOr) {
+            // Check if we have at least one valid input
+            const hasValidInput = keys.some(key => state[key] !== undefined);
+            if (!hasValidInput) {
+                throw new Error(`${this.nodeName}: No valid input found. Expected one of: ${this.input}`);
+            }
+            return;
+        }
+        // For AND conditions, validate all required keys
+        if (keys.length < this.minInputLen) {
+            throw new Error(`${this.nodeName}: Expected at least ${this.minInputLen} inputs, got ${keys.length}`);
+        }
+        for (const key of keys) {
+            if (state[key] === undefined) {
+                throw new Error(`${this.nodeName}: Required input '${key}' is missing from state`);
+            }
+        }
+    }
+    /**
+     * Update state with output values
+     */
+    updateState(state, outputs) {
+        return {
+            ...state,
+            ...outputs,
+        };
+    }
+    /**
+     * Execute the node logic
+     */
+    async execute(state) {
+        this.logger.info(`--- Executing ${this.nodeName} Node ---`);
+        try {
+            this.validateInputs(state);
+            const newState = await this.process(state);
+            this.logger.success(`${this.nodeName} completed successfully`);
+            return newState;
+        }
+        catch (error) {
+            this.logger.error(`${this.nodeName} failed: ${error.message}`);
+            throw error;
+        }
+    }
+}
+exports.BaseNode = BaseNode;
+//# sourceMappingURL=BaseNode.js.map

package/dist/nodes/BaseNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseNode.js","sourceRoot":"","sources":["../../src/nodes/BaseNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,4CAAyC;AAEzC,MAAsB,QAAQ;IAU5B,YACE,QAAgB,EAChB,QAAgB,EAChB,KAAa,EACb,MAAgB,EAChB,cAAsB,CAAC,EACvB,SAAqB,EAAE;QAEvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACO,YAAY,CAAC,KAAiB;QACtC,uEAAuE;QACvE,MAAM,IAAI,GAAa,EAAE,CAAC;QAE1B,iDAAiD;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAExC,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACrB,0DAA0D;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAChB,OAAO,IAAI,CAAC,CAAC,qBAAqB;gBACpC,CAAC;YACH,CAAC;YACD,sDAAsD;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,6DAA6D;QAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,oFAAoF;YACpF,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnE,0CAA0C;gBAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,EAAE,CAAC;wBACnC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACrB,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACO,cAAc,CAAC,KAAiB;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAEtC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACb,GAAG,IAAI,CAAC,QAAQ,iDAAiD,IAAI,CAAC,KAAK,EAAE,CAC9E,CAAC;QACJ,CAAC;QAED,yDAAyD;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpE,IAAI,KAAK,EAAE,CAAC;YACV,4CAA4C;YAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CACb,GAAG,IAAI,CAAC,QAAQ,4CAA4C,IAAI,CAAC,KAAK,EAAE,CACzE,CAAC;YACJ,CAAC;YACD,OAAO;QACT,CAAC;QAED,iDAAiD;QACjD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,GAAG,IAAI,CAAC,QAAQ,uBAAuB,IAAI,CAAC,WAAW,gBAAgB,IAAI,CAAC,MAAM,EAAE,CACrF,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,qBAAqB,GAAG,yBAAyB,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACO,WAAW,CAAC,KAAiB,EAAE,OAA4B;QACnE,OAAO;YACL,GAAG,KAAK;YACR,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,KAAiB;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,QAAQ,WAAW,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,yBAAyB,CAAC,CAAC;YAC/D,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CAMF;AAlJD,4BAkJC"}

package/dist/nodes/CSVExporterNode.d.ts

@@ -0,0 +1,16 @@
+/**
+ * CSVExporterNode - Export data to CSV format
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class CSVExporterNode extends BaseNode {
+    private outputPath?;
+    constructor(input: string, output: string[], config?: NodeConfig & {
+        outputPath?: string;
+    });
+    protected process(state: GraphState): Promise<GraphState>;
+    private convertToCSV;
+    private formatValue;
+    private escapeCSVValue;
+}
+//# sourceMappingURL=CSVExporterNode.d.ts.map

package/dist/nodes/CSVExporterNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CSVExporterNode.d.ts","sourceRoot":"","sources":["../../src/nodes/CSVExporterNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAElD,qBAAa,eAAgB,SAAQ,QAAQ;IAC3C,OAAO,CAAC,UAAU,CAAC,CAAS;gBAEhB,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAU,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAO;cAK9E,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAmB/D,OAAO,CAAC,YAAY;IA8CpB,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,cAAc;CAOvB"}

package/dist/nodes/CSVExporterNode.js

@@ -0,0 +1,85 @@
+"use strict";
+/**
+ * CSVExporterNode - Export data to CSV format
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CSVExporterNode = void 0;
+const BaseNode_1 = require("./BaseNode");
+class CSVExporterNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('CSVExporter', 'node', input, output, 1, config);
+        this.outputPath = config.outputPath;
+    }
+    async process(state) {
+        const data = state.answer || state.parsedDoc;
+        if (!data) {
+            throw new Error('No data available to export to CSV');
+        }
+        this.logger.info('Converting data to CSV format');
+        const csv = this.convertToCSV(data);
+        this.logger.success(`Generated CSV with ${csv.split('\n').length - 1} rows`);
+        return this.updateState(state, {
+            csv,
+            csvPath: this.outputPath,
+        });
+    }
+    convertToCSV(data) {
+        // Handle array of objects
+        if (Array.isArray(data)) {
+            if (data.length === 0) {
+                return '';
+            }
+            // Get all unique keys from all objects
+            const allKeys = new Set();
+            data.forEach(item => {
+                if (typeof item === 'object' && item !== null) {
+                    Object.keys(item).forEach(key => allKeys.add(key));
+                }
+            });
+            const headers = Array.from(allKeys);
+            // Create CSV header
+            const csvRows = [headers.map(this.escapeCSVValue).join(',')];
+            // Add data rows
+            data.forEach(item => {
+                if (typeof item === 'object' && item !== null) {
+                    const row = headers.map(header => {
+                        const value = item[header];
+                        return this.escapeCSVValue(this.formatValue(value));
+                    });
+                    csvRows.push(row.join(','));
+                }
+            });
+            return csvRows.join('\n');
+        }
+        // Handle single object
+        if (typeof data === 'object' && data !== null) {
+            const keys = Object.keys(data);
+            const headers = keys.map(this.escapeCSVValue).join(',');
+            const values = keys.map(key => this.escapeCSVValue(this.formatValue(data[key]))).join(',');
+            return `${headers}\n${values}`;
+        }
+        // Handle primitive value
+        return String(data);
+    }
+    formatValue(value) {
+        if (value === null || value === undefined) {
+            return '';
+        }
+        if (Array.isArray(value)) {
+            return value.map(v => this.formatValue(v)).join('; ');
+        }
+        if (typeof value === 'object') {
+            return JSON.stringify(value);
+        }
+        return String(value);
+    }
+    escapeCSVValue(value) {
+        // If value contains comma, quote, or newline, wrap in quotes and escape quotes
+        if (value.includes(',') || value.includes('"') || value.includes('\n')) {
+            return `"${value.replace(/"/g, '""')}"`;
+        }
+        return value;
+    }
+}
+exports.CSVExporterNode = CSVExporterNode;
+//# sourceMappingURL=CSVExporterNode.js.map

package/dist/nodes/CSVExporterNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CSVExporterNode.js","sourceRoot":"","sources":["../../src/nodes/CSVExporterNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,yCAAsC;AAGtC,MAAa,eAAgB,SAAQ,mBAAQ;IAG3C,YAAY,KAAa,EAAE,MAAgB,EAAE,SAA+C,EAAE;QAC5F,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC;QAE7C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAEpC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sBAAsB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7E,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7B,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,UAAU;SACzB,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,IAAS;QAC5B,0BAA0B;QAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,uCAAuC;YACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAClB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEpC,oBAAoB;YACpB,MAAM,OAAO,GAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAEvE,gBAAgB;YAChB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAClB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;wBAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtD,CAAC,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3F,OAAO,GAAG,OAAO,KAAK,MAAM,EAAE,CAAC;QACjC,CAAC;QAED,yBAAyB;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAEO,WAAW,CAAC,KAAU;QAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,+EAA+E;QAC/E,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC1C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAhGD,0CAgGC"}

package/dist/nodes/ConditionalNode.d.ts

@@ -0,0 +1,16 @@
+/**
+ * ConditionalNode - Execute conditional logic in the graph
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class ConditionalNode extends BaseNode {
+    private condition;
+    private keyName;
+    constructor(input: string, output: string[], config: NodeConfig & {
+        condition: string;
+        keyName: string;
+    });
+    protected process(state: GraphState): Promise<GraphState>;
+    private evaluateCondition;
+}
+//# sourceMappingURL=ConditionalNode.d.ts.map

package/dist/nodes/ConditionalNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConditionalNode.d.ts","sourceRoot":"","sources":["../../src/nodes/ConditionalNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAElD,qBAAa,eAAgB,SAAQ,QAAQ;IAC3C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;gBAEZ,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,GAAG;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;cAcxF,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAe/D,OAAO,CAAC,iBAAiB;CAyC1B"}