cogniscrape 1.0.0

package/dist/nodes/ParseNode.d.ts

@@ -0,0 +1,12 @@
+/**
+ * ParseNode - Parses and chunks document content
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class ParseNode extends BaseNode {
+    private chunkSize;
+    private convertMd;
+    constructor(input: string, output: string[], config?: NodeConfig);
+    protected process(state: GraphState): Promise<GraphState>;
+}
+//# sourceMappingURL=ParseNode.d.ts.map

package/dist/nodes/ParseNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ParseNode.d.ts","sourceRoot":"","sources":["../../src/nodes/ParseNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAY,UAAU,EAAE,MAAM,UAAU,CAAC;AAI5D,qBAAa,SAAU,SAAQ,QAAQ;IACrC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAU;gBAEf,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAe;cAMpD,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;CAgChE"}

package/dist/nodes/ParseNode.js

@@ -0,0 +1,44 @@
+"use strict";
+/**
+ * ParseNode - Parses and chunks document content
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ParseNode = void 0;
+const BaseNode_1 = require("./BaseNode");
+const chunking_1 = require("../utils/chunking");
+const convertToMarkdown_1 = require("../utils/convertToMarkdown");
+class ParseNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('Parse', 'node', input, output, 1, config);
+        this.chunkSize = config.chunkSize ?? 2000;
+        this.convertMd = true; // Always convert to markdown for better LLM processing
+    }
+    async process(state) {
+        const inputKeys = this.getInputKeys(state);
+        const documents = state[inputKeys[0]];
+        if (!documents || documents.length === 0) {
+            throw new Error('No documents to parse');
+        }
+        this.logger.info(`Parsing ${documents.length} document(s)`);
+        // Convert HTML to Markdown if needed
+        const processedDocs = documents.map(doc => {
+            if (doc.metadata.type === 'html' && this.convertMd) {
+                return {
+                    ...doc,
+                    pageContent: (0, convertToMarkdown_1.convertToMarkdown)(doc.pageContent),
+                    metadata: {
+                        ...doc.metadata,
+                        converted: 'markdown',
+                    },
+                };
+            }
+            return doc;
+        });
+        // Chunk the documents
+        const chunkedDocs = (0, chunking_1.chunkDocuments)(processedDocs, this.chunkSize);
+        this.logger.success(`Created ${chunkedDocs.length} chunks from ${documents.length} document(s)`);
+        return this.updateState(state, { parsedDoc: chunkedDocs });
+    }
+}
+exports.ParseNode = ParseNode;
+//# sourceMappingURL=ParseNode.js.map

package/dist/nodes/ParseNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ParseNode.js","sourceRoot":"","sources":["../../src/nodes/ParseNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,yCAAsC;AAEtC,gDAAmD;AACnD,kEAA+D;AAE/D,MAAa,SAAU,SAAQ,mBAAQ;IAIrC,YAAY,KAAa,EAAE,MAAgB,EAAE,SAAqB,EAAE;QAClE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,uDAAuD;IAChF,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAe,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAElD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,SAAS,CAAC,MAAM,cAAc,CAAC,CAAC;QAE5D,qCAAqC;QACrC,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACxC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnD,OAAO;oBACL,GAAG,GAAG;oBACN,WAAW,EAAE,IAAA,qCAAiB,EAAC,GAAG,CAAC,WAAW,CAAC;oBAC/C,QAAQ,EAAE;wBACR,GAAG,GAAG,CAAC,QAAQ;wBACf,SAAS,EAAE,UAAU;qBACtB;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,MAAM,WAAW,GAAG,IAAA,yBAAc,EAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAElE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,WAAW,CAAC,MAAM,gBAAgB,SAAS,CAAC,MAAM,cAAc,CAAC,CAAC;QAEjG,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;IAC7D,CAAC;CACF;AA1CD,8BA0CC"}

package/dist/nodes/RAGNode.d.ts

@@ -0,0 +1,13 @@
+/**
+ * RAGNode - Retrieval Augmented Generation
+ * Select relevant chunks from documents based on the query
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class RAGNode extends BaseNode {
+    private topK;
+    constructor(input: string, output: string[], config?: NodeConfig);
+    protected process(state: GraphState): Promise<GraphState>;
+    private calculateRelevanceScore;
+}
+//# sourceMappingURL=RAGNode.d.ts.map

package/dist/nodes/RAGNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RAGNode.d.ts","sourceRoot":"","sources":["../../src/nodes/RAGNode.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAY,UAAU,EAAE,MAAM,UAAU,CAAC;AAE5D,qBAAa,OAAQ,SAAQ,QAAQ;IACnC,OAAO,CAAC,IAAI,CAAS;gBAET,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAe;cAKpD,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAiC/D,OAAO,CAAC,uBAAuB;CA6BhC"}

package/dist/nodes/RAGNode.js

@@ -0,0 +1,64 @@
+"use strict";
+/**
+ * RAGNode - Retrieval Augmented Generation
+ * Select relevant chunks from documents based on the query
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RAGNode = void 0;
+const BaseNode_1 = require("./BaseNode");
+class RAGNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('RAG', 'node', input, output, 2, config);
+        this.topK = 5; // Number of top chunks to retrieve
+    }
+    async process(state) {
+        const userPrompt = state.userPrompt;
+        const documents = (state.parsedDoc || state.doc);
+        if (!userPrompt) {
+            throw new Error('User prompt is required for RAG');
+        }
+        if (!documents || documents.length === 0) {
+            throw new Error('No documents available for RAG');
+        }
+        this.logger.info(`Running RAG on ${documents.length} document chunks`);
+        // Simple relevance scoring based on keyword matching
+        const scoredDocs = documents.map(doc => ({
+            doc,
+            score: this.calculateRelevanceScore(userPrompt, doc.pageContent),
+        }));
+        // Sort by score and take top K
+        const relevantChunks = scoredDocs
+            .sort((a, b) => b.score - a.score)
+            .slice(0, this.topK)
+            .map(item => item.doc);
+        this.logger.success(`Selected ${relevantChunks.length} most relevant chunks`);
+        return this.updateState(state, {
+            relevantChunks,
+        });
+    }
+    calculateRelevanceScore(query, text) {
+        const queryLower = query.toLowerCase();
+        const textLower = text.toLowerCase();
+        // Extract keywords from query (simple: remove common words)
+        const commonWords = new Set(['the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for', 'of', 'with', 'is', 'are', 'was', 'were', 'be', 'been', 'being']);
+        const keywords = queryLower
+            .split(/\W+/)
+            .filter(word => word.length > 2 && !commonWords.has(word));
+        // Calculate score based on keyword matches
+        let score = 0;
+        for (const keyword of keywords) {
+            // Exact match
+            const exactMatches = (textLower.match(new RegExp(keyword, 'g')) || []).length;
+            score += exactMatches * 10;
+            // Partial match
+            if (textLower.includes(keyword)) {
+                score += 5;
+            }
+        }
+        // Bonus for length (prefer longer, more detailed chunks)
+        score += Math.min(text.length / 100, 10);
+        return score;
+    }
+}
+exports.RAGNode = RAGNode;
+//# sourceMappingURL=RAGNode.js.map

package/dist/nodes/RAGNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RAGNode.js","sourceRoot":"","sources":["../../src/nodes/RAGNode.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,yCAAsC;AAGtC,MAAa,OAAQ,SAAQ,mBAAQ;IAGnC,YAAY,KAAa,EAAE,MAAgB,EAAE,SAAqB,EAAE;QAClE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,mCAAmC;IACpD,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACpC,MAAM,SAAS,GAAe,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,CAAe,CAAC;QAE3E,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,SAAS,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAEvE,qDAAqD;QACrD,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,GAAG;YACH,KAAK,EAAE,IAAI,CAAC,uBAAuB,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC;SACjE,CAAC,CAAC,CAAC;QAEJ,+BAA+B;QAC/B,MAAM,cAAc,GAAG,UAAU;aAC9B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;aACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEzB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,cAAc,CAAC,MAAM,uBAAuB,CAAC,CAAC;QAE9E,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7B,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,KAAa,EAAE,IAAY;QACzD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAErC,4DAA4D;QAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACpK,MAAM,QAAQ,GAAG,UAAU;aACxB,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7D,2CAA2C;QAC3C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,cAAc;YACd,MAAM,YAAY,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,YAAY,GAAG,EAAE,CAAC;YAE3B,gBAAgB;YAChB,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC;QAEzC,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAtED,0BAsEC"}

package/dist/nodes/ReasoningNode.d.ts

@@ -0,0 +1,10 @@
+/**
+ * ReasoningNode - Add reasoning step before answer generation
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class ReasoningNode extends BaseNode {
+    constructor(input: string, output: string[], config?: NodeConfig);
+    protected process(state: GraphState): Promise<GraphState>;
+}
+//# sourceMappingURL=ReasoningNode.d.ts.map

package/dist/nodes/ReasoningNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReasoningNode.d.ts","sourceRoot":"","sources":["../../src/nodes/ReasoningNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAGlD,qBAAa,aAAc,SAAQ,QAAQ;gBAC7B,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAe;cAQpD,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;CAuChE"}

package/dist/nodes/ReasoningNode.js

@@ -0,0 +1,51 @@
+"use strict";
+/**
+ * ReasoningNode - Add reasoning step before answer generation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReasoningNode = void 0;
+const BaseNode_1 = require("./BaseNode");
+const prompts_1 = require("../prompts");
+class ReasoningNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('Reasoning', 'node', input, output, 2, config);
+        if (!this.llmModel) {
+            throw new Error('LLM model is required for ReasoningNode');
+        }
+    }
+    async process(state) {
+        const userPrompt = state.userPrompt;
+        const content = state.relevantChunks || state.parsedDoc || state.doc;
+        if (!userPrompt) {
+            throw new Error('User prompt is required');
+        }
+        if (!content) {
+            throw new Error('No content available for reasoning');
+        }
+        this.logger.info('Performing reasoning step');
+        // Prepare content string
+        let contentStr;
+        if (Array.isArray(content)) {
+            contentStr = content.map(doc => doc.pageContent).join('\n\n');
+        }
+        else if (typeof content === 'string') {
+            contentStr = content;
+        }
+        else {
+            contentStr = JSON.stringify(content);
+        }
+        // Generate reasoning
+        const prompt = (0, prompts_1.formatPrompt)(prompts_1.REASONING_TEMPLATE, {
+            user_prompt: userPrompt,
+            content: contentStr.slice(0, 50000),
+        });
+        const reasoning = await this.llmModel.generate(prompt);
+        this.logger.success('Reasoning generated');
+        this.logger.debug(`Reasoning: ${reasoning.slice(0, 200)}...`);
+        return this.updateState(state, {
+            reasoning,
+        });
+    }
+}
+exports.ReasoningNode = ReasoningNode;
+//# sourceMappingURL=ReasoningNode.js.map

package/dist/nodes/ReasoningNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReasoningNode.js","sourceRoot":"","sources":["../../src/nodes/ReasoningNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,yCAAsC;AAEtC,wCAA8D;AAE9D,MAAa,aAAc,SAAQ,mBAAQ;IACzC,YAAY,KAAa,EAAE,MAAgB,EAAE,SAAqB,EAAE;QAClE,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAErD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC;QAErE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAE9C,yBAAyB;QACzB,IAAI,UAAkB,CAAC;QACvB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChE,CAAC;aAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YACvC,UAAU,GAAG,OAAO,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,4BAAkB,EAAE;YAC9C,WAAW,EAAE,UAAU;YACvB,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAExD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7B,SAAS;SACV,CAAC,CAAC;IACL,CAAC;CACF;AAhDD,sCAgDC"}

package/dist/nodes/SearchNode.d.ts

@@ -0,0 +1,13 @@
+/**
+ * SearchNode - Search the internet using DuckDuckGo
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class SearchNode extends BaseNode {
+    private maxResults;
+    private searchEngine;
+    constructor(input: string, output: string[], config?: NodeConfig);
+    protected process(state: GraphState): Promise<GraphState>;
+    private searchDuckDuckGo;
+}
+//# sourceMappingURL=SearchNode.d.ts.map

package/dist/nodes/SearchNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SearchNode.d.ts","sourceRoot":"","sources":["../../src/nodes/SearchNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAY,UAAU,EAAE,MAAM,UAAU,CAAC;AAE5D,qBAAa,UAAW,SAAQ,QAAQ;IACtC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;gBAEjB,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAe;cAMpD,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAmBjD,gBAAgB;CAmD/B"}

package/dist/nodes/SearchNode.js

@@ -0,0 +1,81 @@
+"use strict";
+/**
+ * SearchNode - Search the internet using DuckDuckGo
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SearchNode = void 0;
+const axios_1 = __importDefault(require("axios"));
+const BaseNode_1 = require("./BaseNode");
+class SearchNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('Search', 'node', input, output, 1, config);
+        this.maxResults = 10;
+        this.searchEngine = 'duckduckgo';
+    }
+    async process(state) {
+        const inputKeys = this.getInputKeys(state);
+        const query = state[inputKeys[0]];
+        if (!query) {
+            throw new Error('Search query is required');
+        }
+        this.logger.info(`Searching for: ${query}`);
+        const results = await this.searchDuckDuckGo(query);
+        this.logger.success(`Found ${results.length} search results`);
+        return this.updateState(state, {
+            searchResults: results,
+        });
+    }
+    async searchDuckDuckGo(query) {
+        try {
+            // Using DuckDuckGo's instant answer API
+            const response = await axios_1.default.get('https://api.duckduckgo.com/', {
+                params: {
+                    q: query,
+                    format: 'json',
+                    no_html: 1,
+                    skip_disambig: 1,
+                },
+                timeout: 10000,
+            });
+            const results = [];
+            // Add main abstract if available
+            if (response.data.Abstract) {
+                results.push({
+                    pageContent: response.data.Abstract,
+                    metadata: {
+                        title: response.data.Heading || query,
+                        url: response.data.AbstractURL,
+                        source: 'duckduckgo',
+                        type: 'abstract',
+                    },
+                });
+            }
+            // Add related topics
+            if (response.data.RelatedTopics) {
+                for (const topic of response.data.RelatedTopics.slice(0, this.maxResults)) {
+                    if (topic.Text && topic.FirstURL) {
+                        results.push({
+                            pageContent: topic.Text,
+                            metadata: {
+                                title: topic.Text.split(' - ')[0],
+                                url: topic.FirstURL,
+                                source: 'duckduckgo',
+                                type: 'related',
+                            },
+                        });
+                    }
+                }
+            }
+            return results;
+        }
+        catch (error) {
+            this.logger.error(`Search failed: ${error.message}`);
+            throw new Error(`Search failed: ${error.message}`);
+        }
+    }
+}
+exports.SearchNode = SearchNode;
+//# sourceMappingURL=SearchNode.js.map

package/dist/nodes/SearchNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SearchNode.js","sourceRoot":"","sources":["../../src/nodes/SearchNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AAEH,kDAA0B;AAC1B,yCAAsC;AAGtC,MAAa,UAAW,SAAQ,mBAAQ;IAItC,YAAY,KAAa,EAAE,MAAgB,EAAE,SAAqB,EAAE;QAClE,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QAE5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEnD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7B,aAAa,EAAE,OAAO;SACvB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAC1C,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,6BAA6B,EAAE;gBAC9D,MAAM,EAAE;oBACN,CAAC,EAAE,KAAK;oBACR,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,CAAC;oBACV,aAAa,EAAE,CAAC;iBACjB;gBACD,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YAEH,MAAM,OAAO,GAAe,EAAE,CAAC;YAE/B,iCAAiC;YACjC,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC;oBACX,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ;oBACnC,QAAQ,EAAE;wBACR,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK;wBACrC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW;wBAC9B,MAAM,EAAE,YAAY;wBACpB,IAAI,EAAE,UAAU;qBACjB;iBACF,CAAC,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,IAAI,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBAChC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC1E,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACjC,OAAO,CAAC,IAAI,CAAC;4BACX,WAAW,EAAE,KAAK,CAAC,IAAI;4BACvB,QAAQ,EAAE;gCACR,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCACjC,GAAG,EAAE,KAAK,CAAC,QAAQ;gCACnB,MAAM,EAAE,YAAY;gCACpB,IAAI,EAAE,SAAS;6BAChB;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;CACF;AAhFD,gCAgFC"}

package/dist/nodes/XMLScraperNode.d.ts

@@ -0,0 +1,11 @@
+/**
+ * XMLScraperNode - Parse and extract data from XML documents
+ */
+import { BaseNode } from './BaseNode';
+import { GraphState, NodeConfig } from '../types';
+export declare class XMLScraperNode extends BaseNode {
+    private parser;
+    constructor(input: string, output: string[], config?: NodeConfig);
+    protected process(state: GraphState): Promise<GraphState>;
+}
+//# sourceMappingURL=XMLScraperNode.d.ts.map

package/dist/nodes/XMLScraperNode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"XMLScraperNode.d.ts","sourceRoot":"","sources":["../../src/nodes/XMLScraperNode.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,UAAU,EAAY,UAAU,EAAE,MAAM,UAAU,CAAC;AAI5D,qBAAa,cAAe,SAAQ,QAAQ;IAC1C,OAAO,CAAC,MAAM,CAAY;gBAEd,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,GAAE,UAAe;cAcpD,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;CAgDhE"}

package/dist/nodes/XMLScraperNode.js

@@ -0,0 +1,99 @@
+"use strict";
+/**
+ * XMLScraperNode - Parse and extract data from XML documents
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.XMLScraperNode = void 0;
+const BaseNode_1 = require("./BaseNode");
+const fs = __importStar(require("fs"));
+const fast_xml_parser_1 = require("fast-xml-parser");
+class XMLScraperNode extends BaseNode_1.BaseNode {
+    constructor(input, output, config = {}) {
+        super('XMLScraper', 'node', input, output, 1, config);
+        // Initialize XML parser with options
+        this.parser = new fast_xml_parser_1.XMLParser({
+            ignoreAttributes: false,
+            attributeNamePrefix: '@_',
+            textNodeName: '#text',
+            parseTagValue: true,
+            parseAttributeValue: true,
+            trimValues: true,
+        });
+    }
+    async process(state) {
+        const inputKeys = this.getInputKeys(state);
+        const source = state[inputKeys[0]];
+        if (!source) {
+            throw new Error('XML source (path or content) is required');
+        }
+        this.logger.info(`Parsing XML from: ${source}`);
+        try {
+            let xmlContent;
+            // Check if source is a file path or XML content
+            if (source.startsWith('<')) {
+                // It's XML content
+                xmlContent = source;
+            }
+            else {
+                // It's a file path
+                xmlContent = fs.readFileSync(source, 'utf-8');
+            }
+            // Parse XML to JavaScript object
+            const parsedData = this.parser.parse(xmlContent);
+            // Convert to JSON string for easier processing
+            const jsonContent = JSON.stringify(parsedData, null, 2);
+            const document = {
+                pageContent: jsonContent,
+                metadata: {
+                    source,
+                    type: 'xml',
+                    originalXml: xmlContent.slice(0, 1000), // Store first 1000 chars
+                    extractedAt: new Date().toISOString(),
+                },
+            };
+            this.logger.success(`Parsed XML successfully (${xmlContent.length} characters)`);
+            return this.updateState(state, {
+                doc: [document],
+                xmlData: parsedData, // Also store parsed object for direct access
+            });
+        }
+        catch (error) {
+            throw new Error(`Failed to parse XML: ${error.message}`);
+        }
+    }
+}
+exports.XMLScraperNode = XMLScraperNode;
+//# sourceMappingURL=XMLScraperNode.js.map

package/dist/nodes/XMLScraperNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"XMLScraperNode.js","sourceRoot":"","sources":["../../src/nodes/XMLScraperNode.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,yCAAsC;AAEtC,uCAAyB;AACzB,qDAA4C;AAE5C,MAAa,cAAe,SAAQ,mBAAQ;IAG1C,YAAY,KAAa,EAAE,MAAgB,EAAE,SAAqB,EAAE;QAClE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAEtD,qCAAqC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,2BAAS,CAAC;YAC1B,gBAAgB,EAAE,KAAK;YACvB,mBAAmB,EAAE,IAAI;YACzB,YAAY,EAAE,OAAO;YACrB,aAAa,EAAE,IAAI;YACnB,mBAAmB,EAAE,IAAI;YACzB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAiB;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,IAAI,UAAkB,CAAC;YAEvB,gDAAgD;YAChD,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,mBAAmB;gBACnB,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,mBAAmB;gBACnB,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;YAED,iCAAiC;YACjC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAEjD,+CAA+C;YAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAExD,MAAM,QAAQ,GAAa;gBACzB,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE;oBACR,MAAM;oBACN,IAAI,EAAE,KAAK;oBACX,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,yBAAyB;oBACjE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,4BAA4B,UAAU,CAAC,MAAM,cAAc,CAAC,CAAC;YAEjF,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;gBAC7B,GAAG,EAAE,CAAC,QAAQ,CAAC;gBACf,OAAO,EAAE,UAAU,EAAE,6CAA6C;aACnE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;CACF;AAjED,wCAiEC"}

package/dist/nodes/index.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Nodes index
+ */
+export { BaseNode } from './BaseNode';
+export { FetchNode } from './FetchNode';
+export { ParseNode } from './ParseNode';
+export { GenerateAnswerNode } from './GenerateAnswerNode';
+export { ConditionalNode } from './ConditionalNode';
+export { SearchNode } from './SearchNode';
+export { RAGNode } from './RAGNode';
+export { ReasoningNode } from './ReasoningNode';
+export { MergeNode } from './MergeNode';
+export { CSVExporterNode } from './CSVExporterNode';
+export { JSONExporterNode } from './JSONExporterNode';
+export { PDFScraperNode } from './PDFScraperNode';
+export { XMLScraperNode } from './XMLScraperNode';
+//# sourceMappingURL=index.d.ts.map

package/dist/nodes/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/nodes/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/nodes/index.js

@@ -0,0 +1,33 @@
+"use strict";
+/**
+ * Nodes index
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.XMLScraperNode = exports.PDFScraperNode = exports.JSONExporterNode = exports.CSVExporterNode = exports.MergeNode = exports.ReasoningNode = exports.RAGNode = exports.SearchNode = exports.ConditionalNode = exports.GenerateAnswerNode = exports.ParseNode = exports.FetchNode = exports.BaseNode = void 0;
+var BaseNode_1 = require("./BaseNode");
+Object.defineProperty(exports, "BaseNode", { enumerable: true, get: function () { return BaseNode_1.BaseNode; } });
+var FetchNode_1 = require("./FetchNode");
+Object.defineProperty(exports, "FetchNode", { enumerable: true, get: function () { return FetchNode_1.FetchNode; } });
+var ParseNode_1 = require("./ParseNode");
+Object.defineProperty(exports, "ParseNode", { enumerable: true, get: function () { return ParseNode_1.ParseNode; } });
+var GenerateAnswerNode_1 = require("./GenerateAnswerNode");
+Object.defineProperty(exports, "GenerateAnswerNode", { enumerable: true, get: function () { return GenerateAnswerNode_1.GenerateAnswerNode; } });
+var ConditionalNode_1 = require("./ConditionalNode");
+Object.defineProperty(exports, "ConditionalNode", { enumerable: true, get: function () { return ConditionalNode_1.ConditionalNode; } });
+var SearchNode_1 = require("./SearchNode");
+Object.defineProperty(exports, "SearchNode", { enumerable: true, get: function () { return SearchNode_1.SearchNode; } });
+var RAGNode_1 = require("./RAGNode");
+Object.defineProperty(exports, "RAGNode", { enumerable: true, get: function () { return RAGNode_1.RAGNode; } });
+var ReasoningNode_1 = require("./ReasoningNode");
+Object.defineProperty(exports, "ReasoningNode", { enumerable: true, get: function () { return ReasoningNode_1.ReasoningNode; } });
+var MergeNode_1 = require("./MergeNode");
+Object.defineProperty(exports, "MergeNode", { enumerable: true, get: function () { return MergeNode_1.MergeNode; } });
+var CSVExporterNode_1 = require("./CSVExporterNode");
+Object.defineProperty(exports, "CSVExporterNode", { enumerable: true, get: function () { return CSVExporterNode_1.CSVExporterNode; } });
+var JSONExporterNode_1 = require("./JSONExporterNode");
+Object.defineProperty(exports, "JSONExporterNode", { enumerable: true, get: function () { return JSONExporterNode_1.JSONExporterNode; } });
+var PDFScraperNode_1 = require("./PDFScraperNode");
+Object.defineProperty(exports, "PDFScraperNode", { enumerable: true, get: function () { return PDFScraperNode_1.PDFScraperNode; } });
+var XMLScraperNode_1 = require("./XMLScraperNode");
+Object.defineProperty(exports, "XMLScraperNode", { enumerable: true, get: function () { return XMLScraperNode_1.XMLScraperNode; } });
+//# sourceMappingURL=index.js.map

package/dist/nodes/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/nodes/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,uCAAsC;AAA7B,oGAAA,QAAQ,OAAA;AACjB,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,2DAA0D;AAAjD,wHAAA,kBAAkB,OAAA;AAC3B,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,2CAA0C;AAAjC,wGAAA,UAAU,OAAA;AACnB,qCAAoC;AAA3B,kGAAA,OAAO,OAAA;AAChB,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AACzB,mDAAkD;AAAzC,gHAAA,cAAc,OAAA;AACvB,mDAAkD;AAAzC,gHAAA,cAAc,OAAA"}

package/dist/prompts/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Prompt templates for different scraping scenarios
+ */
+export declare const TEMPLATE_NO_CHUNKS = "\nYou are a web scraping expert. Your task is to extract specific information from the provided HTML content based on the user's request.\n\nUser Request: {user_prompt}\n\nHTML Content:\n{content}\n\nInstructions:\n1. Carefully read the user's request\n2. Extract ONLY the requested information from the HTML content\n3. Return the data in a structured JSON format\n4. If information is not found, return null for that field\n5. Be precise and accurate\n\nRespond with valid JSON only.\n";
+export declare const TEMPLATE_CHUNKS = "\nYou are a web scraping expert. Your task is to extract specific information from the provided content chunks based on the user's request.\n\nUser Request: {user_prompt}\n\nContent Chunks:\n{chunks}\n\nInstructions:\n1. Analyze all provided chunks\n2. Extract ONLY the requested information\n3. Combine information from multiple chunks if needed\n4. Return the data in a structured JSON format\n5. If information is not found, return null for that field\n\nRespond with valid JSON only.\n";
+export declare const TEMPLATE_MERGE = "\nYou are a data merging expert. You have received multiple JSON responses from different content chunks. Your task is to merge them into a single, coherent response.\n\nUser Request: {user_prompt}\n\nResponses to Merge:\n{responses}\n\nInstructions:\n1. Merge all responses into a single JSON object\n2. Remove duplicates\n3. Ensure consistency across all fields\n4. Maintain the original structure\n5. If there are conflicts, prefer the most complete information\n\nRespond with valid JSON only.\n";
+export declare const TEMPLATE_NO_CHUNKS_MD = "\nYou are a web scraping expert. Your task is to extract specific information from the provided Markdown content based on the user's request.\n\nUser Request: {user_prompt}\n\nMarkdown Content:\n{content}\n\nInstructions:\n1. Carefully read the user's request\n2. Extract ONLY the requested information from the Markdown content\n3. Return the data in a structured JSON format\n4. If information is not found, return null for that field\n5. Be precise and accurate\n\nRespond with valid JSON only.\n";
+export declare const TEMPLATE_CHUNKS_MD = "\nYou are a web scraping expert. Your task is to extract specific information from the provided Markdown chunks based on the user's request.\n\nUser Request: {user_prompt}\n\nMarkdown Chunks:\n{chunks}\n\nInstructions:\n1. Analyze all provided chunks\n2. Extract ONLY the requested information\n3. Combine information from multiple chunks if needed\n4. Return the data in a structured JSON format\n5. If information is not found, return null for that field\n\nRespond with valid JSON only.\n";
+export declare const TEMPLATE_MERGE_MD = "\nYou are a data merging expert. You have received multiple JSON responses from different content chunks. Your task is to merge them into a single, coherent response.\n\nUser Request: {user_prompt}\n\nResponses to Merge:\n{responses}\n\nInstructions:\n1. Merge all responses into a single JSON object\n2. Remove duplicates\n3. Ensure consistency across all fields\n4. Maintain the original structure\n5. If there are conflicts, prefer the most complete information\n\nRespond with valid JSON only.\n";
+export declare const REASONING_TEMPLATE = "\nYou are an AI reasoning expert. Analyze the following content and user request to determine the best approach for extracting the requested information.\n\nUser Request: {user_prompt}\n\nContent:\n{content}\n\nInstructions:\n1. Identify what information the user is looking for\n2. Determine which parts of the content are relevant\n3. Suggest a strategy for extracting this information\n4. Consider edge cases and potential issues\n\nProvide your reasoning and strategy.\n";
+export declare function formatPrompt(template: string, variables: Record<string, string>): string;
+//# sourceMappingURL=index.d.ts.map

package/dist/prompts/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/prompts/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,eAAO,MAAM,kBAAkB,4eAgB9B,CAAC;AAEF,eAAO,MAAM,eAAe,8eAgB3B,CAAC;AAEF,eAAO,MAAM,cAAc,wfAgB1B,CAAC;AAEF,eAAO,MAAM,qBAAqB,wfAgBjC,CAAC;AAEF,eAAO,MAAM,kBAAkB,gfAgB9B,CAAC;AAEF,eAAO,MAAM,iBAAiB,wfAAiB,CAAC;AAEhD,eAAO,MAAM,kBAAkB,+dAe9B,CAAC;AAEF,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAQxF"}