cogniscrape 1.0.0

package/dist/graphs/DepthSearchGraph.js

@@ -0,0 +1,45 @@
+"use strict";
+/**
+ * DepthSearchGraph - Search the internet, scrape results, and perform deep analysis
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DepthSearchGraph = void 0;
+const SearchNode_1 = require("../nodes/SearchNode");
+const FetchNode_1 = require("../nodes/FetchNode");
+const ParseNode_1 = require("../nodes/ParseNode");
+const RAGNode_1 = require("../nodes/RAGNode");
+const ReasoningNode_1 = require("../nodes/ReasoningNode");
+const GenerateAnswerNode_1 = require("../nodes/GenerateAnswerNode");
+const logger_1 = require("../utils/logger");
+class DepthSearchGraph {
+    constructor(prompt, config, llmModel) {
+        this.prompt = prompt;
+        this.config = config;
+        this.llmModel = llmModel;
+        this.logger = new logger_1.Logger('DepthSearchGraph', config.verbose ?? false);
+    }
+    async run() {
+        this.logger.info('Starting DepthSearchGraph execution');
+        this.logger.info(`Deep search query: ${this.prompt}`);
+        let state = {
+            userPrompt: this.prompt,
+        };
+        // Create and execute nodes in sequence
+        const searchNode = new SearchNode_1.SearchNode('userPrompt', ['searchResults'], this.config);
+        state = await searchNode.execute(state);
+        const fetchNode = new FetchNode_1.FetchNode('searchResults', ['doc'], this.config);
+        state = await fetchNode.execute(state);
+        const parseNode = new ParseNode_1.ParseNode('doc', ['parsedDoc'], this.config);
+        state = await parseNode.execute(state);
+        const ragNode = new RAGNode_1.RAGNode('userPrompt & parsedDoc', ['relevantChunks'], this.config);
+        state = await ragNode.execute(state);
+        const reasoningNode = new ReasoningNode_1.ReasoningNode('userPrompt & relevantChunks', ['reasoning'], { ...this.config, llmModel: this.llmModel });
+        state = await reasoningNode.execute(state);
+        const generateNode = new GenerateAnswerNode_1.GenerateAnswerNode('userPrompt & reasoning & relevantChunks', ['answer'], { ...this.config, llmModel: this.llmModel });
+        state = await generateNode.execute(state);
+        this.logger.success('DepthSearchGraph execution completed');
+        return state;
+    }
+}
+exports.DepthSearchGraph = DepthSearchGraph;
+//# sourceMappingURL=DepthSearchGraph.js.map

package/dist/graphs/DepthSearchGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DepthSearchGraph.js","sourceRoot":"","sources":["../../src/graphs/DepthSearchGraph.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,oDAAiD;AACjD,kDAA+C;AAC/C,kDAA+C;AAC/C,8CAA2C;AAC3C,0DAAuD;AACvD,oEAAiE;AACjE,4CAAyC;AAEzC,MAAa,gBAAgB;IAM3B,YACE,MAAc,EACd,MAAqB,EACrB,QAAiB;QAEjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtD,IAAI,KAAK,GAAe;YACtB,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC;QAEF,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,uBAAU,CAAC,YAAY,EAAE,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChF,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,wBAAwB,EAAE,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvF,KAAK,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,aAAa,GAAG,IAAI,6BAAa,CACrC,6BAA6B,EAC7B,CAAC,WAAW,CAAC,EACb,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAC5C,CAAC;QACF,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE3C,MAAM,YAAY,GAAG,IAAI,uCAAkB,CACzC,yCAAyC,EACzC,CAAC,QAAQ,CAAC,EACV,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAC5C,CAAC;QACF,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;QAE5D,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAxDD,4CAwDC"}

package/dist/graphs/JSONScraperGraph.d.ts

@@ -0,0 +1,18 @@
+/**
+ * JSONScraperGraph - Scrape data and export to JSON
+ */
+import { BaseLLM, GraphState, ScraperConfig } from '../types';
+import { Logger } from '../utils/logger';
+import { z } from 'zod';
+export declare class JSONScraperGraph {
+    protected prompt: string;
+    protected source: string;
+    protected config: ScraperConfig;
+    protected llmModel: BaseLLM;
+    protected logger: Logger;
+    protected outputPath?: string;
+    protected schema?: z.ZodType<any>;
+    constructor(prompt: string, source: string, config: ScraperConfig, llmModel: BaseLLM, outputPath?: string, schema?: z.ZodType<any>);
+    run(): Promise<GraphState>;
+}
+//# sourceMappingURL=JSONScraperGraph.d.ts.map

package/dist/graphs/JSONScraperGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JSONScraperGraph.d.ts","sourceRoot":"","sources":["../../src/graphs/JSONScraperGraph.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAK9D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,qBAAa,gBAAgB;IAC3B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC;IAChC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC9B,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,OAAO,EACjB,UAAU,CAAC,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;IAWnB,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;CA2DjC"}

package/dist/graphs/JSONScraperGraph.js

@@ -0,0 +1,100 @@
+"use strict";
+/**
+ * JSONScraperGraph - Scrape data and export to JSON
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSONScraperGraph = void 0;
+const FetchNode_1 = require("../nodes/FetchNode");
+const ParseNode_1 = require("../nodes/ParseNode");
+const GenerateAnswerNode_1 = require("../nodes/GenerateAnswerNode");
+const JSONExporterNode_1 = require("../nodes/JSONExporterNode");
+const logger_1 = require("../utils/logger");
+const schemaValidator_1 = require("../utils/schemaValidator");
+class JSONScraperGraph {
+    constructor(prompt, source, config, llmModel, outputPath, schema) {
+        this.prompt = prompt;
+        this.source = source;
+        this.config = config;
+        this.llmModel = llmModel;
+        this.outputPath = outputPath;
+        this.schema = schema;
+        this.logger = new logger_1.Logger('JSONScraperGraph', config.verbose ?? false);
+    }
+    async run() {
+        this.logger.info('Starting JSONScraperGraph execution');
+        this.logger.info(`Scraping: ${this.source}`);
+        let state = {
+            url: this.source,
+            userPrompt: this.prompt,
+            schema: this.schema,
+        };
+        // Fetch content
+        const fetchNode = new FetchNode_1.FetchNode('url', ['doc'], this.config);
+        state = await fetchNode.execute(state);
+        // Parse content
+        const parseNode = new ParseNode_1.ParseNode('doc', ['parsedDoc'], this.config);
+        state = await parseNode.execute(state);
+        // Generate answer
+        const generateNode = new GenerateAnswerNode_1.GenerateAnswerNode('userPrompt & parsedDoc', ['answer'], { ...this.config, llmModel: this.llmModel, schema: this.schema });
+        state = await generateNode.execute(state);
+        // Validate with schema if provided
+        if (this.schema) {
+            this.logger.info('Validating output against schema');
+            const validation = schemaValidator_1.SchemaValidator.validate(this.schema, state.answer);
+            if (validation.success) {
+                this.logger.success('Schema validation passed');
+                state.validatedAnswer = validation.data;
+            }
+            else {
+                this.logger.warn(`Schema validation failed: ${validation.error}`);
+                this.logger.warn('Proceeding with unvalidated data');
+            }
+        }
+        // Export to JSON
+        const jsonExporter = new JSONExporterNode_1.JSONExporterNode('answer', ['json'], { ...this.config, outputPath: this.outputPath });
+        state = await jsonExporter.execute(state);
+        this.logger.success('JSONScraperGraph execution completed');
+        // Save to file if path provided
+        if (this.outputPath && state.json) {
+            const fs = await Promise.resolve().then(() => __importStar(require('fs')));
+            fs.writeFileSync(this.outputPath, state.json, 'utf-8');
+            this.logger.success(`JSON saved to: ${this.outputPath}`);
+        }
+        return state;
+    }
+}
+exports.JSONScraperGraph = JSONScraperGraph;
+//# sourceMappingURL=JSONScraperGraph.js.map

package/dist/graphs/JSONScraperGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JSONScraperGraph.js","sourceRoot":"","sources":["../../src/graphs/JSONScraperGraph.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGH,kDAA+C;AAC/C,kDAA+C;AAC/C,oEAAiE;AACjE,gEAA6D;AAC7D,4CAAyC;AACzC,8DAA2D;AAG3D,MAAa,gBAAgB;IAS3B,YACE,MAAc,EACd,MAAc,EACd,MAAqB,EACrB,QAAiB,EACjB,UAAmB,EACnB,MAAuB;QAEvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAE7C,IAAI,KAAK,GAAe;YACtB,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC;QAEF,gBAAgB;QAChB,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,gBAAgB;QAChB,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,kBAAkB;QAClB,MAAM,YAAY,GAAG,IAAI,uCAAkB,CACzC,wBAAwB,EACxB,CAAC,QAAQ,CAAC,EACV,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CACjE,CAAC;QACF,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1C,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACrD,MAAM,UAAU,GAAG,iCAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEvE,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;gBAChD,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,YAAY,GAAG,IAAI,mCAAgB,CACvC,QAAQ,EACR,CAAC,MAAM,CAAC,EACR,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAChD,CAAC;QACF,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;QAE5D,gCAAgC;QAChC,IAAI,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;YAC9B,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AArFD,4CAqFC"}

package/dist/graphs/SearchGraph.d.ts

@@ -0,0 +1,14 @@
+/**
+ * SearchGraph - Search the internet and scrape relevant results
+ */
+import { BaseLLM, GraphState, ScraperConfig } from '../types';
+import { Logger } from '../utils/logger';
+export declare class SearchGraph {
+    protected prompt: string;
+    protected config: ScraperConfig;
+    protected llmModel: BaseLLM;
+    protected logger: Logger;
+    constructor(prompt: string, config: ScraperConfig, llmModel: BaseLLM);
+    run(): Promise<GraphState>;
+}
+//# sourceMappingURL=SearchGraph.d.ts.map

package/dist/graphs/SearchGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SearchGraph.d.ts","sourceRoot":"","sources":["../../src/graphs/SearchGraph.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAM9D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,WAAW;IACtB,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC;IAChC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;gBAGvB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,OAAO;IAQb,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;CAgCjC"}

package/dist/graphs/SearchGraph.js

@@ -0,0 +1,42 @@
+"use strict";
+/**
+ * SearchGraph - Search the internet and scrape relevant results
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SearchGraph = void 0;
+const SearchNode_1 = require("../nodes/SearchNode");
+const FetchNode_1 = require("../nodes/FetchNode");
+const ParseNode_1 = require("../nodes/ParseNode");
+const RAGNode_1 = require("../nodes/RAGNode");
+const GenerateAnswerNode_1 = require("../nodes/GenerateAnswerNode");
+const logger_1 = require("../utils/logger");
+class SearchGraph {
+    constructor(prompt, config, llmModel) {
+        this.prompt = prompt;
+        this.config = config;
+        this.llmModel = llmModel;
+        this.logger = new logger_1.Logger('SearchGraph', config.verbose ?? false);
+    }
+    async run() {
+        this.logger.info('Starting SearchGraph execution');
+        this.logger.info(`Search query: ${this.prompt}`);
+        let state = {
+            userPrompt: this.prompt,
+        };
+        // Create and execute nodes in sequence
+        const searchNode = new SearchNode_1.SearchNode('userPrompt', ['searchResults'], this.config);
+        state = await searchNode.execute(state);
+        const fetchNode = new FetchNode_1.FetchNode('searchResults', ['doc'], this.config);
+        state = await fetchNode.execute(state);
+        const parseNode = new ParseNode_1.ParseNode('doc', ['parsedDoc'], this.config);
+        state = await parseNode.execute(state);
+        const ragNode = new RAGNode_1.RAGNode('userPrompt & parsedDoc', ['relevantChunks'], this.config);
+        state = await ragNode.execute(state);
+        const generateNode = new GenerateAnswerNode_1.GenerateAnswerNode('userPrompt & relevantChunks', ['answer'], { ...this.config, llmModel: this.llmModel });
+        state = await generateNode.execute(state);
+        this.logger.success('SearchGraph execution completed');
+        return state;
+    }
+}
+exports.SearchGraph = SearchGraph;
+//# sourceMappingURL=SearchGraph.js.map

package/dist/graphs/SearchGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SearchGraph.js","sourceRoot":"","sources":["../../src/graphs/SearchGraph.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,oDAAiD;AACjD,kDAA+C;AAC/C,kDAA+C;AAC/C,8CAA2C;AAC3C,oEAAiE;AACjE,4CAAyC;AAEzC,MAAa,WAAW;IAMtB,YACE,MAAc,EACd,MAAqB,EACrB,QAAiB;QAEjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,aAAa,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjD,IAAI,KAAK,GAAe;YACtB,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC;QAEF,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,uBAAU,CAAC,YAAY,EAAE,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChF,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,wBAAwB,EAAE,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvF,KAAK,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,YAAY,GAAG,IAAI,uCAAkB,CACzC,6BAA6B,EAC7B,CAAC,QAAQ,CAAC,EACV,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAC5C,CAAC;QACF,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAEvD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAjDD,kCAiDC"}

package/dist/graphs/SmartScraperGraph.d.ts

@@ -0,0 +1,16 @@
+/**
+ * SmartScraperGraph - Main scraping graph implementation
+ */
+import { AbstractGraph } from './AbstractGraph';
+import { BaseGraph } from './BaseGraph';
+import { ScraperConfig } from '../types';
+export declare class SmartScraperGraph extends AbstractGraph {
+    constructor(options: {
+        prompt: string;
+        source: string;
+        config: ScraperConfig;
+        schema?: any;
+    });
+    protected createGraph(): BaseGraph;
+}
+//# sourceMappingURL=SmartScraperGraph.d.ts.map

package/dist/graphs/SmartScraperGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartScraperGraph.d.ts","sourceRoot":"","sources":["../../src/graphs/SmartScraperGraph.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,qBAAa,iBAAkB,SAAQ,aAAa;gBACtC,OAAO,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,aAAa,CAAC;QACtB,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,SAAS,CAAC,WAAW,IAAI,SAAS;CA0DnC"}

package/dist/graphs/SmartScraperGraph.js

@@ -0,0 +1,57 @@
+"use strict";
+/**
+ * SmartScraperGraph - Main scraping graph implementation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SmartScraperGraph = void 0;
+const AbstractGraph_1 = require("./AbstractGraph");
+const BaseGraph_1 = require("./BaseGraph");
+const nodes_1 = require("../nodes");
+class SmartScraperGraph extends AbstractGraph_1.AbstractGraph {
+    constructor(options) {
+        super(options.prompt, options.config, options.source, options.schema);
+    }
+    createGraph() {
+        this.logger.info('Creating SmartScraper graph');
+        // Create nodes
+        const fetchNode = new nodes_1.FetchNode('url | localDir', ['doc'], {
+            llmModel: this.llmModel,
+            verbose: this.verbose,
+            headless: this.config.headless ?? true,
+            timeout: this.config.timeout ?? 30000,
+            cut: this.config.cut ?? true,
+            loaderKwargs: this.config.loaderKwargs,
+        });
+        const parseNode = new nodes_1.ParseNode('doc', ['parsedDoc'], {
+            llmModel: this.llmModel,
+            verbose: this.verbose,
+            chunkSize: this.modelToken,
+        });
+        const generateAnswerNode = new nodes_1.GenerateAnswerNode('userPrompt & (relevantChunks | parsedDoc | doc)', ['answer'], {
+            llmModel: this.llmModel,
+            verbose: this.verbose,
+            additionalInfo: this.config.additionalInfo,
+            schema: this.schema,
+        });
+        // Define graph based on configuration
+        if (this.config.htmlMode === false) {
+            // With parsing
+            const nodes = [fetchNode, parseNode, generateAnswerNode];
+            const edges = [
+                [fetchNode, parseNode],
+                [parseNode, generateAnswerNode],
+            ];
+            return new BaseGraph_1.BaseGraph(nodes, edges, fetchNode, this.verbose);
+        }
+        else {
+            // HTML mode - skip parsing
+            const nodes = [fetchNode, generateAnswerNode];
+            const edges = [
+                [fetchNode, generateAnswerNode],
+            ];
+            return new BaseGraph_1.BaseGraph(nodes, edges, fetchNode, this.verbose);
+        }
+    }
+}
+exports.SmartScraperGraph = SmartScraperGraph;
+//# sourceMappingURL=SmartScraperGraph.js.map

package/dist/graphs/SmartScraperGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartScraperGraph.js","sourceRoot":"","sources":["../../src/graphs/SmartScraperGraph.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,mDAAgD;AAChD,2CAAwC;AACxC,oCAAoE;AAGpE,MAAa,iBAAkB,SAAQ,6BAAa;IAClD,YAAY,OAKX;QACC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IAES,WAAW;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAEhD,eAAe;QACf,MAAM,SAAS,GAAG,IAAI,iBAAS,CAC7B,gBAAgB,EAChB,CAAC,KAAK,CAAC,EACP;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI;YACtC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK;YACrC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI;YAC5B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;SACvC,CACF,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,iBAAS,CAC7B,KAAK,EACL,CAAC,WAAW,CAAC,EACb;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CACF,CAAC;QAEF,MAAM,kBAAkB,GAAG,IAAI,0BAAkB,CAC/C,iDAAiD,EACjD,CAAC,QAAQ,CAAC,EACV;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CACF,CAAC;QAEF,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACnC,eAAe;YACf,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;YACzD,MAAM,KAAK,GAAiB;gBAC1B,CAAC,SAAS,EAAE,SAAS,CAAC;gBACtB,CAAC,SAAS,EAAE,kBAAkB,CAAC;aAChC,CAAC;YAEF,OAAO,IAAI,qBAAS,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,2BAA2B;YAC3B,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAiB;gBAC1B,CAAC,SAAS,EAAE,kBAAkB,CAAC;aAChC,CAAC;YAEF,OAAO,IAAI,qBAAS,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;CACF;AApED,8CAoEC"}

package/dist/graphs/SmartScraperMultiGraph.d.ts

@@ -0,0 +1,17 @@
+/**
+ * SmartScraperMultiGraph - Scrape multiple URLs in parallel or sequence
+ */
+import { BaseLLM, GraphState, ScraperConfig } from '../types';
+import { Logger } from '../utils/logger';
+export declare class SmartScraperMultiGraph {
+    protected prompt: string;
+    protected sources: string[];
+    protected config: ScraperConfig;
+    protected llmModel: BaseLLM;
+    protected logger: Logger;
+    protected parallel: boolean;
+    constructor(prompt: string, sources: string[], config: ScraperConfig, llmModel: BaseLLM, parallel?: boolean);
+    run(): Promise<GraphState>;
+    private scrapeSource;
+}
+//# sourceMappingURL=SmartScraperMultiGraph.d.ts.map

package/dist/graphs/SmartScraperMultiGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartScraperMultiGraph.d.ts","sourceRoot":"","sources":["../../src/graphs/SmartScraperMultiGraph.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAK9D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,sBAAsB;IACjC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC;IAChC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAG1B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,OAAO,EACjB,QAAQ,GAAE,OAAe;IAUrB,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;YA0ClB,YAAY;CA4B3B"}

package/dist/graphs/SmartScraperMultiGraph.js

@@ -0,0 +1,71 @@
+"use strict";
+/**
+ * SmartScraperMultiGraph - Scrape multiple URLs in parallel or sequence
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SmartScraperMultiGraph = void 0;
+const FetchNode_1 = require("../nodes/FetchNode");
+const ParseNode_1 = require("../nodes/ParseNode");
+const GenerateAnswerNode_1 = require("../nodes/GenerateAnswerNode");
+const MergeNode_1 = require("../nodes/MergeNode");
+const logger_1 = require("../utils/logger");
+class SmartScraperMultiGraph {
+    constructor(prompt, sources, config, llmModel, parallel = false) {
+        this.prompt = prompt;
+        this.sources = sources;
+        this.config = config;
+        this.llmModel = llmModel;
+        this.parallel = parallel;
+        this.logger = new logger_1.Logger('SmartScraperMultiGraph', config.verbose ?? false);
+    }
+    async run() {
+        this.logger.info('Starting SmartScraperMultiGraph execution');
+        this.logger.info(`Scraping ${this.sources.length} URLs`);
+        let answers = [];
+        if (this.parallel) {
+            // Parallel execution
+            this.logger.info('Executing in parallel mode');
+            const promises = this.sources.map(source => this.scrapeSource(source));
+            const results = await Promise.all(promises);
+            answers = results.map(r => r.answer);
+        }
+        else {
+            // Sequential execution
+            this.logger.info('Executing in sequential mode');
+            for (const source of this.sources) {
+                const result = await this.scrapeSource(source);
+                answers.push(result.answer);
+            }
+        }
+        // Merge all answers
+        this.logger.info('Merging results from all sources');
+        const mergeState = {
+            userPrompt: this.prompt,
+            answers,
+        };
+        const mergeNode = new MergeNode_1.MergeNode('answers', ['answer'], { ...this.config, llmModel: this.llmModel });
+        const finalState = await mergeNode.execute(mergeState);
+        this.logger.success('SmartScraperMultiGraph execution completed');
+        return finalState;
+    }
+    async scrapeSource(source) {
+        this.logger.info(`Scraping: ${source}`);
+        let state = {
+            url: source,
+            userPrompt: this.prompt,
+        };
+        // Fetch
+        const fetchNode = new FetchNode_1.FetchNode('url', ['doc'], this.config);
+        state = await fetchNode.execute(state);
+        // Parse
+        const parseNode = new ParseNode_1.ParseNode('doc', ['parsedDoc'], this.config);
+        state = await parseNode.execute(state);
+        // Generate answer
+        const generateNode = new GenerateAnswerNode_1.GenerateAnswerNode('userPrompt & parsedDoc', ['answer'], { ...this.config, llmModel: this.llmModel });
+        state = await generateNode.execute(state);
+        this.logger.success(`Completed scraping: ${source}`);
+        return state;
+    }
+}
+exports.SmartScraperMultiGraph = SmartScraperMultiGraph;
+//# sourceMappingURL=SmartScraperMultiGraph.js.map

package/dist/graphs/SmartScraperMultiGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartScraperMultiGraph.js","sourceRoot":"","sources":["../../src/graphs/SmartScraperMultiGraph.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,kDAA+C;AAC/C,kDAA+C;AAC/C,oEAAiE;AACjE,kDAA+C;AAC/C,4CAAyC;AAEzC,MAAa,sBAAsB;IAQjC,YACE,MAAc,EACd,OAAiB,EACjB,MAAqB,EACrB,QAAiB,EACjB,WAAoB,KAAK;QAEzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,wBAAwB,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,MAAM,OAAO,CAAC,CAAC;QAEzD,IAAI,OAAO,GAAU,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,qBAAqB;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YACvE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5C,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,uBAAuB;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YACjD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC/C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAErD,MAAM,UAAU,GAAe;YAC7B,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,OAAO;SACR,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,qBAAS,CAC7B,SAAS,EACT,CAAC,QAAQ,CAAC,EACV,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAC5C,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAEvD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC;QAElE,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAc;QACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC;QAExC,IAAI,KAAK,GAAe;YACtB,GAAG,EAAE,MAAM;YACX,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC;QAEF,QAAQ;QACR,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,QAAQ;QACR,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEvC,kBAAkB;QAClB,MAAM,YAAY,GAAG,IAAI,uCAAkB,CACzC,wBAAwB,EACxB,CAAC,QAAQ,CAAC,EACV,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAC5C,CAAC;QACF,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;QAErD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA7FD,wDA6FC"}

package/dist/graphs/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Graphs index
+ */
+export { BaseGraph } from './BaseGraph';
+export { AbstractGraph } from './AbstractGraph';
+export { SmartScraperGraph } from './SmartScraperGraph';
+export { SearchGraph } from './SearchGraph';
+export { DepthSearchGraph } from './DepthSearchGraph';
+export { CSVScraperGraph } from './CSVScraperGraph';
+export { JSONScraperGraph } from './JSONScraperGraph';
+export { SmartScraperMultiGraph } from './SmartScraperMultiGraph';
+//# sourceMappingURL=index.d.ts.map

package/dist/graphs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/graphs/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/graphs/index.js

@@ -0,0 +1,23 @@
+"use strict";
+/**
+ * Graphs index
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SmartScraperMultiGraph = exports.JSONScraperGraph = exports.CSVScraperGraph = exports.DepthSearchGraph = exports.SearchGraph = exports.SmartScraperGraph = exports.AbstractGraph = exports.BaseGraph = void 0;
+var BaseGraph_1 = require("./BaseGraph");
+Object.defineProperty(exports, "BaseGraph", { enumerable: true, get: function () { return BaseGraph_1.BaseGraph; } });
+var AbstractGraph_1 = require("./AbstractGraph");
+Object.defineProperty(exports, "AbstractGraph", { enumerable: true, get: function () { return AbstractGraph_1.AbstractGraph; } });
+var SmartScraperGraph_1 = require("./SmartScraperGraph");
+Object.defineProperty(exports, "SmartScraperGraph", { enumerable: true, get: function () { return SmartScraperGraph_1.SmartScraperGraph; } });
+var SearchGraph_1 = require("./SearchGraph");
+Object.defineProperty(exports, "SearchGraph", { enumerable: true, get: function () { return SearchGraph_1.SearchGraph; } });
+var DepthSearchGraph_1 = require("./DepthSearchGraph");
+Object.defineProperty(exports, "DepthSearchGraph", { enumerable: true, get: function () { return DepthSearchGraph_1.DepthSearchGraph; } });
+var CSVScraperGraph_1 = require("./CSVScraperGraph");
+Object.defineProperty(exports, "CSVScraperGraph", { enumerable: true, get: function () { return CSVScraperGraph_1.CSVScraperGraph; } });
+var JSONScraperGraph_1 = require("./JSONScraperGraph");
+Object.defineProperty(exports, "JSONScraperGraph", { enumerable: true, get: function () { return JSONScraperGraph_1.JSONScraperGraph; } });
+var SmartScraperMultiGraph_1 = require("./SmartScraperMultiGraph");
+Object.defineProperty(exports, "SmartScraperMultiGraph", { enumerable: true, get: function () { return SmartScraperMultiGraph_1.SmartScraperMultiGraph; } });
+//# sourceMappingURL=index.js.map

package/dist/graphs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/graphs/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA;AAC1B,6CAA4C;AAAnC,0GAAA,WAAW,OAAA;AACpB,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AACzB,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AACzB,mEAAkE;AAAzD,gIAAA,sBAAsB,OAAA"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * CogniScrape  TypeScript - Main exports
+ */
+export { OllamaModel, GeminiModel, createLLM } from './models';
+export { SmartScraperGraph, AbstractGraph, BaseGraph } from './graphs';
+export { BaseNode, FetchNode, ParseNode, GenerateAnswerNode } from './nodes';
+export * from './types';
+export * from './utils';
+export * from './prompts';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAGvE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAG7E,cAAc,SAAS,CAAC;AAGxB,cAAc,SAAS,CAAC;AAGxB,cAAc,WAAW,CAAC"}

package/dist/index.js

@@ -0,0 +1,43 @@
+"use strict";
+/**
+ * CogniScrape  TypeScript - Main exports
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateAnswerNode = exports.ParseNode = exports.FetchNode = exports.BaseNode = exports.BaseGraph = exports.AbstractGraph = exports.SmartScraperGraph = exports.createLLM = exports.GeminiModel = exports.OllamaModel = void 0;
+// Models
+var models_1 = require("./models");
+Object.defineProperty(exports, "OllamaModel", { enumerable: true, get: function () { return models_1.OllamaModel; } });
+Object.defineProperty(exports, "GeminiModel", { enumerable: true, get: function () { return models_1.GeminiModel; } });
+Object.defineProperty(exports, "createLLM", { enumerable: true, get: function () { return models_1.createLLM; } });
+// Graphs
+var graphs_1 = require("./graphs");
+Object.defineProperty(exports, "SmartScraperGraph", { enumerable: true, get: function () { return graphs_1.SmartScraperGraph; } });
+Object.defineProperty(exports, "AbstractGraph", { enumerable: true, get: function () { return graphs_1.AbstractGraph; } });
+Object.defineProperty(exports, "BaseGraph", { enumerable: true, get: function () { return graphs_1.BaseGraph; } });
+// Nodes
+var nodes_1 = require("./nodes");
+Object.defineProperty(exports, "BaseNode", { enumerable: true, get: function () { return nodes_1.BaseNode; } });
+Object.defineProperty(exports, "FetchNode", { enumerable: true, get: function () { return nodes_1.FetchNode; } });
+Object.defineProperty(exports, "ParseNode", { enumerable: true, get: function () { return nodes_1.ParseNode; } });
+Object.defineProperty(exports, "GenerateAnswerNode", { enumerable: true, get: function () { return nodes_1.GenerateAnswerNode; } });
+// Types
+__exportStar(require("./types"), exports);
+// Utils
+__exportStar(require("./utils"), exports);
+// Prompts
+__exportStar(require("./prompts"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;AAEH,SAAS;AACT,mCAA+D;AAAtD,qGAAA,WAAW,OAAA;AAAE,qGAAA,WAAW,OAAA;AAAE,mGAAA,SAAS,OAAA;AAE5C,SAAS;AACT,mCAAuE;AAA9D,2GAAA,iBAAiB,OAAA;AAAE,uGAAA,aAAa,OAAA;AAAE,mGAAA,SAAS,OAAA;AAEpD,QAAQ;AACR,iCAA6E;AAApE,iGAAA,QAAQ,OAAA;AAAE,kGAAA,SAAS,OAAA;AAAE,kGAAA,SAAS,OAAA;AAAE,2GAAA,kBAAkB,OAAA;AAE3D,QAAQ;AACR,0CAAwB;AAExB,QAAQ;AACR,0CAAwB;AAExB,UAAU;AACV,4CAA0B"}

package/dist/models/GeminiModel.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Google Gemini LLM Model Implementation
+ */
+import { BaseLLM, LLMConfig } from '../types';
+export declare class GeminiModel extends BaseLLM {
+    private genAI;
+    private modelName;
+    constructor(config: LLMConfig);
+    generate(prompt: string, systemPrompt?: string): Promise<string>;
+    generateJson(prompt: string, systemPrompt?: string): Promise<any>;
+    chat(messages: Array<{
+        role: string;
+        content: string;
+    }>): Promise<string>;
+}
+//# sourceMappingURL=GeminiModel.d.ts.map

package/dist/models/GeminiModel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiModel.d.ts","sourceRoot":"","sources":["../../src/models/GeminiModel.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAK9C,qBAAa,WAAY,SAAQ,OAAO;IACtC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,SAAS;IAWvB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0ChE,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IA0DjE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;CA2BhF"}