n8n-nodes-crawl4ai-onuro 0.2.0

package/dist/nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.js

@@ -0,0 +1,417 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+const formatters_1 = require("../../Crawl4aiBasicCrawler/helpers/formatters");
+exports.description = [
+    {
+        displayName: 'URL',
+        name: 'url',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com',
+        description: 'The URL to extract content from',
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+    },
+    {
+        displayName: 'Extraction Instructions',
+        name: 'instruction',
+        type: 'string',
+        typeOptions: {
+            rows: 4,
+        },
+        required: true,
+        default: '',
+        placeholder: 'Extract the product name, price, and description from this page.',
+        description: 'Instructions for the LLM on what to extract from the page',
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+    },
+    {
+        displayName: 'Schema Fields',
+        name: 'schemaFields',
+        placeholder: 'Add Schema Field',
+        type: 'fixedCollection',
+        typeOptions: {
+            multipleValues: true,
+        },
+        default: {},
+        required: true,
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+        options: [
+            {
+                name: 'fieldsValues',
+                displayName: 'Fields',
+                values: [
+                    {
+                        displayName: 'Field Name',
+                        name: 'name',
+                        type: 'string',
+                        required: true,
+                        default: '',
+                        placeholder: 'title',
+                        description: 'Name of the field to extract',
+                    },
+                    {
+                        displayName: 'Field Type',
+                        name: 'fieldType',
+                        type: 'options',
+                        options: [
+                            {
+                                name: 'String',
+                                value: 'string',
+                                description: 'Plain text string',
+                            },
+                            {
+                                name: 'Number',
+                                value: 'number',
+                                description: 'Numeric value',
+                            },
+                            {
+                                name: 'Boolean',
+                                value: 'boolean',
+                                description: 'True/false value',
+                            },
+                            {
+                                name: 'Array',
+                                value: 'array',
+                                description: 'Array of values',
+                            },
+                        ],
+                        default: 'string',
+                        description: 'Type of the field',
+                    },
+                    {
+                        displayName: 'Description',
+                        name: 'description',
+                        type: 'string',
+                        default: '',
+                        placeholder: 'The main title of the product',
+                        description: 'Description of the field to help the LLM understand what to extract',
+                    },
+                    {
+                        displayName: 'Required',
+                        name: 'required',
+                        type: 'boolean',
+                        default: true,
+                        description: 'Whether this field is required',
+                    },
+                ],
+            },
+        ],
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Enable JavaScript',
+                name: 'javaScriptEnabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'JavaScript Code',
+                name: 'jsCode',
+                type: 'string',
+                typeOptions: {
+                    rows: 4,
+                },
+                default: '',
+                placeholder: 'document.querySelector("button.load-more").click();',
+                description: 'JavaScript code to execute before extraction (e.g., to click buttons, scroll)',
+            },
+            {
+                displayName: 'Timeout (MS)',
+                name: 'timeout',
+                type: 'number',
+                default: 60000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'Viewport Height',
+                name: 'viewportHeight',
+                type: 'number',
+                default: 800,
+                description: 'The height of the browser viewport',
+            },
+            {
+                displayName: 'Viewport Width',
+                name: 'viewportWidth',
+                type: 'number',
+                default: 1280,
+                description: 'The width of the browser viewport',
+            },
+        ],
+    },
+    {
+        displayName: 'LLM Options',
+        name: 'llmOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+        options: [
+            {
+                displayName: 'LLM Provider',
+                name: 'llmProvider',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Anthropic Claude 3 Sonnet',
+                        value: 'anthropic/claude-3-sonnet',
+                        description: 'Anthropic Claude 3 Sonnet',
+                    },
+                    {
+                        name: 'Groq Llama 3 70B',
+                        value: 'groq/llama3-70b-8192',
+                        description: 'Groq Llama 3 70B',
+                    },
+                    {
+                        name: 'Ollama Llama 3',
+                        value: 'ollama/llama3',
+                        description: 'Ollama Llama 3 (Local)',
+                    },
+                    {
+                        name: 'OpenAI GPT-3.5 Turbo',
+                        value: 'openai/gpt-3.5-turbo',
+                        description: 'OpenAI GPT-3.5 Turbo',
+                    },
+                    {
+                        name: 'OpenAI GPT-4o',
+                        value: 'openai/gpt-4o',
+                        description: 'OpenAI GPT-4o',
+                    },
+                ],
+                default: 'openai/gpt-4o',
+                description: 'LLM provider to use for extraction',
+                displayOptions: {
+                    show: {
+                        overrideProvider: [true],
+                    },
+                },
+            },
+            {
+                displayName: 'Max Tokens',
+                name: 'maxTokens',
+                type: 'number',
+                default: 2000,
+                description: 'Maximum number of tokens for the LLM response',
+            },
+            {
+                displayName: 'Override LLM Provider',
+                name: 'overrideProvider',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to override the LLM provider from credentials',
+            },
+            {
+                displayName: 'Provider API Key',
+                name: 'apiKey',
+                type: 'string',
+                typeOptions: {
+                    password: true,
+                },
+                default: '',
+                description: 'API key for the LLM provider (leave empty to use API key from credentials)',
+                displayOptions: {
+                    show: {
+                        overrideProvider: [true],
+                    },
+                },
+            },
+            {
+                displayName: 'Temperature',
+                name: 'temperature',
+                type: 'number',
+                typeOptions: {
+                    minValue: 0,
+                    maxValue: 1,
+                    numberPrecision: 1,
+                },
+                default: 0,
+                description: 'Controls randomness: 0 for deterministic results, higher for more creativity',
+            },
+        ],
+    },
+    {
+        displayName: 'Options',
+        name: 'options',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['llmExtractor'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'enabled',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                    {
+                        name: 'Bypass (Force Fresh)',
+                        value: 'bypass',
+                        description: 'Ignore cache, always fetch fresh content',
+                    },
+                    {
+                        name: 'Only (Read Only)',
+                        value: 'only',
+                        description: 'Only use cache, do not make new requests',
+                    },
+                ],
+                default: 'enabled',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Include Original Text',
+                name: 'includeFullText',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include the original webpage text in output',
+            },
+            {
+                displayName: 'CSS Selector',
+                name: 'cssSelector',
+                type: 'string',
+                default: '',
+                placeholder: 'article.content',
+                description: 'CSS selector to focus extraction on a specific part of the page (leave empty for full page)',
+            },
+        ],
+    },
+];
+async function execute(items, nodeOptions) {
+    var _a;
+    const allResults = [];
+    const credentials = (await this.getCredentials('crawl4aiApi'));
+    if (!credentials.enableLlm) {
+        throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'LLM features are not enabled in Crawl4AI credentials. Please enable them and configure an LLM provider.', { itemIndex: 0 });
+    }
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const url = this.getNodeParameter('url', i, '');
+            const instruction = this.getNodeParameter('instruction', i, '');
+            const schemaFieldsValues = this.getNodeParameter('schemaFields.fieldsValues', i, []);
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const llmOptions = this.getNodeParameter('llmOptions', i, {});
+            const options = this.getNodeParameter('options', i, {});
+            if (!url) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
+            }
+            if (!(0, utils_1.isValidUrl)(url)) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URL: ${url}`, { itemIndex: i });
+            }
+            if (!instruction) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Extraction instructions cannot be empty.', { itemIndex: i });
+            }
+            if (!schemaFieldsValues || schemaFieldsValues.length === 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'At least one schema field must be defined.', { itemIndex: i });
+            }
+            const schemaProperties = {};
+            const requiredFields = [];
+            schemaFieldsValues.forEach(field => {
+                const fieldName = field.name;
+                schemaProperties[fieldName] = {
+                    name: fieldName,
+                    type: field.fieldType,
+                    description: field.description || undefined,
+                };
+                if (field.required === true) {
+                    requiredFields.push(fieldName);
+                }
+            });
+            const schema = {
+                title: 'ExtractedData',
+                type: 'object',
+                properties: schemaProperties,
+                required: requiredFields.length > 0 ? requiredFields : undefined,
+            };
+            let provider = credentials.llmProvider || 'openai/gpt-4o';
+            let apiKey = credentials.apiKey;
+            if (llmOptions.overrideProvider === true) {
+                provider = llmOptions.llmProvider || provider;
+                apiKey = llmOptions.apiKey || apiKey;
+            }
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const extraArgs = {};
+            if (llmOptions.temperature !== undefined) {
+                extraArgs.temperature = llmOptions.temperature;
+            }
+            if (llmOptions.maxTokens !== undefined) {
+                extraArgs.max_tokens = llmOptions.maxTokens;
+            }
+            const extractionStrategy = (0, utils_1.createLlmExtractionStrategy)(schema, instruction, provider, apiKey, Object.keys(extraArgs).length > 0 ? extraArgs : undefined);
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const result = await crawler.arun(url, {
+                browserConfig,
+                extractionStrategy,
+                cacheMode: options.cacheMode || 'enabled',
+                jsCode: browserOptions.jsCode,
+                cssSelector: options.cssSelector,
+            });
+            const extractedData = (0, formatters_1.parseExtractedJson)(result);
+            const formattedResult = (0, formatters_1.formatExtractionResult)(result, extractedData, options.includeFullText);
+            allResults.push({
+                json: formattedResult,
+                pairedItem: { item: i },
+            });
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+//# sourceMappingURL=llmExtractor.operation.js.map

package/dist/nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.ts"],"names":[],"mappings":";;;AAkVA,0BAiJC;AA7dD,+CAAkD;AAIlD,4CAK0B;AAC1B,8EAA2G;AAG9F,QAAA,WAAW,GAAsB;IAC7C;QACC,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,yBAAyB;QACtC,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kEAAkE;QAC/E,WAAW,EAAE,2DAA2D;QACxE,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;KACD;IACD;QACC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC3C;oBACD;wBACC,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACR;gCACC,IAAI,EAAE,QAAQ;gCACd,KAAK,EAAE,QAAQ;gCACf,WAAW,EAAE,mBAAmB;6BAChC;4BACD;gCACC,IAAI,EAAE,QAAQ;gCACd,KAAK,EAAE,QAAQ;gCACf,WAAW,EAAE,eAAe;6BAC5B;4BACD;gCACC,IAAI,EAAE,SAAS;gCACf,KAAK,EAAE,SAAS;gCAChB,WAAW,EAAE,kBAAkB;6BAC/B;4BACD;gCACC,IAAI,EAAE,OAAO;gCACb,KAAK,EAAE,OAAO;gCACd,WAAW,EAAE,iBAAiB;6BAC9B;yBACD;wBACD,OAAO,EAAE,QAAQ;wBACjB,WAAW,EAAE,mBAAmB;qBAChC;oBACD;wBACC,WAAW,EAAE,aAAa;wBAC1B,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,+BAA+B;wBAC5C,WAAW,EAAE,qEAAqE;qBAClF;oBACD;wBACC,WAAW,EAAE,UAAU;wBACvB,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE,IAAI;wBACb,WAAW,EAAE,gCAAgC;qBAC7C;iBACD;aACD;SACD;KACD;IACD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACrD;YACD;gBACC,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACtD;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACZ,IAAI,EAAE,CAAC;iBACP;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,+EAA+E;aAC5F;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACpE;YACD;gBACC,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aAChD;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,2BAA2B;wBACjC,KAAK,EAAE,2BAA2B;wBAClC,WAAW,EAAE,2BAA2B;qBACxC;oBACD;wBACC,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,sBAAsB;wBAC7B,WAAW,EAAE,kBAAkB;qBAC/B;oBACD;wBACC,IAAI,EAAE,gBAAgB;wBACtB,KAAK,EAAE,eAAe;wBACtB,WAAW,EAAE,wBAAwB;qBACrC;oBACD;wBACC,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,sBAAsB;wBAC7B,WAAW,EAAE,sBAAsB;qBACnC;oBACD;wBACC,IAAI,EAAE,eAAe;wBACrB,KAAK,EAAE,eAAe;wBACtB,WAAW,EAAE,eAAe;qBAC5B;iBACD;gBACD,OAAO,EAAE,eAAe;gBACxB,WAAW,EAAE,oCAAoC;gBACjD,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,gBAAgB,EAAE,CAAC,IAAI,CAAC;qBACxB;iBACD;aACD;YACD;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+CAA+C;aAC5D;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACpE;YACD;gBACC,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACZ,QAAQ,EAAE,IAAI;iBACd;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,4EAA4E;gBACzF,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,gBAAgB,EAAE,CAAC,IAAI,CAAC;qBACxB;iBACD;aACD;YACD;gBACC,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACZ,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,CAAC;oBACX,eAAe,EAAE,CAAC;iBAClB;gBACD,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,8EAA8E;aAC3F;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,cAAc,CAAC;aAC3B;SACD;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBAChE;oBACD;wBACC,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,0CAA0C;qBACvD;oBACD;wBACC,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,0CAA0C;qBACvD;iBACD;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aACjD;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACrE;YACD;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,6FAA6F;aAC1G;SACD;KACD;CACD,CAAC;AAGK,KAAK,UAAU,OAAO,CAE5B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAG5C,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAsC,CAAC;IAGpG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,EAAE,EACd,yGAAyG,EACzG,EAAE,SAAS,EAAE,CAAC,EAAE,CAChB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YAEJ,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1E,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,2BAA2B,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YACtG,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACvF,CAAC;YAED,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,0CAA0C,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5G,CAAC;YAED,IAAI,CAAC,kBAAkB,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,4CAA4C,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9G,CAAC;YAGD,MAAM,gBAAgB,GAAmC,EAAE,CAAC;YAC5D,MAAM,cAAc,GAAa,EAAE,CAAC;YAEpC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAClC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAc,CAAC;gBACvC,gBAAgB,CAAC,SAAS,CAAC,GAAG;oBAC7B,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,KAAK,CAAC,SAAmB;oBAC/B,WAAW,EAAE,KAAK,CAAC,WAAqB,IAAI,SAAS;iBACrD,CAAC;gBAEF,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAC7B,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAChC,CAAC;YACF,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAc;gBACzB,KAAK,EAAE,eAAe;gBACtB,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,gBAAgB;gBAC5B,QAAQ,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;aAChE,CAAC;YAGF,IAAI,QAAQ,GAAG,WAAW,CAAC,WAAW,IAAI,eAAe,CAAC;YAC1D,IAAI,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;YAEhC,IAAI,UAAU,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;gBAC1C,QAAQ,GAAG,UAAU,CAAC,WAAqB,IAAI,QAAQ,CAAC;gBACxD,MAAM,GAAG,UAAU,CAAC,MAAgB,IAAI,MAAM,CAAC;YAChD,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAG1D,MAAM,SAAS,GAAkD,EAAE,CAAC;YACpE,IAAI,UAAU,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC1C,SAAS,CAAC,WAAW,GAAG,UAAU,CAAC,WAAqB,CAAC;YAC1D,CAAC;YACD,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACxC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC,SAAmB,CAAC;YACvD,CAAC;YAGD,MAAM,kBAAkB,GAAG,IAAA,mCAA2B,EACrD,MAAM,EACN,WAAW,EACX,QAAQ,EACR,MAAM,EACN,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;YAGF,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtC,aAAa;gBACb,kBAAkB;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;gBACzC,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,WAAW,EAAE,OAAO,CAAC,WAAW;aAChC,CAAC,CAAC;YAGH,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YAGjD,MAAM,eAAe,GAAG,IAAA,mCAAsB,EAC7C,MAAM,EACN,aAAa,EACb,OAAO,CAAC,eAA0B,CAClC,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACvB,CAAC,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvB,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YAED,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}

package/dist/nodes/Crawl4aiContentExtractor/actions/operations.d.ts

@@ -0,0 +1,8 @@
+import type { INodeProperties, IExecuteFunctions, INodeExecutionData } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+type OperationExecuteFunction = (this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions) => Promise<INodeExecutionData[]>;
+export declare const operations: {
+    [key: string]: OperationExecuteFunction;
+};
+export declare const description: INodeProperties[];
+export {};

package/dist/nodes/Crawl4aiContentExtractor/actions/operations.js

@@ -0,0 +1,67 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = exports.operations = void 0;
+const cssExtractor = __importStar(require("./cssExtractor.operation"));
+const llmExtractor = __importStar(require("./llmExtractor.operation"));
+const jsonExtractor = __importStar(require("./jsonExtractor.operation"));
+exports.operations = {
+    cssExtractor: cssExtractor.execute,
+    llmExtractor: llmExtractor.execute,
+    jsonExtractor: jsonExtractor.execute,
+};
+exports.description = [
+    {
+        displayName: 'Operation',
+        name: 'operation',
+        type: 'options',
+        noDataExpression: true,
+        options: [
+            {
+                name: 'CSS Selector Extractor',
+                value: 'cssExtractor',
+                description: 'Extract structured content using CSS selectors',
+                action: 'Extract with CSS selectors',
+            },
+            {
+                name: 'LLM Extractor',
+                value: 'llmExtractor',
+                description: 'Extract structured content using LLM models',
+                action: 'Extract with LLM',
+            },
+            {
+                name: 'JSON Extractor',
+                value: 'jsonExtractor',
+                description: 'Extract JSON data from a webpage',
+                action: 'Extract JSON data',
+            },
+        ],
+        default: 'cssExtractor',
+    },
+    ...cssExtractor.description,
+    ...llmExtractor.description,
+    ...jsonExtractor.description,
+];
+//# sourceMappingURL=operations.js.map

package/dist/nodes/Crawl4aiContentExtractor/actions/operations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/actions/operations.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uEAAyD;AACzD,uEAAyD;AACzD,yEAA2D;AAW9C,QAAA,UAAU,GAAgD;IACrE,YAAY,EAAE,YAAY,CAAC,OAAO;IAClC,YAAY,EAAE,YAAY,CAAC,OAAO;IAClC,aAAa,EAAE,aAAa,CAAC,OAAO;CACrC,CAAC;AAGW,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,wBAAwB;gBAC9B,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,gDAAgD;gBAC7D,MAAM,EAAE,4BAA4B;aACrC;YACD;gBACE,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,cAAc;gBACrB,WAAW,EAAE,6CAA6C;gBAC1D,MAAM,EAAE,kBAAkB;aAC3B;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,eAAe;gBACtB,WAAW,EAAE,kCAAkC;gBAC/C,MAAM,EAAE,mBAAmB;aAC5B;SACF;QACD,OAAO,EAAE,cAAc;KACxB;IAGD,GAAG,YAAY,CAAC,WAAW;IAC3B,GAAG,YAAY,CAAC,WAAW;IAC3B,GAAG,aAAa,CAAC,WAAW;CAC7B,CAAC"}

package/dist/nodes/Crawl4aiContentExtractor/actions/router.d.ts

@@ -0,0 +1,2 @@
+import type { IExecuteFunctions, INodeExecutionData } from 'n8n-workflow';
+export declare function router(this: IExecuteFunctions): Promise<INodeExecutionData[][]>;

package/dist/nodes/Crawl4aiContentExtractor/actions/router.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.router = router;
+const n8n_workflow_1 = require("n8n-workflow");
+const operations_1 = require("./operations");
+async function router() {
+    const items = this.getInputData();
+    let returnData = [];
+    const node = this.getNode();
+    const operation = this.getNodeParameter('operation', 0);
+    const nodeOptions = this.getNodeParameter('options', 0, {});
+    const continueOnFail = this.continueOnFail();
+    try {
+        const executeFunction = operations_1.operations[operation];
+        if (!executeFunction) {
+            throw new n8n_workflow_1.NodeOperationError(node, `The operation "${operation}" is not supported!`, { itemIndex: 0 });
+        }
+        returnData = await executeFunction.call(this, items, nodeOptions);
+    }
+    catch (error) {
+        if (continueOnFail) {
+            returnData = items.map((item, index) => {
+                var _a;
+                return ({
+                    json: item.json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: (_a = error.itemIndex) !== null && _a !== void 0 ? _a : index }),
+                    pairedItem: { item: index },
+                });
+            });
+        }
+        else {
+            throw error;
+        }
+    }
+    return this.prepareOutputData(returnData);
+}
+//# sourceMappingURL=router.js.map

package/dist/nodes/Crawl4aiContentExtractor/actions/router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/actions/router.ts"],"names":[],"mappings":";;AAYA,wBA0CC;AAlDD,+CAAkD;AAMlD,6CAA0C;AAEnC,KAAK,UAAU,MAAM;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IAClC,IAAI,UAAU,GAAyB,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAG5B,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAW,CAAC;IAElE,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAwB,CAAC;IAEnF,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;IAE7C,IAAI,CAAC;QAIH,MAAM,eAAe,GAAG,uBAAU,CAAC,SAAS,CAAC,CAAC;QAE9C,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,EAAE,kBAAkB,SAAS,qBAAqB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QACzG,CAAC;QAGD,UAAU,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IAGpE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,cAAc,EAAE,CAAC;YAEnB,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBACvC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,MAAC,KAAa,CAAC,SAAS,mCAAI,KAAK,EAAE,CAAC;oBAC/G,UAAU,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;iBAC5B,CAAC,CAAA;aAAA,CAAC,CAAC;QACN,CAAC;aAAM,CAAC;YAEN,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGD,OAAO,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;AAC5C,CAAC"}

package/dist/nodes/Crawl4aiContentExtractor/crawl4ai.svg

@@ -0,0 +1,6 @@
+<svg width="125" height="125" viewBox="0 0 125 125" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path d="M97.9985 112.342C100.508 113.052 109.518 112.342 112.998 112.342C115.388 112.342 113.518 109.342 112.918 108.422C104.248 95.342 91.1384 82.562 81.5285 69.812C76.2984 62.882 74.9885 63.922 80.5185 56.852C90.9785 43.472 104.318 29.912 113.938 16.272C114.478 15.502 116.358 12.332 113.998 12.332H98.9985L65.0385 53.362C63.3985 55.542 61.2685 56.252 59.4785 53.842C49.0685 42.152 39.6885 27.562 29.0185 16.322C28.1485 15.402 24.8485 12.342 23.9985 12.342H9.49845C9.20845 14.352 10.0185 15.692 11.0485 17.292C19.5585 30.492 34.5985 44.842 44.4785 57.862C45.3585 59.022 47.5085 61.602 47.5085 62.842C47.5085 64.422 41.9185 70.992 40.4885 72.832C31.9985 83.732 19.2285 96.252 12.0485 107.392C11.0185 108.992 10.2085 110.332 10.4985 112.342H25.9985C26.2785 112.342 27.7685 111.392 28.1985 111.032L58.9585 72.312C62.0885 68.412 63.9885 71.082 66.4685 73.862C71.0985 79.042 95.0084 111.502 97.9884 112.342H97.9985ZM15.2285 39.622C13.8485 38.472 2.99845 35.892 2.49845 36.352C1.69845 37.092 4.48845 40.322 5.10845 41.242C10.0985 48.622 16.6885 55.302 21.3685 62.682C20.7885 65.612 1.27845 87.322 2.49845 88.352C3.27845 89.012 13.4185 87.262 14.8185 86.422C17.2285 80.942 31.4485 68.162 32.3385 63.632C32.5685 62.472 32.6985 61.412 31.9985 60.362L15.2285 39.622ZM122.488 36.342C122.008 35.882 111.138 38.462 109.758 39.612C107.848 41.222 95.7985 56.652 94.0485 59.382C92.0985 62.432 92.0985 63.242 94.0485 66.282C95.9985 69.322 107.648 84.242 109.758 86.052C110.698 86.862 120.568 89.432 121.988 89.342C123.058 89.272 122.518 87.222 122.008 86.322C119.418 81.732 112.078 74.542 108.518 69.812C107.458 68.402 103.808 64.042 103.808 62.842C103.808 60.872 118.558 43.672 120.918 40.272C121.448 39.502 123.168 37.012 122.488 36.352V36.342Z" fill="black"/>
+<path d="M97.9985 112.342C95.0185 111.502 71.1085 79.042 66.4785 73.862C63.9885 71.082 62.0985 68.412 58.9685 72.312L28.2085 111.032C27.7785 111.402 26.2885 112.342 26.0085 112.342H10.5085C10.2185 110.332 11.0285 108.992 12.0585 107.392C19.2385 96.242 32.0085 83.732 40.4985 72.832C41.9285 70.992 47.5185 64.422 47.5185 62.842C47.5185 61.602 45.3785 59.022 44.4885 57.862C34.5985 44.842 19.5485 30.492 11.0485 17.292C10.0185 15.692 9.20845 14.352 9.49845 12.342H23.9985C24.8485 12.342 28.1485 15.402 29.0185 16.322C39.6885 27.562 49.0685 42.162 59.4785 53.862C61.2585 56.272 63.3885 55.562 65.0385 53.382L98.9985 12.342H113.998C116.358 12.342 114.478 15.512 113.938 16.282C104.318 29.922 90.9785 43.472 80.5185 56.862C74.9885 63.932 76.3085 62.882 81.5285 69.822C91.1384 82.572 104.248 95.352 112.918 108.432C113.518 109.342 115.388 112.352 112.998 112.352C109.518 112.352 100.508 113.062 97.9985 112.352V112.342Z" fill="#4AD7D6"/>
+<path d="M122.488 36.342C123.168 37.002 121.448 39.492 120.918 40.262C118.558 43.672 103.808 60.872 103.808 62.832C103.808 64.032 107.458 68.402 108.518 69.802C112.078 74.542 119.418 81.722 122.008 86.312C122.518 87.212 123.048 89.272 121.988 89.332C120.568 89.422 110.708 86.852 109.758 86.042C107.648 84.232 95.9085 69.172 94.0485 66.272C92.0985 63.222 92.0985 62.412 94.0485 59.372C95.7985 56.642 107.848 41.212 109.758 39.602C111.138 38.442 122.008 35.872 122.488 36.332V36.342Z" fill="#4AD7D6"/>
+<path d="M15.2285 39.622L32.0185 60.352C32.7185 61.402 32.5885 62.462 32.3585 63.622C31.4585 68.152 17.2485 80.932 14.8385 86.412C13.4385 87.252 3.29845 89.002 2.51845 88.342C1.29845 87.312 20.8085 65.612 21.3885 62.672C16.7085 55.292 10.1185 48.612 5.12845 41.232C4.50845 40.322 1.71845 37.082 2.51845 36.342C3.01845 35.882 13.8685 38.462 15.2485 39.612L15.2285 39.622Z" fill="#4AD7D6"/>
+</svg>

package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.d.ts

@@ -0,0 +1 @@
+export { Crawl4aiClient, createCrawlerInstance } from '../../Crawl4aiBasicCrawler/helpers/apiClient';

package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCrawlerInstance = exports.Crawl4aiClient = void 0;
+var apiClient_1 = require("../../Crawl4aiBasicCrawler/helpers/apiClient");
+Object.defineProperty(exports, "Crawl4aiClient", { enumerable: true, get: function () { return apiClient_1.Crawl4aiClient; } });
+Object.defineProperty(exports, "createCrawlerInstance", { enumerable: true, get: function () { return apiClient_1.createCrawlerInstance; } });
+//# sourceMappingURL=apiClient.js.map

package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apiClient.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/helpers/apiClient.ts"],"names":[],"mappings":";;;AACA,0EAGsD;AAFpD,2GAAA,cAAc,OAAA;AACd,kHAAA,qBAAqB,OAAA"}

package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.d.ts

@@ -0,0 +1 @@
+export { formatCrawlResult, parseExtractedJson, formatExtractionResult } from '../../Crawl4aiBasicCrawler/helpers/formatters';

package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatExtractionResult = exports.parseExtractedJson = exports.formatCrawlResult = void 0;
+var formatters_1 = require("../../Crawl4aiBasicCrawler/helpers/formatters");
+Object.defineProperty(exports, "formatCrawlResult", { enumerable: true, get: function () { return formatters_1.formatCrawlResult; } });
+Object.defineProperty(exports, "parseExtractedJson", { enumerable: true, get: function () { return formatters_1.parseExtractedJson; } });
+Object.defineProperty(exports, "formatExtractionResult", { enumerable: true, get: function () { return formatters_1.formatExtractionResult; } });
+//# sourceMappingURL=formatters.js.map

package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/helpers/formatters.ts"],"names":[],"mappings":";;;AACA,4EAIuD;AAHrD,+GAAA,iBAAiB,OAAA;AACjB,gHAAA,kBAAkB,OAAA;AAClB,oHAAA,sBAAsB,OAAA"}

package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.d.ts

@@ -0,0 +1 @@
+export { Crawl4aiApiCredentials, Crawl4aiNodeOptions, BrowserConfig, CrawlerRunConfig, CrawlResult, Link, Media, CssSelectorField, CssSelectorSchema, LlmSchemaField, LlmSchema } from '../../Crawl4aiBasicCrawler/helpers/interfaces';

package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=interfaces.js.map

package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/helpers/interfaces.ts"],"names":[],"mappings":""}

package/dist/nodes/Crawl4aiContentExtractor/helpers/utils.d.ts

@@ -0,0 +1,9 @@
+export { getCrawl4aiClient, createBrowserConfig, createCrawlerRunConfig, safeJsonParse, cleanText, isValidUrl } from '../../Crawl4aiBasicCrawler/helpers/utils';
+import { IDataObject } from 'n8n-workflow';
+import { CssSelectorSchema, LlmSchema } from './interfaces';
+export declare function createCssSelectorExtractionStrategy(schema: CssSelectorSchema): any;
+export declare function createLlmExtractionStrategy(schema: LlmSchema, instruction: string, provider: string, apiKey?: string, extraArgs?: {
+    temperature?: number;
+    max_tokens?: number;
+}): any;
+export declare function cleanExtractedData(data: IDataObject): IDataObject;