n8n-nodes-crawl4ai-onuro 0.2.0

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js

@@ -0,0 +1,421 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+const formatters_1 = require("../helpers/formatters");
+exports.description = [
+    {
+        displayName: 'URLs',
+        name: 'urls',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com, https://example.org',
+        description: 'Comma-separated list of URLs to crawl',
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Enable JavaScript',
+                name: 'javaScriptEnabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'Timeout (Ms)',
+                name: 'timeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'User Agent',
+                name: 'userAgent',
+                type: 'string',
+                default: '',
+                placeholder: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) ...',
+                description: 'The user agent to use (leave empty for default)',
+            },
+            {
+                displayName: 'Viewport Height',
+                name: 'viewportHeight',
+                type: 'number',
+                default: 800,
+                description: 'The height of the browser viewport',
+            },
+            {
+                displayName: 'Viewport Width',
+                name: 'viewportWidth',
+                type: 'number',
+                default: 1280,
+                description: 'The width of the browser viewport',
+            },
+        ],
+    },
+    {
+        displayName: 'Crawler Options',
+        name: 'crawlerOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'enabled',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                    {
+                        name: 'Bypass (Force Fresh)',
+                        value: 'bypass',
+                        description: 'Ignore cache, always fetch fresh content',
+                    },
+                    {
+                        name: 'Only (Read Only)',
+                        value: 'only',
+                        description: 'Only use cache, do not make new requests',
+                    },
+                ],
+                default: 'enabled',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Check Robots.txt',
+                name: 'checkRobotsTxt',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to respect robots.txt rules',
+            },
+            {
+                displayName: 'CSS Selector',
+                name: 'cssSelector',
+                type: 'string',
+                default: '',
+                placeholder: 'article.content',
+                description: 'CSS selector to focus on specific content (leave empty for full page)',
+            },
+            {
+                displayName: 'Exclude External Links',
+                name: 'excludeExternalLinks',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude external links from the result',
+            },
+            {
+                displayName: 'Excluded Tags',
+                name: 'excludedTags',
+                type: 'string',
+                default: '',
+                placeholder: 'nav,footer,aside',
+                description: 'Comma-separated list of HTML tags to exclude from processing',
+            },
+            {
+                displayName: 'Max Retries',
+                name: 'maxRetries',
+                type: 'number',
+                default: 3,
+                description: 'Maximum number of retries for failed requests',
+            },
+            {
+                displayName: 'Page Timeout (Ms)',
+                name: 'pageTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the page to load',
+            },
+            {
+                displayName: 'Request Timeout (Ms)',
+                name: 'requestTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for network requests',
+            },
+            {
+                displayName: 'Stream Results',
+                name: 'streamEnabled',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to stream results as they become available',
+            },
+            {
+                displayName: 'Word Count Threshold',
+                name: 'wordCountThreshold',
+                type: 'number',
+                default: 0,
+                description: 'Minimum number of words for content to be included',
+            },
+            {
+                displayName: 'Exclude Domains',
+                name: 'excludeDomains',
+                type: 'string',
+                default: '',
+                placeholder: 'ads.example.com,tracker.example.com',
+                description: 'Comma-separated list of domains to exclude from links',
+            },
+            {
+                displayName: 'Exclude External Images',
+                name: 'excludeExternalImages',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude images not hosted on the same domain',
+            },
+            {
+                displayName: 'Exclude Internal Links',
+                name: 'excludeInternalLinks',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude links pointing to the same domain',
+            },
+            {
+                displayName: 'Exclude Social Media Links',
+                name: 'excludeSocialMediaLinks',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to remove links to social media platforms',
+            },
+            {
+                displayName: 'Process Iframes',
+                name: 'processIframes',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to extract content from embedded iframes',
+            },
+            {
+                displayName: 'Remove Overlay Elements',
+                name: 'removeOverlayElements',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to remove popups, modals, and cookie banners',
+            },
+            {
+                displayName: 'Target Elements',
+                name: 'targetElements',
+                type: 'string',
+                default: '',
+                placeholder: 'article.content,div.main',
+                description: 'Comma-separated CSS selectors for focused extraction',
+            },
+        ],
+    },
+    {
+        displayName: 'LLM Extraction',
+        name: 'llmExtraction',
+        type: 'collection',
+        placeholder: 'Add LLM Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'LLM Provider',
+                name: 'provider',
+                type: 'options',
+                options: [
+                    { name: 'DeepSeek', value: 'deepseek' },
+                    { name: 'OpenAI', value: 'openai' },
+                    { name: 'Anthropic', value: 'anthropic' },
+                    { name: 'Ollama (Local)', value: 'ollama' },
+                ],
+                default: 'deepseek',
+                description: 'The LLM provider to use for extraction',
+            },
+            {
+                displayName: 'API Key',
+                name: 'apiKey',
+                type: 'string',
+                typeOptions: { password: true },
+                default: '',
+                description: 'API key for the LLM provider',
+            },
+            {
+                displayName: 'Base URL',
+                name: 'baseUrl',
+                type: 'string',
+                default: '',
+                placeholder: 'https://api.deepseek.com/v1',
+                description: 'Base URL for the LLM API (required for DeepSeek/Ollama)',
+            },
+            {
+                displayName: 'Extraction Instruction',
+                name: 'instruction',
+                type: 'string',
+                typeOptions: { rows: 3 },
+                default: '',
+                placeholder: 'Extract all product names and prices from this page',
+                description: 'Instructions for the LLM on what to extract',
+            },
+            {
+                displayName: 'Schema (JSON)',
+                name: 'schema',
+                type: 'string',
+                typeOptions: { rows: 4 },
+                default: '',
+                placeholder: '{"type": "object", "properties": {"title": {"type": "string"}}}',
+                description: 'Optional JSON schema for structured output',
+            },
+        ],
+    },
+    {
+        displayName: 'Options',
+        name: 'options',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Output Format',
+                name: 'outputFormat',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Markdown',
+                        value: 'markdown',
+                        description: 'Clean markdown format (default, best for LLMs)',
+                    },
+                    {
+                        name: 'Fit Markdown',
+                        value: 'fitMarkdown',
+                        description: 'Shorter markdown optimized for LLM token limits',
+                    },
+                    {
+                        name: 'Plain Text',
+                        value: 'text',
+                        description: 'Plain text with no formatting',
+                    },
+                    {
+                        name: 'Cleaned HTML',
+                        value: 'cleanedHtml',
+                        description: 'Cleaned HTML with unnecessary elements removed',
+                    },
+                    {
+                        name: 'Raw HTML',
+                        value: 'html',
+                        description: 'Original raw HTML from the page',
+                    },
+                ],
+                default: 'markdown',
+                description: 'Format for the content output',
+            },
+            {
+                displayName: 'Include Media Data',
+                name: 'includeMedia',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include media data in output (images, videos)',
+            },
+            {
+                displayName: 'Verbose Response',
+                name: 'verboseResponse',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include detailed data in output (HTML, status codes, etc.)',
+            },
+            {
+                displayName: 'Max Concurrent Crawls',
+                name: 'maxConcurrent',
+                type: 'number',
+                default: 5,
+                description: 'Maximum number of concurrent crawls',
+            },
+        ],
+    },
+];
+async function execute(items, nodeOptions) {
+    var _a;
+    const allResults = [];
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const urlsString = this.getNodeParameter('urls', i, '');
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const crawlerOptions = this.getNodeParameter('crawlerOptions', i, {});
+            const llmExtraction = this.getNodeParameter('llmExtraction', i, {});
+            const options = this.getNodeParameter('options', i, {});
+            if (!urlsString) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URLs cannot be empty.', { itemIndex: i });
+            }
+            const urls = urlsString
+                .split(',')
+                .map(url => url.trim())
+                .filter(url => url);
+            if (urls.length === 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'No valid URLs provided.', { itemIndex: i });
+            }
+            const invalidUrls = urls.filter(url => !(0, utils_1.isValidUrl)(url));
+            if (invalidUrls.length > 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URLs: ${invalidUrls.join(', ')}`, { itemIndex: i });
+            }
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const crawlerConfig = (0, utils_1.createCrawlerRunConfig)({
+                ...crawlerOptions,
+                ...browserConfig,
+                maxConcurrent: options.maxConcurrent ? Number(options.maxConcurrent) : 5,
+            });
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const results = await crawler.crawlMultipleUrls(urls, crawlerConfig, llmExtraction);
+            for (const result of results) {
+                const formattedResult = (0, formatters_1.formatCrawlResult)(result, options.includeMedia, options.verboseResponse, options.outputFormat || 'markdown');
+                allResults.push({
+                    json: formattedResult,
+                    pairedItem: { item: i },
+                });
+            }
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+//# sourceMappingURL=crawlMultipleUrls.operation.js.map

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawlMultipleUrls.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.ts"],"names":[],"mappings":";;;AA0XA,0BAyFC;AA7cD,+CAAkD;AAIlD,4CAK0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,MAAM;QACnB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,uCAAuC;QACpD,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,+CAA+C;gBAC5D,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,0CAA0C;qBACxD;oBACD;wBACE,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,0CAA0C;qBACxD;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,oDAAoD;aAClE;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qCAAqC;gBAClD,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,yBAAyB;gBACtC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,yDAAyD;aACvE;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,sDAAsD;aACpE;YACD;gBACE,WAAW,EAAE,4BAA4B;gBACzC,IAAI,EAAE,yBAAyB;gBAC/B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,kDAAkD;aAChE;YACD;gBACE,WAAW,EAAE,yBAAyB;gBACtC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,sDAAsD;aACpE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,0BAA0B;gBACvC,WAAW,EAAE,sDAAsD;aACpE;SACF;KACF;IACD;QACE,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,gBAAgB;QAC7B,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;oBACvC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE;oBACzC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE;iBAC5C;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,8BAA8B;aAC5C;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,6BAA6B;gBAC1C,WAAW,EAAE,yDAAyD;aACvE;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,6CAA6C;aAC3D;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;gBACxB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iEAAiE;gBAC9E,WAAW,EAAE,4CAA4C;aAC1D;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,iDAAiD;qBAC/D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,+BAA+B;qBAC7C;oBACD;wBACE,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,aAAa;wBACpB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,iCAAiC;qBAC/C;iBACF;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,+BAA+B;aAC7C;YACD;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAClE,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACnF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1F,CAAC;YAGD,MAAM,IAAI,GAAG,UAAU;iBACpB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAEtB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,yBAAyB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5F,CAAC;YAGD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,CAAC,CAAC;YACzD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,iBAAiB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EACzC,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;YACJ,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,cAAc;gBACjB,GAAG,aAAa;gBAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;aACzE,CAAC,CAAC;YAGH,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,IAAI,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;YAGpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAE7B,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,EACjC,OAAO,CAAC,YAAuB,IAAI,UAAU,CAC/C,CAAC;gBAGF,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,eAAe;oBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;YACL,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.d.ts

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;