n8n-nodes-crawl4ai-plus 2.0.0

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js

@@ -0,0 +1,299 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+const formatters_1 = require("../helpers/formatters");
+exports.description = [
+    {
+        displayName: 'URLs',
+        name: 'urls',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com, https://example.org',
+        description: 'Comma-separated list of URLs to crawl',
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Enable JavaScript',
+                name: 'javaScriptEnabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution',
+            },
+            {
+                displayName: 'Enable Stealth Mode',
+                name: 'enableStealth',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to enable stealth mode to bypass basic bot detection (hides webdriver properties and modifies browser fingerprints)',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'Timeout (Ms)',
+                name: 'timeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'User Agent',
+                name: 'userAgent',
+                type: 'string',
+                default: '',
+                placeholder: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) ...',
+                description: 'The user agent to use (leave empty for default)',
+            },
+            {
+                displayName: 'Viewport Height',
+                name: 'viewportHeight',
+                type: 'number',
+                default: 800,
+                description: 'The height of the browser viewport',
+            },
+            {
+                displayName: 'Viewport Width',
+                name: 'viewportWidth',
+                type: 'number',
+                default: 1280,
+                description: 'The width of the browser viewport',
+            },
+        ],
+    },
+    {
+        displayName: 'Crawler Options',
+        name: 'crawlerOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Bypass (Skip Cache)',
+                        value: 'BYPASS',
+                        description: 'Skip cache for this operation, fetch fresh content',
+                    },
+                    {
+                        name: 'Disabled (No Cache)',
+                        value: 'DISABLED',
+                        description: 'No caching at all',
+                    },
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'ENABLED',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                    {
+                        name: 'Read Only',
+                        value: 'READ_ONLY',
+                        description: 'Only read from cache, do not write new results',
+                    },
+                    {
+                        name: 'Write Only',
+                        value: 'WRITE_ONLY',
+                        description: 'Only write to cache, do not read existing cache',
+                    },
+                ],
+                default: 'ENABLED',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Check Robots.txt',
+                name: 'checkRobotsTxt',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to respect robots.txt rules',
+            },
+            {
+                displayName: 'CSS Selector',
+                name: 'cssSelector',
+                type: 'string',
+                default: '',
+                placeholder: 'article.content',
+                description: 'CSS selector to focus on specific content (leave empty for full page)',
+            },
+            {
+                displayName: 'Exclude External Links',
+                name: 'excludeExternalLinks',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude external links from the result',
+            },
+            {
+                displayName: 'Excluded Tags',
+                name: 'excludedTags',
+                type: 'string',
+                default: '',
+                placeholder: 'nav,footer,aside',
+                description: 'Comma-separated list of HTML tags to exclude from processing',
+            },
+            {
+                displayName: 'Max Retries',
+                name: 'maxRetries',
+                type: 'number',
+                default: 3,
+                description: 'Maximum number of retries for failed requests',
+            },
+            {
+                displayName: 'Page Timeout (Ms)',
+                name: 'pageTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the page to load',
+            },
+            {
+                displayName: 'Request Timeout (Ms)',
+                name: 'requestTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for network requests',
+            },
+            {
+                displayName: 'Stream Results',
+                name: 'streamEnabled',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to stream results as they become available',
+            },
+            {
+                displayName: 'Wait For',
+                name: 'waitFor',
+                type: 'string',
+                default: '',
+                placeholder: '.loading-complete',
+                description: 'CSS selector or JavaScript expression to wait for before extracting content (essential for dynamic/SPA pages)',
+            },
+            {
+                displayName: 'Word Count Threshold',
+                name: 'wordCountThreshold',
+                type: 'number',
+                default: 0,
+                description: 'Minimum number of words for content to be included',
+            },
+        ],
+    },
+    {
+        displayName: 'Options',
+        name: 'options',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlMultipleUrls'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Include Media Data',
+                name: 'includeMedia',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include media data in output (images, videos)',
+            },
+            {
+                displayName: 'Verbose Response',
+                name: 'verboseResponse',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include detailed data in output (HTML, status codes, etc.)',
+            },
+            {
+                displayName: 'Max Concurrent Crawls',
+                name: 'maxConcurrent',
+                type: 'number',
+                default: 5,
+                description: 'Maximum number of concurrent crawls',
+            },
+        ],
+    },
+];
+async function execute(items, nodeOptions) {
+    var _a;
+    const allResults = [];
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const urlsString = this.getNodeParameter('urls', i, '');
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const crawlerOptions = this.getNodeParameter('crawlerOptions', i, {});
+            const options = this.getNodeParameter('options', i, {});
+            if (!urlsString) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URLs cannot be empty.', { itemIndex: i });
+            }
+            const urls = urlsString
+                .split(',')
+                .map(url => url.trim())
+                .filter(url => url);
+            if (urls.length === 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'No valid URLs provided.', { itemIndex: i });
+            }
+            const invalidUrls = urls.filter(url => !(0, utils_1.isValidUrl)(url));
+            if (invalidUrls.length > 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URLs: ${invalidUrls.join(', ')}`, { itemIndex: i });
+            }
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const crawlerConfig = (0, utils_1.createCrawlerRunConfig)({
+                ...crawlerOptions,
+                ...browserConfig,
+                maxConcurrent: options.maxConcurrent ? Number(options.maxConcurrent) : 5,
+            });
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const results = await crawler.crawlMultipleUrls(urls, crawlerConfig);
+            for (const result of results) {
+                const formattedResult = (0, formatters_1.formatCrawlResult)(result, options.includeMedia, options.verboseResponse);
+                allResults.push({
+                    json: formattedResult,
+                    pairedItem: { item: i },
+                });
+            }
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+//# sourceMappingURL=crawlMultipleUrls.operation.js.map

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawlMultipleUrls.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.ts"],"names":[],"mappings":";;;AAiQA,0BAuFC;AAlVD,+CAAkD;AAIlD,4CAK0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,MAAM;QACnB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,uCAAuC;QACpD,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,+CAA+C;gBAC5D,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,oDAAoD;aAClE;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,mBAAmB;gBAChC,WAAW,EAAE,+GAA+G;aAC7H;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,mBAAmB,CAAC;aACjC;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAClE,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1F,CAAC;YAGD,MAAM,IAAI,GAAG,UAAU;iBACpB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAEtB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,yBAAyB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5F,CAAC;YAGD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,CAAC,CAAC;YACzD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,iCAAkB,CAC1B,IAAI,CAAC,OAAO,EAAE,EACd,iBAAiB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EACzC,EAAE,SAAS,EAAE,CAAC,EAAE,CACjB,CAAC;YACJ,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,cAAc;gBACjB,GAAG,aAAa;gBAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;aACzE,CAAC,CAAC;YAGH,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YAGrE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAE7B,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,CACnC,CAAC;gBAGF,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,eAAe;oBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;YACL,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.d.ts

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.js

@@ -0,0 +1,324 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+const formatters_1 = require("../helpers/formatters");
+exports.description = [
+    {
+        displayName: 'URL',
+        name: 'url',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com',
+        description: 'The URL to crawl',
+        displayOptions: {
+            show: {
+                operation: ['crawlSingleUrl'],
+            },
+        },
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlSingleUrl'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Browser Type',
+                name: 'browserType',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Chromium',
+                        value: 'chromium',
+                        description: 'Use Chromium browser (default, most compatible)',
+                    },
+                    {
+                        name: 'Firefox',
+                        value: 'firefox',
+                        description: 'Use Firefox browser',
+                    },
+                    {
+                        name: 'Webkit',
+                        value: 'webkit',
+                        description: 'Use Webkit browser (Safari engine)',
+                    },
+                ],
+                default: 'chromium',
+                description: 'Which browser engine to use for crawling',
+            },
+            {
+                displayName: 'Enable JavaScript',
+                name: 'javaScriptEnabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution',
+            },
+            {
+                displayName: 'Enable Stealth Mode',
+                name: 'enableStealth',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to enable stealth mode to bypass basic bot detection (hides webdriver properties and modifies browser fingerprints)',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'Timeout (Ms)',
+                name: 'timeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'User Agent',
+                name: 'userAgent',
+                type: 'string',
+                default: '',
+                placeholder: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) ...',
+                description: 'The user agent to use (leave empty for default)',
+            },
+            {
+                displayName: 'Viewport Height',
+                name: 'viewportHeight',
+                type: 'number',
+                default: 800,
+                description: 'The height of the browser viewport',
+            },
+            {
+                displayName: 'Viewport Width',
+                name: 'viewportWidth',
+                type: 'number',
+                default: 1280,
+                description: 'The width of the browser viewport',
+            },
+        ],
+    },
+    {
+        displayName: 'Crawler Options',
+        name: 'crawlerOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlSingleUrl'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Bypass (Skip Cache)',
+                        value: 'BYPASS',
+                        description: 'Skip cache for this operation, fetch fresh content',
+                    },
+                    {
+                        name: 'Disabled (No Cache)',
+                        value: 'DISABLED',
+                        description: 'No caching at all',
+                    },
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'ENABLED',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                    {
+                        name: 'Read Only',
+                        value: 'READ_ONLY',
+                        description: 'Only read from cache, do not write new results',
+                    },
+                    {
+                        name: 'Write Only',
+                        value: 'WRITE_ONLY',
+                        description: 'Only write to cache, do not read existing cache',
+                    },
+                ],
+                default: 'ENABLED',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Check Robots.txt',
+                name: 'checkRobotsTxt',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to respect robots.txt rules',
+            },
+            {
+                displayName: 'CSS Selector',
+                name: 'cssSelector',
+                type: 'string',
+                default: '',
+                placeholder: 'article.content',
+                description: 'CSS selector to focus on specific content (leave empty for full page)',
+            },
+            {
+                displayName: 'Exclude External Links',
+                name: 'excludeExternalLinks',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to exclude external links from the result',
+            },
+            {
+                displayName: 'Excluded Tags',
+                name: 'excludedTags',
+                type: 'string',
+                default: '',
+                placeholder: 'nav,footer,aside',
+                description: 'Comma-separated list of HTML tags to exclude from processing',
+            },
+            {
+                displayName: 'JavaScript Code',
+                name: 'jsCode',
+                type: 'string',
+                typeOptions: {
+                    rows: 4,
+                },
+                default: '',
+                placeholder: 'document.querySelector("button.load-more").click();',
+                description: 'JavaScript code to execute on the page after load',
+            },
+            {
+                displayName: 'JavaScript Only Mode',
+                name: 'jsOnly',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to only execute JavaScript without crawling',
+            },
+            {
+                displayName: 'Max Retries',
+                name: 'maxRetries',
+                type: 'number',
+                default: 3,
+                description: 'Maximum number of retries for failed requests',
+            },
+            {
+                displayName: 'Page Timeout (Ms)',
+                name: 'pageTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the page to load',
+            },
+            {
+                displayName: 'Request Timeout (Ms)',
+                name: 'requestTimeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for network requests',
+            },
+            {
+                displayName: 'Session ID',
+                name: 'sessionId',
+                type: 'string',
+                default: '',
+                placeholder: 'my-session-ID',
+                description: 'ID to maintain browser state across multiple crawls (for multi-step crawling)',
+            },
+            {
+                displayName: 'Wait For',
+                name: 'waitFor',
+                type: 'string',
+                default: '',
+                placeholder: '.loading-complete',
+                description: 'CSS selector or JavaScript expression to wait for before extracting content (essential for dynamic/SPA pages)',
+            },
+            {
+                displayName: 'Word Count Threshold',
+                name: 'wordCountThreshold',
+                type: 'number',
+                default: 0,
+                description: 'Minimum number of words for content to be included',
+            },
+        ],
+    },
+    {
+        displayName: 'Options',
+        name: 'options',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['crawlSingleUrl'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Include Media Data',
+                name: 'includeMedia',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include media data in output (images, videos)',
+            },
+            {
+                displayName: 'Verbose Response',
+                name: 'verboseResponse',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include detailed data in output (HTML, status codes, etc.)',
+            },
+        ],
+    },
+];
+async function execute(items, nodeOptions) {
+    var _a;
+    const allResults = [];
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const url = this.getNodeParameter('url', i, '');
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const crawlerOptions = this.getNodeParameter('crawlerOptions', i, {});
+            const options = this.getNodeParameter('options', i, {});
+            if (!url) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
+            }
+            if (!(0, utils_1.isValidUrl)(url)) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URL: ${url}`, { itemIndex: i });
+            }
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const crawlerConfig = (0, utils_1.createCrawlerRunConfig)({
+                ...crawlerOptions,
+                ...browserConfig,
+            });
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const result = await crawler.crawlUrl(url, crawlerConfig);
+            const formattedResult = (0, formatters_1.formatCrawlResult)(result, options.includeMedia, options.verboseResponse);
+            allResults.push({
+                json: formattedResult,
+                pairedItem: { item: i },
+            });
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+//# sourceMappingURL=crawlSingleUrl.operation.js.map

package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawlSingleUrl.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.ts"],"names":[],"mappings":";;;AAqSA,0BAmEC;AAlWD,+CAAkD;AAIlD,4CAK0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,kBAAkB;QAC/B,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC/D;oBACD;wBACE,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBACnC;oBACD;wBACE,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBAClD;iBACF;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACxD;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,+CAA+C;gBAC5D,WAAW,EAAE,iDAAiD;aAC/D;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qDAAqD;aACnE;YACD;gBACE,WAAW,EAAE,aAAa;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,+CAA+C;aAC7D;YACD;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,eAAe;gBAC5B,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,UAAU;gBACvB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,mBAAmB;gBAChC,WAAW,EAAE,+GAA+G;aAC7H;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC;gBAC3C,GAAG,cAAc;gBACjB,GAAG,aAAa;aACjB,CAAC,CAAC;YAGH,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAG1D,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiBasicCrawler/actions/operations.d.ts

@@ -0,0 +1,8 @@
+import type { INodeProperties, IExecuteFunctions, INodeExecutionData } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+type OperationExecuteFunction = (this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions) => Promise<INodeExecutionData[]>;
+export declare const operations: {
+    [key: string]: OperationExecuteFunction;
+};
+export declare const description: INodeProperties[];
+export {};