n8n-nodes-crawl4ai-onuro 0.2.0

package/dist/nodes/Crawl4aiBasicCrawler/helpers/utils.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getCrawl4aiClient = getCrawl4aiClient;
+exports.createBrowserConfig = createBrowserConfig;
+exports.createCrawlerRunConfig = createCrawlerRunConfig;
+exports.safeJsonParse = safeJsonParse;
+exports.cleanText = cleanText;
+exports.isValidUrl = isValidUrl;
+const apiClient_1 = require("./apiClient");
+async function getCrawl4aiClient(executeFunctions) {
+    const credentials = await executeFunctions.getCredentials('crawl4aiApi');
+    if (!credentials) {
+        throw new Error('Crawl4AI credentials are not configured!');
+    }
+    return (0, apiClient_1.createCrawlerInstance)(credentials);
+}
+function createBrowserConfig(options) {
+    return {
+        headless: options.headless !== false,
+        javaScriptEnabled: options.javaScriptEnabled === true,
+        viewport: {
+            width: options.viewportWidth ? Number(options.viewportWidth) : 1280,
+            height: options.viewportHeight ? Number(options.viewportHeight) : 800,
+        },
+        timeout: options.timeout ? Number(options.timeout) : 30000,
+        userAgent: options.userAgent ? String(options.userAgent) : undefined,
+    };
+}
+function createCrawlerRunConfig(options) {
+    let excludedTags = [];
+    if (options.excludedTags) {
+        if (typeof options.excludedTags === 'string') {
+            excludedTags = options.excludedTags
+                .split(',')
+                .map(tag => tag.trim())
+                .filter(tag => tag);
+        }
+        else if (Array.isArray(options.excludedTags)) {
+            excludedTags = options.excludedTags;
+        }
+    }
+    return {
+        cacheMode: options.cacheMode || 'enabled',
+        streamEnabled: options.streamEnabled === true,
+        pageTimeout: options.pageTimeout ? Number(options.pageTimeout) : 30000,
+        requestTimeout: options.requestTimeout ? Number(options.requestTimeout) : 30000,
+        jsCode: options.jsCode ? String(options.jsCode) : undefined,
+        jsOnly: options.jsOnly === true,
+        cssSelector: options.cssSelector ? String(options.cssSelector) : undefined,
+        excludedTags,
+        excludeExternalLinks: options.excludeExternalLinks === true,
+        checkRobotsTxt: options.checkRobotsTxt === true,
+        wordCountThreshold: options.wordCountThreshold ? Number(options.wordCountThreshold) : 0,
+        sessionId: options.sessionId ? String(options.sessionId) : undefined,
+        maxRetries: options.maxRetries ? Number(options.maxRetries) : 3,
+    };
+}
+function safeJsonParse(jsonString, defaultValue = null) {
+    try {
+        return JSON.parse(jsonString);
+    }
+    catch (error) {
+        return defaultValue;
+    }
+}
+function cleanText(text) {
+    return text
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+function isValidUrl(url) {
+    try {
+        new URL(url);
+        return true;
+    }
+    catch (error) {
+        return false;
+    }
+}
+//# sourceMappingURL=utils.js.map

package/dist/nodes/Crawl4aiBasicCrawler/helpers/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiBasicCrawler/helpers/utils.ts"],"names":[],"mappings":";;AAOA,8CAYC;AAOD,kDAWC;AAOD,wDA6BC;AAKD,sCAMC;AAKD,8BAIC;AAKD,gCAOC;AAvGD,2CAAoD;AAK7C,KAAK,UAAU,iBAAiB,CACrC,gBAAmC;IAGnC,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,aAAa,CAAsC,CAAC;IAE9G,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAGD,OAAO,IAAA,iCAAqB,EAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAOD,SAAgB,mBAAmB,CAAC,OAAoB;IACtD,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,KAAK;QACpC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,KAAK,IAAI;QACrD,QAAQ,EAAE;YACR,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;YACnE,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG;SACtE;QACD,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;QAC1D,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACrE,CAAC;AACJ,CAAC;AAOD,SAAgB,sBAAsB,CAAC,OAAoB;IAEzD,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC7C,YAAY,GAAI,OAAO,CAAC,YAAuB;iBAC5C,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,YAAY,GAAG,OAAO,CAAC,YAAwB,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAA0C,IAAI,SAAS;QAC1E,aAAa,EAAE,OAAO,CAAC,aAAa,KAAK,IAAI;QAC7C,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK;QACtE,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK;QAC/E,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3D,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;QAC/B,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1E,YAAY;QACZ,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,KAAK,IAAI;QAC3D,cAAc,EAAE,OAAO,CAAC,cAAc,KAAK,IAAI;QAC/C,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;QACvF,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;KAChE,CAAC;AACJ,CAAC;AAKD,SAAgB,aAAa,CAAC,UAAkB,EAAE,eAAoB,IAAI;IACxE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC;AAKD,SAAgB,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAKD,SAAgB,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.d.ts

@@ -0,0 +1,5 @@
+import { IExecuteFunctions, INodeExecutionData, INodeType, INodeTypeDescription } from 'n8n-workflow';
+export declare class Crawl4aiContentExtractor implements INodeType {
+    description: INodeTypeDescription;
+    execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]>;
+}

package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Crawl4aiContentExtractor = void 0;
+const router_1 = require("./actions/router");
+const operations_1 = require("./actions/operations");
+class Crawl4aiContentExtractor {
+    constructor() {
+        this.description = {
+            displayName: 'Crawl4AI: Content Extractor',
+            name: 'crawl4aiContentExtractor',
+            icon: 'file:crawl4ai.svg',
+            group: ['transform'],
+            version: 1,
+            subtitle: '={{$parameter["operation"]}}',
+            description: 'Extract structured content from web pages using Crawl4AI',
+            defaults: {
+                name: 'Crawl4AI: Content Extractor',
+            },
+            inputs: ['main'],
+            outputs: ['main'],
+            usableAsTool: true,
+            credentials: [
+                {
+                    name: 'crawl4aiApi',
+                    required: true,
+                },
+            ],
+            properties: [
+                ...operations_1.description,
+            ],
+        };
+    }
+    async execute() {
+        return await router_1.router.call(this);
+    }
+}
+exports.Crawl4aiContentExtractor = Crawl4aiContentExtractor;
+//# sourceMappingURL=Crawl4aiContentExtractor.node.js.map

package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Crawl4aiContentExtractor.node.js","sourceRoot":"","sources":["../../../nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.ts"],"names":[],"mappings":";;;AAQA,6CAA0C;AAC1C,qDAA4E;AAG5E,MAAa,wBAAwB;IAArC;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,6BAA6B;YAC1C,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,8BAA8B;YACxC,WAAW,EAAE,0DAA0D;YACvE,QAAQ,EAAE;gBACT,IAAI,EAAE,6BAA6B;aACnC;YAED,MAAM,EAAE,CAAC,MAAM,CAAC;YAEhB,OAAO,EAAE,CAAC,MAAM,CAAC;YAEjB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,aAAa;oBACnB,QAAQ,EAAE,IAAI;iBACd;aACD;YACD,UAAU,EAAE;gBACX,GAAG,wBAAqB;aACxB;SACD,CAAC;IAMH,CAAC;IAHA,KAAK,CAAC,OAAO;QACZ,OAAO,MAAM,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACD;AAjCD,4DAiCC"}

package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.d.ts

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;

package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.js

@@ -0,0 +1,295 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.description = void 0;
+exports.execute = execute;
+const n8n_workflow_1 = require("n8n-workflow");
+const utils_1 = require("../helpers/utils");
+const formatters_1 = require("../../Crawl4aiBasicCrawler/helpers/formatters");
+exports.description = [
+    {
+        displayName: 'URL',
+        name: 'url',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'https://example.com',
+        description: 'The URL to extract content from',
+        displayOptions: {
+            show: {
+                operation: ['cssExtractor'],
+            },
+        },
+    },
+    {
+        displayName: 'Base Selector',
+        name: 'baseSelector',
+        type: 'string',
+        required: true,
+        default: '',
+        placeholder: 'div.product-item',
+        description: 'CSS selector for the repeating element (e.g., product items, article cards)',
+        displayOptions: {
+            show: {
+                operation: ['cssExtractor'],
+            },
+        },
+    },
+    {
+        displayName: 'Fields',
+        name: 'fields',
+        placeholder: 'Add Field',
+        type: 'fixedCollection',
+        typeOptions: {
+            multipleValues: true,
+        },
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['cssExtractor'],
+            },
+        },
+        options: [
+            {
+                name: 'fieldsValues',
+                displayName: 'Fields',
+                values: [
+                    {
+                        displayName: 'Field Name',
+                        name: 'name',
+                        type: 'string',
+                        required: true,
+                        default: '',
+                        placeholder: 'title',
+                        description: 'Name of the field to extract',
+                    },
+                    {
+                        displayName: 'CSS Selector',
+                        name: 'selector',
+                        type: 'string',
+                        required: true,
+                        default: '',
+                        placeholder: 'h3.title',
+                        description: 'CSS selector relative to the base selector',
+                    },
+                    {
+                        displayName: 'Field Type',
+                        name: 'fieldType',
+                        type: 'options',
+                        options: [
+                            {
+                                name: 'Text',
+                                value: 'text',
+                                description: 'Extract text content',
+                            },
+                            {
+                                name: 'HTML',
+                                value: 'html',
+                                description: 'Extract HTML content',
+                            },
+                            {
+                                name: 'Attribute',
+                                value: 'attribute',
+                                description: 'Extract an attribute value',
+                            },
+                        ],
+                        default: 'text',
+                        description: 'Type of data to extract',
+                    },
+                    {
+                        displayName: 'Attribute Name',
+                        name: 'attribute',
+                        type: 'string',
+                        displayOptions: {
+                            show: {
+                                fieldType: ['attribute'],
+                            },
+                        },
+                        default: 'href',
+                        placeholder: 'href',
+                        description: 'Name of the attribute to extract',
+                    },
+                ],
+            },
+        ],
+    },
+    {
+        displayName: 'Browser Options',
+        name: 'browserOptions',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['cssExtractor'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Enable JavaScript',
+                name: 'javaScriptEnabled',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to enable JavaScript execution',
+            },
+            {
+                displayName: 'Headless Mode',
+                name: 'headless',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to run browser in headless mode',
+            },
+            {
+                displayName: 'JavaScript Code',
+                name: 'jsCode',
+                type: 'string',
+                typeOptions: {
+                    rows: 4,
+                },
+                default: '',
+                placeholder: 'document.querySelector("button.load-more").click();',
+                description: 'JavaScript code to execute before extraction (e.g., to click buttons, scroll)',
+            },
+            {
+                displayName: 'Timeout (Ms)',
+                name: 'timeout',
+                type: 'number',
+                default: 30000,
+                description: 'Maximum time to wait for the browser to load the page',
+            },
+            {
+                displayName: 'Viewport Height',
+                name: 'viewportHeight',
+                type: 'number',
+                default: 800,
+                description: 'The height of the browser viewport',
+            },
+            {
+                displayName: 'Viewport Width',
+                name: 'viewportWidth',
+                type: 'number',
+                default: 1280,
+                description: 'The width of the browser viewport',
+            },
+        ],
+    },
+    {
+        displayName: 'Options',
+        name: 'options',
+        type: 'collection',
+        placeholder: 'Add Option',
+        default: {},
+        displayOptions: {
+            show: {
+                operation: ['cssExtractor'],
+            },
+        },
+        options: [
+            {
+                displayName: 'Cache Mode',
+                name: 'cacheMode',
+                type: 'options',
+                options: [
+                    {
+                        name: 'Enabled (Read/Write)',
+                        value: 'enabled',
+                        description: 'Use cache if available, save new results to cache',
+                    },
+                    {
+                        name: 'Bypass (Force Fresh)',
+                        value: 'bypass',
+                        description: 'Ignore cache, always fetch fresh content',
+                    },
+                    {
+                        name: 'Only (Read Only)',
+                        value: 'only',
+                        description: 'Only use cache, do not make new requests',
+                    },
+                ],
+                default: 'enabled',
+                description: 'How to use the cache when crawling',
+            },
+            {
+                displayName: 'Include Original Text',
+                name: 'includeFullText',
+                type: 'boolean',
+                default: false,
+                description: 'Whether to include the original webpage text in output',
+            },
+            {
+                displayName: 'Clean Text',
+                name: 'cleanText',
+                type: 'boolean',
+                default: true,
+                description: 'Whether to clean and normalize extracted text (remove extra spaces, newlines)',
+            },
+        ],
+    },
+];
+async function execute(items, nodeOptions) {
+    var _a;
+    const allResults = [];
+    for (let i = 0; i < items.length; i++) {
+        try {
+            const url = this.getNodeParameter('url', i, '');
+            const baseSelector = this.getNodeParameter('baseSelector', i, '');
+            const fieldsValues = this.getNodeParameter('fields.fieldsValues', i, []);
+            const browserOptions = this.getNodeParameter('browserOptions', i, {});
+            const options = this.getNodeParameter('options', i, {});
+            if (!url) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
+            }
+            if (!(0, utils_1.isValidUrl)(url)) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URL: ${url}`, { itemIndex: i });
+            }
+            if (!baseSelector) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Base selector cannot be empty.', { itemIndex: i });
+            }
+            if (!fieldsValues || fieldsValues.length === 0) {
+                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'At least one field must be defined.', { itemIndex: i });
+            }
+            const schema = {
+                name: 'extracted_items',
+                baseSelector,
+                fields: fieldsValues.map(field => ({
+                    name: field.name,
+                    selector: field.selector,
+                    type: field.fieldType,
+                    attribute: field.attribute,
+                })),
+            };
+            const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
+            const extractionStrategy = (0, utils_1.createCssSelectorExtractionStrategy)(schema);
+            const crawler = await (0, utils_1.getCrawl4aiClient)(this);
+            const result = await crawler.arun(url, {
+                browserConfig,
+                extractionStrategy,
+                cacheMode: options.cacheMode || 'enabled',
+                jsCode: browserOptions.jsCode,
+            });
+            const extractedData = (0, formatters_1.parseExtractedJson)(result);
+            const formattedResult = (0, formatters_1.formatExtractionResult)(result, extractedData, options.includeFullText);
+            if (options.cleanText === true && extractedData) {
+                formattedResult.data = (0, utils_1.cleanExtractedData)(extractedData);
+            }
+            allResults.push({
+                json: formattedResult,
+                pairedItem: { item: i },
+            });
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                const node = this.getNode();
+                const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
+                allResults.push({
+                    json: items[i].json,
+                    error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
+                    pairedItem: { item: i },
+                });
+                continue;
+            }
+            throw error;
+        }
+    }
+    return allResults;
+}
+//# sourceMappingURL=cssExtractor.operation.js.map

package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AAqPA,0BAoGC;AAnVD,+CAAkD;AAIlD,4CAM0B;AAC1B,8EAGuD;AAG1C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACX,cAAc,EAAE,IAAI;SACrB;QACD,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACN;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC5C;oBACD;wBACE,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBAC1D;oBACD;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BAC1C;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACvC;oBACD;wBACE,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACd,IAAI,EAAE;gCACJ,SAAS,EAAE,CAAC,WAAW,CAAC;6BACzB;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,0CAA0C;qBACxD;oBACD;wBACE,IAAI,EAAE,kBAAkB;wBACxB,KAAK,EAAE,MAAM;wBACb,WAAW,EAAE,0CAA0C;qBACxD;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACtE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+EAA+E;aAC7F;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YAC1F,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gCAAgC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qCAAqC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxG,CAAC;YAGD,MAAM,MAAM,GAAsB;gBAChC,IAAI,EAAE,iBAAiB;gBACvB,YAAY;gBACZ,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACjC,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAkB;oBAClC,IAAI,EAAE,KAAK,CAAC,SAA0C;oBACtD,SAAS,EAAE,KAAK,CAAC,SAAmB;iBACrC,CAAC,CAAC;aACJ,CAAC;YAGF,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAG1D,MAAM,kBAAkB,GAAG,IAAA,2CAAmC,EAAC,MAAM,CAAC,CAAC;YAGvE,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACrC,aAAa;gBACb,kBAAkB;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;gBACzC,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;YAGH,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YAGjD,MAAM,eAAe,GAAG,IAAA,mCAAsB,EAC5C,MAAM,EACN,aAAa,EACb,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,aAAa,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,GAAG,IAAA,0BAAkB,EAAC,aAAa,CAAC,CAAC;YAC3D,CAAC;YAGD,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiContentExtractor/actions/jsonExtractor.operation.d.ts

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;