n8n-nodes-crawl4ai-plus 2.0.8 → 3.0.0

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/utils.js

@@ -3,9 +3,16 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getCrawl4aiClient = getCrawl4aiClient;
 exports.createBrowserConfig = createBrowserConfig;
 exports.createCrawlerRunConfig = createCrawlerRunConfig;
+exports.createMarkdownGenerator = createMarkdownGenerator;
+exports.createTableExtractionStrategy = createTableExtractionStrategy;
 exports.safeJsonParse = safeJsonParse;
 exports.cleanText = cleanText;
 exports.isValidUrl = isValidUrl;
+exports.buildLlmConfig = buildLlmConfig;
+exports.validateLlmCredentials = validateLlmCredentials;
+exports.createLlmExtractionStrategy = createLlmExtractionStrategy;
+exports.createCssSelectorExtractionStrategy = createCssSelectorExtractionStrategy;
+exports.cleanExtractedData = cleanExtractedData;
 const apiClient_1 = require("./apiClient");
 async function getCrawl4aiClient(executeFunctions) {
     const credentials = await executeFunctions.getCredentials('crawl4aiPlusApi');
@@ -94,6 +101,35 @@ function createBrowserConfig(options) {
         config.enableStealth = true;
         config.enable_stealth = true;
     }
+    if (options.userAgentMode) {
+        config.userAgentMode = String(options.userAgentMode);
+        config.user_agent_mode = String(options.userAgentMode);
+    }
+    if (options.userAgentGeneratorConfig && typeof options.userAgentGeneratorConfig === 'object') {
+        config.userAgentGeneratorConfig = options.userAgentGeneratorConfig;
+        config.user_agent_generator_config = options.userAgentGeneratorConfig;
+    }
+    if (options.storageState) {
+        if (typeof options.storageState === 'string' && options.storageState.trim() !== '') {
+            try {
+                config.storage_state = JSON.parse(options.storageState.trim());
+            }
+            catch (e) {
+                config.storage_state = options.storageState.trim();
+            }
+        }
+        else if (typeof options.storageState === 'object') {
+            config.storage_state = options.storageState;
+        }
+    }
+    if (options.usePersistentContext === true) {
+        config.usePersistentContext = true;
+        config.use_persistent_context = true;
+    }
+    if (options.userDataDir && typeof options.userDataDir === 'string' && options.userDataDir.trim() !== '') {
+        config.userDataDir = String(options.userDataDir).trim();
+        config.user_data_dir = String(options.userDataDir).trim();
+    }
     return config;
 }
 function createCrawlerRunConfig(options) {
@@ -158,8 +194,131 @@ function createCrawlerRunConfig(options) {
     if (options.maxRetries !== undefined) {
         config.maxRetries = Number(options.maxRetries);
     }
+    if (options.deepCrawlStrategy) {
+        config.deepCrawlStrategy = options.deepCrawlStrategy;
+    }
+    if (options.screenshot === true) {
+        config.screenshot = true;
+    }
+    if (options.pdf === true) {
+        config.pdf = true;
+    }
+    if (options.fetchSslCertificate === true) {
+        config.fetchSslCertificate = true;
+    }
+    if (options.excludeSocialMediaLinks === true) {
+        config.excludeSocialMediaLinks = true;
+    }
+    if (options.excludeExternalImages === true) {
+        config.excludeExternalImages = true;
+    }
+    if (options.magic === true) {
+        config.magic = true;
+    }
+    if (options.simulateUser === true) {
+        config.simulateUser = true;
+    }
+    if (options.overrideNavigator === true) {
+        config.overrideNavigator = true;
+    }
+    if (options.delayBeforeReturnHtml !== undefined) {
+        config.delayBeforeReturnHtml = Number(options.delayBeforeReturnHtml);
+    }
+    if (options.waitUntil) {
+        config.waitUntil = String(options.waitUntil);
+    }
+    if (options.verbose === true) {
+        config.verbose = true;
+    }
+    if (options.markdownGenerator) {
+        config.markdownGenerator = options.markdownGenerator;
+    }
     return config;
 }
+function createMarkdownGenerator(filterConfig) {
+    const generator = {
+        type: 'DefaultMarkdownGenerator',
+        params: {}
+    };
+    if (filterConfig.filterType && filterConfig.filterType !== 'none') {
+        if (filterConfig.filterType === 'pruning') {
+            generator.params.content_filter = {
+                type: 'PruningContentFilter',
+                params: {
+                    threshold: filterConfig.threshold !== undefined ? Number(filterConfig.threshold) : 0.48,
+                    threshold_type: filterConfig.thresholdType || 'fixed',
+                    ...(filterConfig.minWordThreshold !== undefined ? { min_word_threshold: Number(filterConfig.minWordThreshold) } : {})
+                }
+            };
+        }
+        else if (filterConfig.filterType === 'bm25') {
+            generator.params.content_filter = {
+                type: 'BM25ContentFilter',
+                params: {
+                    user_query: filterConfig.userQuery || '',
+                    bm25_threshold: filterConfig.bm25Threshold !== undefined ? Number(filterConfig.bm25Threshold) : 1.0
+                }
+            };
+        }
+        else if (filterConfig.filterType === 'llm') {
+            generator.params.content_filter = {
+                type: 'LLMContentFilter',
+                params: {
+                    llm_config: filterConfig.llmConfig,
+                    instruction: filterConfig.llmInstruction || '',
+                    ...(filterConfig.chunkTokenThreshold !== undefined ?
+                        { chunk_token_threshold: Number(filterConfig.chunkTokenThreshold) } : {}),
+                    ...(filterConfig.ignoreCache !== undefined ?
+                        { ignore_cache: Boolean(filterConfig.ignoreCache) } : {}),
+                    ...(filterConfig.llmVerbose !== undefined ?
+                        { verbose: Boolean(filterConfig.llmVerbose) } : {})
+                }
+            };
+        }
+    }
+    if (filterConfig.ignoreLinks === true) {
+        generator.params.options = {
+            ...(generator.params.options || {}),
+            ignore_links: true
+        };
+    }
+    return generator;
+}
+function createTableExtractionStrategy(strategyConfig) {
+    const strategyType = strategyConfig.strategyType;
+    if (!strategyType || strategyType === 'none') {
+        return undefined;
+    }
+    if (strategyType === 'llm') {
+        return {
+            type: 'LLMTableExtraction',
+            params: {
+                llm_config: strategyConfig.llmConfig,
+                ...(strategyConfig.cssSelector ? { css_selector: strategyConfig.cssSelector } : {}),
+                ...(strategyConfig.verbose !== undefined ? { verbose: Boolean(strategyConfig.verbose) } : {}),
+                ...(strategyConfig.maxTries !== undefined ? { max_tries: Number(strategyConfig.maxTries) } : {}),
+                ...(strategyConfig.enableChunking !== undefined ? { enable_chunking: Boolean(strategyConfig.enableChunking) } : {}),
+                ...(strategyConfig.chunkTokenThreshold !== undefined ?
+                    { chunk_token_threshold: Number(strategyConfig.chunkTokenThreshold) } : {}),
+                ...(strategyConfig.minRowsPerChunk !== undefined ?
+                    { min_rows_per_chunk: Number(strategyConfig.minRowsPerChunk) } : {}),
+                ...(strategyConfig.maxParallelChunks !== undefined ?
+                    { max_parallel_chunks: Number(strategyConfig.maxParallelChunks) } : {})
+            }
+        };
+    }
+    else if (strategyType === 'default') {
+        return {
+            type: 'DefaultTableExtraction',
+            params: {
+                ...(strategyConfig.tableScoreThreshold !== undefined ?
+                    { table_score_threshold: Number(strategyConfig.tableScoreThreshold) } : {}),
+                ...(strategyConfig.verbose !== undefined ? { verbose: Boolean(strategyConfig.verbose) } : {})
+            }
+        };
+    }
+    return undefined;
+}
 function safeJsonParse(jsonString, defaultValue = null) {
     try {
         return JSON.parse(jsonString);
@@ -182,4 +341,115 @@ function isValidUrl(url) {
         return false;
     }
 }
+function buildLlmConfig(credentials) {
+    let provider = 'openai/gpt-4o';
+    let apiKey = '';
+    let baseUrl;
+    if (credentials.llmProvider === 'openai') {
+        const model = credentials.llmModel || 'gpt-4o';
+        provider = `openai/${model}`;
+        apiKey = credentials.apiKey || '';
+    }
+    else if (credentials.llmProvider === 'anthropic') {
+        const model = credentials.llmModel || 'claude-3-haiku-20240307';
+        provider = `anthropic/${model}`;
+        apiKey = credentials.apiKey || '';
+    }
+    else if (credentials.llmProvider === 'groq') {
+        const model = credentials.llmModel || 'llama3-70b-8192';
+        provider = `groq/${model}`;
+        apiKey = credentials.apiKey || '';
+    }
+    else if (credentials.llmProvider === 'ollama') {
+        const model = credentials.ollamaModel || 'llama3';
+        provider = `ollama/${model}`;
+        baseUrl = credentials.ollamaUrl || 'http://localhost:11434';
+    }
+    else if (credentials.llmProvider === 'other') {
+        provider = credentials.customProvider || 'custom/model';
+        apiKey = credentials.customApiKey || '';
+        baseUrl = credentials.customBaseUrl || undefined;
+    }
+    const llmConfig = {
+        type: 'LLMConfig',
+        params: {
+            provider,
+            ...(apiKey ? { api_token: apiKey } : {}),
+            ...(baseUrl ? { api_base: baseUrl } : {}),
+        }
+    };
+    return {
+        provider,
+        apiKey,
+        baseUrl,
+        llmConfig,
+    };
+}
+function validateLlmCredentials(credentials, context = 'LLM features') {
+    if (!credentials.enableLlm) {
+        throw new Error(`LLM features must be enabled in Crawl4AI credentials to use ${context}.`);
+    }
+    if (credentials.llmProvider !== 'ollama') {
+        let apiKey = '';
+        if (credentials.llmProvider === 'other') {
+            apiKey = credentials.customApiKey || '';
+        }
+        else {
+            apiKey = credentials.apiKey || '';
+        }
+        if (!apiKey) {
+            throw new Error(`API key is required for ${credentials.llmProvider} provider. Please configure it in the Crawl4AI credentials.`);
+        }
+    }
+}
+function createLlmExtractionStrategy(schema, instruction, provider, apiKey, baseUrl, inputFormat) {
+    return {
+        type: 'LLMExtractionStrategy',
+        params: {
+            llm_config: {
+                type: 'LLMConfig',
+                params: {
+                    provider: provider || 'openai/gpt-4o',
+                    ...(apiKey ? { api_token: apiKey } : {}),
+                    ...(baseUrl ? { api_base: baseUrl } : {}),
+                }
+            },
+            schema: { type: 'dict', value: schema },
+            instruction,
+            extraction_type: 'schema',
+            ...(inputFormat ? { input_format: inputFormat } : {}),
+        },
+    };
+}
+function createCssSelectorExtractionStrategy(schema) {
+    return {
+        type: 'JsonCssExtractionStrategy',
+        params: {
+            schema: {
+                type: 'dict',
+                value: {
+                    name: schema.name || 'ExtractedData',
+                    baseSelector: schema.baseSelector,
+                    fields: schema.fields,
+                },
+            },
+        },
+    };
+}
+function cleanExtractedData(data) {
+    if (typeof data === 'string') {
+        return cleanText(data);
+    }
+    if (Array.isArray(data)) {
+        return data.map(item => cleanExtractedData(item));
+    }
+    if (typeof data === 'object' && data !== null) {
+        const cleaned = {};
+        for (const [key, value] of Object.entries(data)) {
+            cleaned[key] = cleanExtractedData(value);
+        }
+        return cleaned;
+    }
+    return data;
+}
 //# sourceMappingURL=utils.js.map

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/utils.ts"],"names":[],"mappings":";;AAOA,8CAYC;AAOD,kDAgGC;AAOD,wDAgFC;AAKD,sCAMC;AAKD,8BAIC;AAKD,gCAOC;AA/OD,2CAAoD;AAK7C,KAAK,UAAU,iBAAiB,CACrC,gBAAmC;IAGnC,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,iBAAiB,CAAsC,CAAC;IAElH,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAGD,OAAO,IAAA,iCAAqB,EAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAOD,SAAgB,mBAAmB,CAAC,OAAoB;IACtD,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;IAC1B,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACnB,MAAc,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAChF,MAAM,CAAC,QAAQ,GAAG;YAChB,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACjC,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QACvC,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACrB,MAAc,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QAC9C,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAwB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChH,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAiB,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAc,CAAC,QAAQ,GAAG,IAAI,CAAC;QAChC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC9B,MAAc,CAAC,SAAS,GAAG,IAAI,CAAC;QACjC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzF,MAAc,CAAC,SAAS,GAAG,OAAO,CAAC,SAAqB,CAAC;QAC1D,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,SAAqB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QAClC,MAAc,CAAC,aAAa,GAAG,IAAI,CAAC;QACrC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,SAAgB,sBAAsB,CAAC,OAAoB;IACzD,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAA0C,CAAC;IACxE,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAA2B,CAAC;IACtD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC7C,YAAY,CAAC,IAAI,CACf,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC5B,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CACjC,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,YAAY,CAAC,IAAI,CAAC,GAAI,OAAO,CAAC,YAAyB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAKD,SAAgB,aAAa,CAAC,UAAkB,EAAE,eAAoB,IAAI;IACxE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC;AAKD,SAAgB,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAKD,SAAgB,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/utils.ts"],"names":[],"mappings":";;AAOA,8CAYC;AAOD,kDAoIC;AAOD,wDA0IC;AAOD,0DAqDC;AAOD,sEAsCC;AAKD,sCAMC;AAKD,8BAIC;AAKD,gCAOC;AAkBD,wCA4CC;AAQD,wDAsBC;AAYD,kEAyBC;AAOD,kFAcC;AAOD,gDAkBC;AArmBD,2CAAoD;AAK7C,KAAK,UAAU,iBAAiB,CACrC,gBAAmC;IAGnC,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,iBAAiB,CAAsC,CAAC;IAElH,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAGD,OAAO,IAAA,iCAAqB,EAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAOD,SAAgB,mBAAmB,CAAC,OAAoB;IACtD,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;IAC1B,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACvB,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACnB,MAAc,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAChF,MAAM,CAAC,QAAQ,GAAG;YAChB,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACjC,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QACvC,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACrB,MAAc,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACtC,MAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,EAAE,CAAC;QAC9C,MAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC1C,MAAM,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAwB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChH,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAiB,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAc,CAAC,QAAQ,GAAG,IAAI,CAAC;QAChC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC9B,MAAc,CAAC,SAAS,GAAG,IAAI,CAAC;QACjC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzF,MAAc,CAAC,SAAS,GAAG,OAAO,CAAC,SAAqB,CAAC;QAC1D,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,SAAqB,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QAClC,MAAc,CAAC,aAAa,GAAG,IAAI,CAAC;QACrC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAGD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,MAAc,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO,CAAC,wBAAwB,IAAI,OAAO,OAAO,CAAC,wBAAwB,KAAK,QAAQ,EAAE,CAAC;QAC5F,MAAc,CAAC,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;QAC5E,MAAM,CAAC,2BAA2B,GAAG,OAAO,CAAC,wBAAkC,CAAC;IAClF,CAAC;IAGD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAEzB,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,IAAI,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACnF,IAAI,CAAC;gBACH,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBAEX,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;YACrD,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QACzC,MAAc,CAAC,oBAAoB,GAAG,IAAI,CAAC;QAC5C,MAAM,CAAC,sBAAsB,GAAG,IAAI,CAAC;IACvC,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACvG,MAAc,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,SAAgB,sBAAsB,CAAC,OAAoB;IACzD,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAA0C,CAAC;IACxE,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAA2B,CAAC;IACtD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC7C,YAAY,CAAC,IAAI,CACf,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC5B,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CACjC,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,YAAY,CAAC,IAAI,CAAC,GAAI,OAAO,CAAC,YAAyB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,kBAAkB,GAAG,SAAS,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAwC,CAAC;IAC9E,CAAC;IAGD,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,OAAO,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAGD,IAAI,OAAO,CAAC,uBAAuB,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACxC,CAAC;IAED,IAAI,OAAO,CAAC,qBAAqB,KAAK,IAAI,EAAE,CAAC;QAC3C,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACtC,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACvC,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAClC,CAAC;IAGD,IAAI,OAAO,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QAChD,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAGD,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAGD,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACvD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,SAAgB,uBAAuB,CAAC,YAAyB;IAC/D,MAAM,SAAS,GAAQ;QACrB,IAAI,EAAE,0BAA0B;QAChC,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,IAAI,YAAY,CAAC,UAAU,IAAI,YAAY,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAClE,IAAI,YAAY,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAE1C,SAAS,CAAC,MAAM,CAAC,cAAc,GAAG;gBAChC,IAAI,EAAE,sBAAsB;gBAC5B,MAAM,EAAE;oBACN,SAAS,EAAE,YAAY,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;oBACvF,cAAc,EAAE,YAAY,CAAC,aAAa,IAAI,OAAO;oBACrD,GAAG,CAAC,YAAY,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtH;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAE9C,SAAS,CAAC,MAAM,CAAC,cAAc,GAAG;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,MAAM,EAAE;oBACN,UAAU,EAAE,YAAY,CAAC,SAAS,IAAI,EAAE;oBACxC,cAAc,EAAE,YAAY,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG;iBACpG;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;YAE7C,SAAS,CAAC,MAAM,CAAC,cAAc,GAAG;gBAChC,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE;oBACN,UAAU,EAAE,YAAY,CAAC,SAAS;oBAClC,WAAW,EAAE,YAAY,CAAC,cAAc,IAAI,EAAE;oBAC9C,GAAG,CAAC,YAAY,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC;wBAClD,EAAE,qBAAqB,EAAE,MAAM,CAAC,YAAY,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3E,GAAG,CAAC,YAAY,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC;wBAC1C,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3D,GAAG,CAAC,YAAY,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;wBACzC,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtD;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAGD,IAAI,YAAY,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;QACtC,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG;YACzB,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YACnC,YAAY,EAAE,IAAI;SACnB,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAOD,SAAgB,6BAA6B,CAAC,cAA2B;IACvE,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC;IAEjD,IAAI,CAAC,YAAY,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;QAE3B,OAAO;YACL,IAAI,EAAE,oBAAoB;YAC1B,MAAM,EAAE;gBACN,UAAU,EAAE,cAAc,CAAC,SAAS;gBACpC,GAAG,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,cAAc,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnF,GAAG,CAAC,cAAc,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7F,GAAG,CAAC,cAAc,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChG,GAAG,CAAC,cAAc,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnH,GAAG,CAAC,cAAc,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC;oBACpD,EAAE,qBAAqB,EAAE,MAAM,CAAC,cAAc,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7E,GAAG,CAAC,cAAc,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC;oBAChD,EAAE,kBAAkB,EAAE,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,GAAG,CAAC,cAAc,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC;oBAClD,EAAE,mBAAmB,EAAE,MAAM,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E;SACF,CAAC;IACJ,CAAC;SAAM,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAEtC,OAAO;YACL,IAAI,EAAE,wBAAwB;YAC9B,MAAM,EAAE;gBACN,GAAG,CAAC,cAAc,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC;oBACpD,EAAE,qBAAqB,EAAE,MAAM,CAAC,cAAc,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7E,GAAG,CAAC,cAAc,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9F;SACF,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAKD,SAAgB,aAAa,CAAC,UAAkB,EAAE,eAAoB,IAAI;IACxE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC;AAKD,SAAgB,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI;SACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAKD,SAAgB,UAAU,CAAC,GAAW;IACpC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAkBD,SAAgB,cAAc,CAAC,WAAgB;IAC7C,IAAI,QAAQ,GAAG,eAAe,CAAC;IAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,OAA2B,CAAC;IAEhC,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAC/C,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;QAC7B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;IACpC,CAAC;SAAM,IAAI,WAAW,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,yBAAyB,CAAC;QAChE,QAAQ,GAAG,aAAa,KAAK,EAAE,CAAC;QAChC,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;IACpC,CAAC;SAAM,IAAI,WAAW,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,IAAI,iBAAiB,CAAC;QACxD,QAAQ,GAAG,QAAQ,KAAK,EAAE,CAAC;QAC3B,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;IACpC,CAAC;SAAM,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,IAAI,QAAQ,CAAC;QAClD,QAAQ,GAAG,UAAU,KAAK,EAAE,CAAC;QAC7B,OAAO,GAAG,WAAW,CAAC,SAAS,IAAI,wBAAwB,CAAC;IAE9D,CAAC;SAAM,IAAI,WAAW,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;QAC/C,QAAQ,GAAG,WAAW,CAAC,cAAc,IAAI,cAAc,CAAC;QACxD,MAAM,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;QACxC,OAAO,GAAG,WAAW,CAAC,aAAa,IAAI,SAAS,CAAC;IACnD,CAAC;IAGD,MAAM,SAAS,GAAQ;QACrB,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE;YACN,QAAQ;YACR,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1C;KACF,CAAC;IAEF,OAAO;QACL,QAAQ;QACR,MAAM;QACN,OAAO;QACP,SAAS;KACV,CAAC;AACJ,CAAC;AAQD,SAAgB,sBAAsB,CAAC,WAAgB,EAAE,UAAkB,cAAc;IACvF,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,+DAA+D,OAAO,GAAG,CAC1E,CAAC;IACJ,CAAC;IAGD,IAAI,WAAW,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,WAAW,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACxC,MAAM,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,2BAA2B,WAAW,CAAC,WAAW,6DAA6D,CAChH,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAYD,SAAgB,2BAA2B,CACzC,MAAW,EACX,WAAmB,EACnB,QAAiB,EACjB,MAAe,EACf,OAAgB,EAChB,WAAkD;IAElD,OAAO;QACL,IAAI,EAAE,uBAAuB;QAC7B,MAAM,EAAE;YACN,UAAU,EAAE;gBACV,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE;oBACN,QAAQ,EAAE,QAAQ,IAAI,eAAe;oBACrC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC1C;aACF;YACD,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;YACvC,WAAW;YACX,eAAe,EAAE,QAAQ;YACzB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD;KACF,CAAC;AACJ,CAAC;AAOD,SAAgB,mCAAmC,CAAC,MAAW;IAC7D,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,MAAM,EAAE;YACN,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,eAAe;oBACpC,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB;aACF;SACF;KACF,CAAC;AACJ,CAAC;AAOD,SAAgB,kBAAkB,CAAC,IAAS;IAC1C,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/nodes/Crawl4aiPlusContentExtractor/Crawl4aiPlusContentExtractor.node.js

@@ -8,7 +8,7 @@ class Crawl4aiPlusContentExtractor {
         this.description = {
             displayName: 'Crawl4AI Plus: Content Extractor',
             name: 'crawl4aiPlusContentExtractor',
-            icon: 'file:crawl4ai.svg',
+            icon: 'file:crawl4aiplus.svg',
             group: ['transform'],
             version: 1,
             subtitle: '={{$parameter["operation"]}}',

package/dist/nodes/Crawl4aiPlusContentExtractor/Crawl4aiPlusContentExtractor.node.js.map

@@ -1 +1 @@
-{"version":3,"file":"Crawl4aiPlusContentExtractor.node.js","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlusContentExtractor/Crawl4aiPlusContentExtractor.node.ts"],"names":[],"mappings":";;;AAQA,6CAA0C;AAC1C,qDAA4E;AAG5E,MAAa,4BAA4B;IAAzC;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,kCAAkC;YAC/C,IAAI,EAAE,8BAA8B;YACpC,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,8BAA8B;YACxC,WAAW,EAAE,6EAA6E;YAC1F,QAAQ,EAAE;gBACT,IAAI,EAAE,kCAAkC;aACxC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,iBAAiB;oBACvB,QAAQ,EAAE,IAAI;iBACd;aACD;YACD,UAAU,EAAE;gBACX,GAAG,wBAAqB;aACxB;SACD,CAAC;IAMH,CAAC;IAHA,KAAK,CAAC,OAAO;QACZ,OAAO,MAAM,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACD;AA9BD,oEA8BC"}
+{"version":3,"file":"Crawl4aiPlusContentExtractor.node.js","sourceRoot":"","sources":["../../../nodes/Crawl4aiPlusContentExtractor/Crawl4aiPlusContentExtractor.node.ts"],"names":[],"mappings":";;;AAQA,6CAA0C;AAC1C,qDAA4E;AAG5E,MAAa,4BAA4B;IAAzC;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,kCAAkC;YAC/C,IAAI,EAAE,8BAA8B;YACpC,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,8BAA8B;YACxC,WAAW,EAAE,6EAA6E;YAC1F,QAAQ,EAAE;gBACT,IAAI,EAAE,kCAAkC;aACxC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,iBAAiB;oBACvB,QAAQ,EAAE,IAAI;iBACd;aACD;YACD,UAAU,EAAE;gBACX,GAAG,wBAAqB;aACxB;SACD,CAAC;IAMH,CAAC;IAHA,KAAK,CAAC,OAAO;QACZ,OAAO,MAAM,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;CACD;AA9BD,oEA8BC"}

package/dist/nodes/Crawl4aiPlusContentExtractor/actions/cosineExtractor.operation.d.ts

@@ -0,0 +1,4 @@
+import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
+import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
+export declare const description: INodeProperties[];
+export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;