npm - n8n-nodes-crawl4ai-plus - Versions diffs - 2.0.9 → 3.0.0 - Mend

n8n-nodes-crawl4ai-plus 2.0.9 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (47) hide show

package/dist/nodes/Crawl4aiPlusBasicCrawler/actions/processRawHtml.operation.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"processRawHtml.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/processRawHtml.operation.ts"],"names":[],"mappings":";;;AA0HA,0BA2DC;AA/KD,+CAAkD;AAIlD,4CAG0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACX,IAAI,EAAE,CAAC;SACR;QACD,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,0DAA0D;QACvE,WAAW,EAAE,~~iCAAiC~~;~~QAC9C~~,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,qBAAqB;QAC9B,WAAW,EAAE,kDAAkD;QAC/D,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,qBAAqB,CAAW,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,+BAA+B,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAClG,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC,cAAc,CAAC,CAAC;YAG7D,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;YAG1E,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}
1	+ {"version":3,"file":"processRawHtml.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/actions/processRawHtml.operation.ts"],"names":[],"mappings":";;;AA0HA,0BA2DC;AA/KD,+CAAkD;AAIlD,4CAG0B;AAC1B,sDAA0D;AAG7C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACX,IAAI,EAAE,CAAC;SACR;QACD,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,0DAA0D;QACvE,WAAW,EAAE,sGAAsG;QACnH,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,qBAAqB;QAC9B,WAAW,EAAE,kDAAkD;QAC/D,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,uEAAuE;aACrF;YACD;gBACE,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,8DAA8D;aAC5E;YACD;gBACE,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC;gBACV,WAAW,EAAE,oDAAoD;aAClE;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,gBAAgB,CAAC;aAC9B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uEAAuE;aACrF;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,qBAAqB,CAAW,CAAC;YACrF,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,+BAA+B,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAClG,CAAC;YAGD,MAAM,aAAa,GAAG,IAAA,8BAAsB,EAAC,cAAc,CAAC,CAAC;YAG7D,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;YAG1E,MAAM,eAAe,GAAG,IAAA,8BAAiB,EACvC,MAAM,EACN,OAAO,CAAC,YAAuB,EAC/B,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.d.ts CHANGED Viewed

@@ -4,12 +4,15 @@ export declare class Crawl4aiClient {
     private readonly credentials;
     constructor(credentials: Crawl4aiApiCredentials);
     private createApiClient;
+    private getTimeout;
+    private parseApiError;
     crawlUrl(url: string, config: CrawlerRunConfig): Promise<CrawlResult>;
     crawlMultipleUrls(urls: string[], config: CrawlerRunConfig): Promise<CrawlResult[]>;
     processRawHtml(html: string, baseUrl: string, config: CrawlerRunConfig): Promise<CrawlResult>;
-    arun(url: string, options: any): Promise<CrawlResult>;
+    arun(url: string, config: CrawlerRunConfig): Promise<CrawlResult>;
     private formatBrowserConfig;
     private formatCrawlerConfig;
+    generateRegexPattern(payload: any): Promise<any>;
     close(): Promise<void>;
 }
 export declare function createCrawlerInstance(credentials: Crawl4aiApiCredentials): Promise<Crawl4aiClient>;

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.js CHANGED Viewed

@@ -12,14 +12,12 @@ class Crawl4aiClient {
         this.apiClient = this.createApiClient();
     }
     createApiClient() {
-        const baseURL = this.credentials.connectionMode === 'docker'
-            ? this.credentials.dockerUrl
-            : 'http://localhost:11235';
+        const baseURL = this.credentials.dockerUrl || 'http://localhost:11235';
         const client = axios_1.default.create({
             baseURL,
-            timeout: 60000,
+            timeout: 120000,
         });
-        if (this.credentials.connectionMode === 'docker' && this.credentials.authenticationType) {
+        if (this.credentials.authenticationType) {
             if (this.credentials.authenticationType === 'token' && this.credentials.apiToken) {
                 client.defaults.headers.common['Authorization'] = `Bearer ${this.credentials.apiToken}`;
             }
@@ -32,12 +30,57 @@ class Crawl4aiClient {
         }
         return client;
     }
+    getTimeout(config) {
+        if (config.deepCrawlStrategy) {
+            return 300000;
+        }
+        return 120000;
+    }
+    parseApiError(error, context = 'crawl') {
+        var _a;
+        if (error.code === 'ECONNREFUSED' || error.code === 'ENOTFOUND') {
+            return `Cannot connect to Crawl4AI API at ${this.apiClient.defaults.baseURL}. Check that the Docker container is running and the URL is correct.`;
+        }
+        if (error.code === 'ETIMEDOUT' || ((_a = error.message) === null || _a === void 0 ? void 0 : _a.includes('timeout'))) {
+            return `Request timed out. The crawl operation took longer than the configured timeout. Consider increasing the timeout or simplifying the crawl configuration.`;
+        }
+        if (error.response) {
+            const status = error.response.status;
+            const data = error.response.data;
+            const detail = (data === null || data === void 0 ? void 0 : data.detail) || (data === null || data === void 0 ? void 0 : data.error) || (data === null || data === void 0 ? void 0 : data.message);
+            if (status === 400) {
+                return `Invalid request (400): ${detail || 'Bad request format'}. Check your configuration parameters.`;
+            }
+            if (status === 401) {
+                return `Authentication failed (401): ${detail || 'Invalid credentials'}. Check your API token or username/password in credentials.`;
+            }
+            if (status === 403) {
+                return `Access forbidden (403): ${detail || 'Insufficient permissions'}. Check your authentication credentials.`;
+            }
+            if (status === 404) {
+                return `Endpoint not found (404): ${detail || 'The requested endpoint does not exist'}. Verify the Crawl4AI API version.`;
+            }
+            if (status === 422) {
+                return `Validation error (422): ${detail || 'Invalid configuration parameters'}. Review your browser_config or crawler_config settings.`;
+            }
+            if (status === 429) {
+                return `Rate limit exceeded (429): ${detail || 'Too many requests'}. Please wait before retrying.`;
+            }
+            if (status >= 500) {
+                return `Server error (${status}): ${detail || 'Crawl4AI API encountered an internal error'}. The server may be overloaded or experiencing issues.`;
+            }
+            return `API error (${status}): ${detail || error.response.statusText || 'Unknown error'}`;
+        }
+        return error instanceof Error ? error.message : 'Unknown error occurred';
+    }
     async crawlUrl(url, config) {
         try {
             const response = await this.apiClient.post('/crawl', {
                 urls: [url],
                 browser_config: this.formatBrowserConfig(config),
                 crawler_config: this.formatCrawlerConfig(config),
+            }, {
+                timeout: this.getTimeout(config),
             });
             if (response.data && Array.isArray(response.data.results) && response.data.results.length > 0) {
                 return response.data.results[0];
@@ -45,14 +88,14 @@ class Crawl4aiClient {
             return {
                 url,
                 success: false,
-                error_message: 'No result returned from Crawl4AI API',
+                error_message: 'No result returned from Crawl4AI API. The API responded but did not return any crawl results.',
             };
         }
         catch (error) {
             return {
                 url,
                 success: false,
-                error_message: error instanceof Error ? error.message : 'Unknown error occurred',
+                error_message: this.parseApiError(error, 'crawl'),
             };
         }
     }
@@ -62,6 +105,8 @@ class Crawl4aiClient {
                 urls,
                 browser_config: this.formatBrowserConfig(config),
                 crawler_config: this.formatCrawlerConfig(config),
+            }, {
+                timeout: this.getTimeout(config),
             });
             if (response.data && Array.isArray(response.data.results)) {
                 return response.data.results;
@@ -69,20 +114,30 @@ class Crawl4aiClient {
             return urls.map(url => ({
                 url,
                 success: false,
-                error_message: 'No results returned from Crawl4AI API',
+                error_message: 'No results returned from Crawl4AI API. The API responded but did not return any crawl results.',
             }));
         }
         catch (error) {
+            const errorMessage = this.parseApiError(error, 'crawlMultiple');
             return urls.map(url => ({
                 url,
                 success: false,
-                error_message: error instanceof Error ? error.message : 'Unknown error occurred',
+                error_message: errorMessage,
             }));
         }
     }
     async processRawHtml(html, baseUrl, config) {
         try {
-            const rawUrl = `raw://${encodeURIComponent(html)}`;
+            const htmlSizeBytes = new TextEncoder().encode(html).length;
+            const MAX_HTML_SIZE = 5 * 1024 * 1024;
+            if (htmlSizeBytes > MAX_HTML_SIZE) {
+                return {
+                    url: baseUrl,
+                    success: false,
+                    error_message: `HTML content too large (${(htmlSizeBytes / 1024 / 1024).toFixed(2)}MB). Maximum allowed: 5MB`,
+                };
+            }
+            const rawUrl = `raw:${html}`;
             const response = await this.apiClient.post('/crawl', {
                 urls: [rawUrl],
                 browser_config: this.formatBrowserConfig(config),
@@ -90,6 +145,8 @@ class Crawl4aiClient {
                     ...this.formatCrawlerConfig(config),
                     base_url: baseUrl,
                 },
+            }, {
+                timeout: this.getTimeout(config),
             });
             if (response.data && Array.isArray(response.data.results) && response.data.results.length > 0) {
                 return response.data.results[0];
@@ -97,60 +154,19 @@ class Crawl4aiClient {
             return {
                 url: baseUrl,
                 success: false,
-                error_message: 'No result returned from Crawl4AI API',
+                error_message: 'No result returned from Crawl4AI API. The API responded but did not return any crawl results.',
             };
         }
         catch (error) {
             return {
                 url: baseUrl,
                 success: false,
-                error_message: error instanceof Error ? error.message : 'Unknown error occurred',
+                error_message: this.parseApiError(error, 'processRawHtml'),
             };
         }
     }
-    async arun(url, options) {
-        var _a, _b;
-        try {
-            const crawlerParams = {
-                cache_mode: options.cacheMode || 'ENABLED',
-            };
-            if (options.jsCode) {
-                crawlerParams.js_code = options.jsCode;
-            }
-            if (options.cssSelector) {
-                crawlerParams.css_selector = options.cssSelector;
-            }
-            if (options.extractionStrategy) {
-                crawlerParams.extraction_strategy = options.extractionStrategy;
-            }
-            if (options.extraArgs) {
-                Object.assign(crawlerParams, options.extraArgs);
-            }
-            const requestBody = {
-                urls: [url],
-                browser_config: this.formatBrowserConfig(options.browserConfig || {}),
-                crawler_config: {
-                    type: 'CrawlerRunConfig',
-                    params: crawlerParams,
-                },
-            };
-            const response = await this.apiClient.post('/crawl', requestBody);
-            if (response.data && Array.isArray(response.data.results) && response.data.results.length > 0) {
-                return response.data.results[0];
-            }
-            return {
-                url,
-                success: false,
-                error_message: 'No result returned from Crawl4AI API',
-            };
-        }
-        catch (error) {
-            return {
-                url,
-                success: false,
-                error_message: ((_b = (_a = error.response) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.detail) || error.message || 'Unknown error occurred',
-            };
-        }
+    async arun(url, config) {
+        return this.crawlUrl(url, config);
     }
     formatBrowserConfig(config) {
         const params = {};
@@ -206,7 +222,6 @@ class Crawl4aiClient {
         return Object.keys(params).length > 0 ? params : {};
     }
     formatCrawlerConfig(config) {
-        var _a;
         const params = {};
         if (config.cacheMode) {
             params.cache_mode = config.cacheMode;
@@ -214,8 +229,8 @@ class Crawl4aiClient {
         if (config.streamEnabled) {
             params.stream = true;
         }
-        if (config.pageTimeout !== undefined || config.timeout !== undefined) {
-            params.page_timeout = (_a = config.pageTimeout) !== null && _a !== void 0 ? _a : config.timeout;
+        if (config.pageTimeout !== undefined) {
+            params.page_timeout = config.pageTimeout;
         }
         if (config.waitUntil) {
             params.wait_until = config.waitUntil;
@@ -232,6 +247,9 @@ class Crawl4aiClient {
         if (config.cssSelector) {
             params.css_selector = config.cssSelector;
         }
+        if (config.deepCrawlStrategy) {
+            params.deep_crawl_strategy = config.deepCrawlStrategy;
+        }
         if (config.excludedTags && config.excludedTags.length > 0) {
             params.excluded_tags = config.excludedTags;
         }
@@ -250,17 +268,33 @@ class Crawl4aiClient {
         if (config.maxRetries !== undefined) {
             params.max_retries = config.maxRetries;
         }
-        if (config.extractionStrategy) {
+        if (config.extractionStrategy || config.deepCrawlStrategy || config.tableExtraction) {
             return {
                 type: 'CrawlerRunConfig',
                 params: {
                     ...params,
-                    extraction_strategy: config.extractionStrategy,
+                    ...(config.extractionStrategy ? { extraction_strategy: config.extractionStrategy } : {}),
+                    ...(config.deepCrawlStrategy ? { deep_crawl_strategy: config.deepCrawlStrategy } : {}),
+                    ...(config.tableExtraction ? { table_extraction: config.tableExtraction } : {}),
                 },
             };
         }
         return Object.keys(params).length > 0 ? params : {};
     }
+    async generateRegexPattern(payload) {
+        var _a, _b;
+        try {
+            const response = await this.apiClient.post('/generate_pattern', payload);
+            return response.data;
+        }
+        catch (error) {
+            const errorMessage = this.parseApiError(error, 'generatePattern');
+            if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 401 || ((_b = error.response) === null || _b === void 0 ? void 0 : _b.status) === 403) {
+                throw new Error(`${errorMessage} Check your LLM credentials in the node settings.`);
+            }
+            throw new Error(errorMessage);
+        }
+    }
     async close() {
     }
 }

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"apiClient.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.ts"],"names":[],"mappings":";;;;;;AAyWA,sDAIC;AA7WD,kDAA6C;AAM7C,MAAa,cAAc;IAIzB,YAAY,WAAmC;QAC7C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IAC1C,CAAC;IAKO,eAAe;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,KAAK,QAAQ;YAC1D,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS;YAC5B,CAAC,CAAC,wBAAwB,CAAC;QAE7B,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC;YAC1B,OAAO;YACP,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAGH,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,KAAK,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC;YACxF,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACjF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1F,CAAC;iBAAM,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAErH,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG;oBACrB,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;oBACnC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKD,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAwB;QAClD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;aACjD,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9F,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sCAAsC;aACtD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACjF,CAAC;QACJ,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,iBAAiB,CAAC,IAAc,EAAE,MAAwB;QAC9D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI;gBACJ,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;aACjD,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uCAAuC;aACvD,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACjF,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,OAAe,EAAE,MAAwB;QAC1E,IAAI,CAAC;YAGH,MAAM,MAAM,GAAG,SAAS,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI,EAAE,CAAC,MAAM,CAAC;gBACd,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE;oBACd,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;oBACnC,QAAQ,EAAE,OAAO;iBAClB;aACF,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9F,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sCAAsC;aACtD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACjF,CAAC;QACJ,CAAC;IACH,CAAC;IAQD,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,OAAY;;QAClC,IAAI,CAAC;YAEH,MAAM,aAAa,GAAQ;gBACzB,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;aAC3C,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;YACzC,CAAC;YACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,aAAa,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;YACnD,CAAC;YACD,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAC/B,aAAa,CAAC,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC;YACjE,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAClD,CAAC;YAGD,MAAM,WAAW,GAAG;gBAClB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;gBACrE,cAAc,EAAE;oBACd,IAAI,EAAE,kBAAkB;oBACxB,MAAM,EAAE,aAAa;iBACtB;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAGlE,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9F,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sCAAsC;aACtD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,IAAI,wBAAwB;aACzF,CAAC;QACJ,CAAC;IACH,CAAC;IAMO,mBAAmB,CAAC,MAAwB;QAClD,MAAM,MAAM,GAAQ,EAAE,CAAC;QAEvB,MAAM,GAAG,GAAG,MAAa,CAAC;QAE1B,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;QACxC,CAAC;QAED,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;QACxC,CAAC;QAED,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC1B,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACpC,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC;QAC5C,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC;QAC5C,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACpC,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;YACrG,MAAM,CAAC,QAAQ,GAAG;gBAChB,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChF,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpF;aACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,CAAC;QACvD,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QACrC,CAAC;QAED,IAAI,GAAG,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,CAAC;QACvD,CAAC;QAED,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAChC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;QAGD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,CAAC;IAMO,mBAAmB,CAAC,MAAwB;;QAClD,MAAM,MAAM,GAAQ,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACrE,MAAM,CAAC,YAAY,GAAG,MAAA,MAAM,CAAC,WAAW,mCAAI,MAAM,CAAC,OAAO,CAAC;QAC7D,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC;QAC3C,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;QAC7C,CAAC;QAED,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAChC,MAAM,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QAC1D,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC;QACzC,CAAC;QAGD,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC9B,OAAO;gBACL,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,mBAAmB,EAAE,MAAM,CAAC,kBAAkB;iBAC/C;aACF,CAAC;QACJ,CAAC;QAGD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,CAAC;IAKD,KAAK,CAAC,KAAK;IAEX,CAAC;CACF;AA9VD,wCA8VC;AAKM,KAAK,UAAU,qBAAqB,CACzC,WAAmC;IAEnC,OAAO,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;AACzC,CAAC"}
1	+ {"version":3,"file":"apiClient.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/apiClient.ts"],"names":[],"mappings":";;;;;;AA4aA,sDAIC;AAhbD,kDAA6C;AAM7C,MAAa,cAAc;IAIzB,YAAY,WAAmC;QAC7C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IAC1C,CAAC;IAKO,eAAe;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAEvE,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC;YAC1B,OAAO;YACP,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QAGH,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACjF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1F,CAAC;iBAAM,IAAI,IAAI,CAAC,WAAW,CAAC,kBAAkB,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAErH,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG;oBACrB,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;oBACnC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,UAAU,CAAC,MAAwB;QAEzC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,aAAa,CAAC,KAAU,EAAE,UAAkB,OAAO;;QAEzD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAChE,OAAO,qCAAqC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,sEAAsE,CAAC;QACpJ,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,KAAI,MAAA,KAAK,CAAC,OAAO,0CAAE,QAAQ,CAAC,SAAS,CAAC,CAAA,EAAE,CAAC;YACrE,OAAO,yJAAyJ,CAAC;QACnK,CAAC;QAGD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAGjC,MAAM,MAAM,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM,MAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,CAAA,KAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,CAAA,CAAC;YAE5D,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,0BAA0B,MAAM,IAAI,oBAAoB,wCAAwC,CAAC;YAC1G,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,gCAAgC,MAAM,IAAI,qBAAqB,6DAA6D,CAAC;YACtI,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,2BAA2B,MAAM,IAAI,0BAA0B,0CAA0C,CAAC;YACnH,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,6BAA6B,MAAM,IAAI,uCAAuC,oCAAoC,CAAC;YAC5H,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,2BAA2B,MAAM,IAAI,kCAAkC,0DAA0D,CAAC;YAC3I,CAAC;YAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACnB,OAAO,8BAA8B,MAAM,IAAI,mBAAmB,gCAAgC,CAAC;YACrG,CAAC;YAED,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;gBAClB,OAAO,iBAAiB,MAAM,MAAM,MAAM,IAAI,4CAA4C,wDAAwD,CAAC;YACrJ,CAAC;YAED,OAAO,cAAc,MAAM,MAAM,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,IAAI,eAAe,EAAE,CAAC;QAC5F,CAAC;QAGD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;IAC3E,CAAC;IAKD,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,MAAwB;QAClD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;aACjD,EAAE;gBACD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;aACjC,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9F,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,+FAA+F;aAC/G,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;aAClD,CAAC;QACJ,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,iBAAiB,CAAC,IAAc,EAAE,MAAwB;QAC9D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI;gBACJ,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;aACjD,EAAE;gBACD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;aACjC,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,gGAAgG;aAChH,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAChE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,YAAY;aAC5B,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,OAAe,EAAE,MAAwB;QAC1E,IAAI,CAAC;YAEH,MAAM,aAAa,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YAC5D,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;YACtC,IAAI,aAAa,GAAG,aAAa,EAAE,CAAC;gBAClC,OAAO;oBACL,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,CAAC,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B;iBAC9G,CAAC;YACJ,CAAC;YAKD,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACnD,IAAI,EAAE,CAAC,MAAM,CAAC;gBACd,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAChD,cAAc,EAAE;oBACd,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;oBACnC,QAAQ,EAAE,OAAO;iBAClB;aACF,EAAE;gBACD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;aACjC,CAAC,CAAC;YAGH,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9F,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,+FAA+F;aAC/G,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC;aAC3D,CAAC;QACJ,CAAC;IACH,CAAC;IASD,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,MAAwB;QAE9C,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAMO,mBAAmB,CAAC,MAAwB;QAClD,MAAM,MAAM,GAAQ,EAAE,CAAC;QAEvB,MAAM,GAAG,GAAG,MAAa,CAAC;QAE1B,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;QACxC,CAAC;QAED,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;QACxC,CAAC;QAED,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC1B,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACpC,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC;QAC5C,CAAC;QAED,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC;QAC5C,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACpC,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;YACrG,MAAM,CAAC,QAAQ,GAAG;gBAChB,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChF,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpF;aACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,CAAC;QACvD,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QACrC,CAAC;QAED,IAAI,GAAG,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,CAAC;QACvD,CAAC;QAED,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAChC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;QAGD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,CAAC;IAMO,mBAAmB,CAAC,MAAwB;QAClD,MAAM,MAAM,GAAQ,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAMD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC;QAC3C,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC;QAC3C,CAAC;QAED,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC7B,MAAM,CAAC,mBAAmB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACxD,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;QAC7C,CAAC;QAED,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAChC,MAAM,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QAC1D,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC;QACzC,CAAC;QAGD,IAAI,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YACpF,OAAO;gBACL,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxF,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtF,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChF;aACF,CAAC;QACJ,CAAC;QAGD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,CAAC;IAKD,KAAK,CAAC,oBAAoB,CAAC,OAAY;;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;YACzE,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YAElE,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,EAAE,CAAC;gBACrE,MAAM,IAAI,KAAK,CAAC,GAAG,YAAY,mDAAmD,CAAC,CAAC;YACtF,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,KAAK;IAEX,CAAC;CACF;AAjaD,wCAiaC;AAKM,KAAK,UAAU,qBAAqB,CACzC,WAAmC;IAEnC,OAAO,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;AACzC,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/formatters.d.ts CHANGED Viewed

@@ -1,5 +1,12 @@
 import { IDataObject } from 'n8n-workflow';
 import { CrawlResult } from './interfaces';
-export declare function formatCrawlResult(result: CrawlResult, includeMedia?: boolean, verboseResponse?: boolean): IDataObject;
+export declare function formatCrawlResult(result: CrawlResult, includeMedia?: boolean, verboseResponse?: boolean, outputOptions?: {
+    markdownOutput?: 'raw' | 'fit' | 'both';
+    includeLinks?: boolean;
+    includeScreenshot?: boolean;
+    includePdf?: boolean;
+    includeSslCertificate?: boolean;
+    includeTables?: boolean;
+}): IDataObject;
 export declare function parseExtractedJson(result: CrawlResult): IDataObject | null;
 export declare function formatExtractionResult(result: CrawlResult, extractedData: IDataObject | null, includeFullText?: boolean): IDataObject;

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/formatters.js CHANGED Viewed

@@ -3,15 +3,31 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.formatCrawlResult = formatCrawlResult;
 exports.parseExtractedJson = parseExtractedJson;
 exports.formatExtractionResult = formatExtractionResult;
-function formatCrawlResult(result, includeMedia = false, verboseResponse = false) {
+function formatCrawlResult(result, includeMedia = false, verboseResponse = false, outputOptions) {
     const formattedResult = {
         url: result.url,
         success: result.success,
-        statusCode: result.statusCode || result.status_code || null,
+        statusCode: result.status_code || null,
         title: result.title || '',
-        content: result.markdown || '',
-        text: result.text || '',
     };
+    if (typeof result.markdown === 'object' && result.markdown !== null) {
+        const markdownObj = result.markdown;
+        if ((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.markdownOutput) === 'fit') {
+            formattedResult.content = markdownObj.fit_markdown || markdownObj.raw_markdown || '';
+        }
+        else if ((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.markdownOutput) === 'both') {
+            formattedResult.rawMarkdown = markdownObj.raw_markdown || '';
+            formattedResult.fitMarkdown = markdownObj.fit_markdown || '';
+            formattedResult.content = markdownObj.raw_markdown || '';
+        }
+        else {
+            formattedResult.content = markdownObj.raw_markdown || '';
+        }
+    }
+    else {
+        formattedResult.content = result.markdown || '';
+    }
+    formattedResult.text = result.text || '';
     if (!result.success && result.error_message) {
         formattedResult.error = result.error_message;
     }
@@ -23,18 +39,39 @@ function formatCrawlResult(result, includeMedia = false, verboseResponse = false
             formattedResult.extractedContent = result.extracted_content;
         }
     }
-    if (result.links) {
-        formattedResult.links = {
-            internal: result.links.internal,
-            external: result.links.external,
-        };
+    if ((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.includeLinks) || result.links) {
+        if (result.links) {
+            formattedResult.links = {
+                internal: result.links.internal || [],
+                external: result.links.external || [],
+            };
+        }
     }
     if (includeMedia && result.media) {
         formattedResult.media = {
-            images: result.media.images,
-            videos: result.media.videos,
+            images: result.media.images || [],
+            videos: result.media.videos || [],
+            ...(result.media.audios ? { audios: result.media.audios } : {})
         };
     }
+    if (((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.includeScreenshot) || result.screenshot) && result.screenshot) {
+        formattedResult.screenshot = result.screenshot;
+    }
+    if (((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.includePdf) || result.pdf) && result.pdf) {
+        formattedResult.pdf = result.pdf;
+    }
+    if (((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.includeSslCertificate) || result.ssl_certificate) && result.ssl_certificate) {
+        formattedResult.sslCertificate = result.ssl_certificate;
+    }
+    if (((outputOptions === null || outputOptions === void 0 ? void 0 : outputOptions.includeTables) || result.tables) && result.tables && result.tables.length > 0) {
+        formattedResult.tables = result.tables.map((table) => ({
+            headers: table.headers,
+            rows: table.rows,
+            ...(table.caption ? { caption: table.caption } : {}),
+            ...(table.metadata ? { metadata: table.metadata } : {})
+        }));
+        formattedResult.tableCount = result.tables.length;
+    }
     if (verboseResponse) {
         formattedResult.html = result.html || '';
         formattedResult.cleanedHtml = result.cleaned_html || '';
@@ -58,7 +95,7 @@ function formatExtractionResult(result, extractedData, includeFullText = false)
     const formattedResult = {
         url: result.url,
         success: result.success,
-        statusCode: result.statusCode || result.status_code || null,
+        statusCode: result.status_code || null,
     };
     if (!result.success && result.error_message) {
         formattedResult.error = result.error_message;

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/formatters.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/formatters.ts"],"names":[],"mappings":";;~~AAUA~~,~~8CAwDC~~;AAOD,gDAUC;AASD,wDAkCC;~~AApHD~~,SAAgB,iBAAiB,CAC/B,MAAmB,EACnB,eAAwB,KAAK,EAC7B,kBAA2B,KAAK;~~IAGhC~~,MAAM,eAAe,GAAgB;QACnC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,MAAM,CAAC,~~UAAU~~,IAAI,MAAM,CAAC,~~WAAW~~,IAAI,~~IAAI~~;~~QAC3D~~,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;~~QACzB~~,OAAO,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;~~QAC9B~~,IAAI,~~EAAE~~,MAAM,CAAC,IAAI,IAAI,EAAE~~;KACxB~~,CAAC;~~IAGF~~,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC5C,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;IAC/C,CAAC;IAGD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC7B,IAAI,CAAC;YAEH,eAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YAEX,eAAe,CAAC,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAC9D,CAAC;IACH,CAAC;IAGD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;~~QACjB~~,eAAe,CAAC,KAAK,GAAG;~~YACtB~~,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;~~YAC/B~~,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;~~SAChC~~,CAAC;~~IACJ~~,CAAC;IAGD,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,eAAe,CAAC,KAAK,GAAG;YACtB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;~~YAC3B~~,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;~~SAC5B~~,CAAC;IACJ,CAAC;IAGD,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACzC,eAAe,CAAC,WAAW,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QACxD,eAAe,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;QAC9C,eAAe,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAOD,SAAgB,kBAAkB,CAAC,MAAmB;IACpD,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAgB,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AASD,SAAgB,sBAAsB,CACpC,MAAmB,EACnB,aAAiC,EACjC,kBAA2B,KAAK;IAGhC,MAAM,eAAe,GAAgB;QACnC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,MAAM,CAAC,~~UAAU,IAAI,MAAM,CAAC,~~WAAW,IAAI,IAAI;~~KAC5D~~,CAAC;IAGF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC5C,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;QAC7C,OAAO,eAAe,CAAC;IACzB,CAAC;IAGD,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACrD,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC1C,CAAC;IAGD,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACjD,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;IAC7C,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC"}
1	+ {"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiPlusBasicCrawler/helpers/formatters.ts"],"names":[],"mappings":";;AAWA,8CAgHC;AAOD,gDAUC;AASD,wDAkCC;AA5KD,SAAgB,iBAAiB,CAC/B,MAAmB,EACnB,eAAwB,KAAK,EAC7B,kBAA2B,KAAK,EAChC,aAOC;IAGD,MAAM,eAAe,GAAgB;QACnC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;QACtC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;KAC1B,CAAC;IAGF,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,CAAC,QAAe,CAAC;QAE3C,IAAI,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,cAAc,MAAK,KAAK,EAAE,CAAC;YAC5C,eAAe,CAAC,OAAO,GAAG,WAAW,CAAC,YAAY,IAAI,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;QACvF,CAAC;aAAM,IAAI,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,cAAc,MAAK,MAAM,EAAE,CAAC;YACpD,eAAe,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;YAC7D,eAAe,CAAC,WAAW,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;YAC7D,eAAe,CAAC,OAAO,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;QAC3D,CAAC;aAAM,CAAC;YAEN,eAAe,CAAC,OAAO,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC;QAC3D,CAAC;IACH,CAAC;SAAM,CAAC;QAEN,eAAe,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IAClD,CAAC;IAED,eAAe,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAGzC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC5C,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;IAC/C,CAAC;IAGD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC7B,IAAI,CAAC;YAEH,eAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YAEX,eAAe,CAAC,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAC9D,CAAC;IACH,CAAC;IAGD,IAAI,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,YAAY,KAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,eAAe,CAAC,KAAK,GAAG;gBACtB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE;gBACrC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE;aACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAGD,IAAI,YAAY,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,eAAe,CAAC,KAAK,GAAG;YACtB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;YACjC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;YACjC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE,CAAC;IACJ,CAAC;IAGD,IAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,iBAAiB,KAAI,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACjF,eAAe,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACjD,CAAC;IAGD,IAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,UAAU,KAAI,MAAM,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QAC5D,eAAe,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;IACnC,CAAC;IAGD,IAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,qBAAqB,KAAI,MAAM,CAAC,eAAe,CAAC,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC/F,eAAe,CAAC,cAAc,GAAG,MAAM,CAAC,eAAe,CAAC;IAC1D,CAAC;IAGD,IAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,aAAa,KAAI,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjG,eAAe,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACrD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD,CAAC,CAAC,CAAC;QACJ,eAAe,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpD,CAAC;IAGD,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACzC,eAAe,CAAC,WAAW,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QACxD,eAAe,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;QAC9C,eAAe,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAOD,SAAgB,kBAAkB,CAAC,MAAmB;IACpD,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAgB,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AASD,SAAgB,sBAAsB,CACpC,MAAmB,EACnB,aAAiC,EACjC,kBAA2B,KAAK;IAGhC,MAAM,eAAe,GAAgB;QACnC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;KACvC,CAAC;IAGF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC5C,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC;QAC7C,OAAO,eAAe,CAAC;IACzB,CAAC;IAGD,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACrD,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC1C,CAAC;IAGD,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACjD,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;IAC7C,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC"}

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/interfaces.d.ts CHANGED Viewed

@@ -1,6 +1,5 @@
 import { IDataObject } from 'n8n-workflow';
 export interface Crawl4aiApiCredentials {
-    connectionMode: 'direct' | 'docker';
     dockerUrl?: string;
     authenticationType?: 'none' | 'token' | 'basic';
     apiToken?: string;
@@ -62,7 +61,6 @@ export interface CrawlerRunConfig {
     streamEnabled?: boolean;
     pageTimeout?: number;
     requestTimeout?: number;
-    timeout?: number;
     waitUntil?: string;
     waitFor?: string;
     waitForTimeout?: number;
@@ -98,6 +96,7 @@ export interface CrawlerRunConfig {
     screenshotWaitFor?: number;
     screenshotHeightThreshold?: number;
     pdf?: boolean;
+    fetchSslCertificate?: boolean;
     imageDescriptionMinWordThreshold?: number;
     imageScoreThreshold?: number;
     excludeExternalImages?: boolean;
@@ -124,18 +123,24 @@ export interface CrawlerRunConfig {
     markdownGenerator?: any;
     scrapingStrategy?: any;
     proxyConfig?: object;
+    tableExtraction?: any;
     linkPreviewConfig?: object;
     virtualScrollConfig?: object;
-    deepCrawlStrategy?: object;
+    deepCrawlStrategy?: Record<string, any>;
     experimental?: object;
 }
 export interface CrawlResult {
     url: string;
     success: boolean;
-    statusCode?: number;
     status_code?: number;
     title?: string;
-    markdown?: string;
+    markdown?: string | {
+        raw_markdown?: string;
+        fit_markdown?: string;
+        markdown_with_citations?: string;
+        references_markdown?: string;
+        fit_html?: string;
+    };
     html?: string;
     cleaned_html?: string;
     text?: string;
@@ -146,12 +151,28 @@ export interface CrawlResult {
     media?: {
         images: Media[];
         videos: Media[];
+        audios?: Media[];
     };
+    screenshot?: string;
+    pdf?: string | Buffer;
+    ssl_certificate?: SslCertificate;
     extracted_content?: string;
+    tables?: TableResult[];
     error_message?: string;
     crawl_time?: number;
     metadata?: Record<string, any>;
 }
+export interface SslCertificate {
+    issuer?: Record<string, string>;
+    subject?: Record<string, string>;
+    valid_from?: string;
+    valid_until?: string;
+    valid_to?: string;
+    fingerprint?: string;
+    fingerprint256?: string;
+    serialNumber?: string;
+    raw?: string;
+}
 export interface Link {
     href: string;
     text: string;
@@ -163,6 +184,18 @@ export interface Media {
     title?: string;
     type?: string;
 }
+export interface TableResult {
+    headers: string[];
+    rows: string[][];
+    caption?: string;
+    metadata?: {
+        rowCount: number;
+        columnCount: number;
+        hasRowspan?: boolean;
+        hasColspan?: boolean;
+        [key: string]: any;
+    };
+}
 export interface CssSelectorField {
     name: string;
     selector: string;

package/dist/nodes/Crawl4aiPlusBasicCrawler/helpers/utils.d.ts CHANGED Viewed

@@ -3,6 +3,19 @@ import { BrowserConfig, CrawlerRunConfig } from './interfaces';
 export declare function getCrawl4aiClient(executeFunctions: IExecuteFunctions): Promise<any>;
 export declare function createBrowserConfig(options: IDataObject): BrowserConfig;
 export declare function createCrawlerRunConfig(options: IDataObject): CrawlerRunConfig;
+export declare function createMarkdownGenerator(filterConfig: IDataObject): any;
+export declare function createTableExtractionStrategy(strategyConfig: IDataObject): any;
 export declare function safeJsonParse(jsonString: string, defaultValue?: any): any;
 export declare function cleanText(text: string): string;
 export declare function isValidUrl(url: string): boolean;
+export interface LlmConfigResult {
+    provider: string;
+    apiKey: string;
+    baseUrl?: string;
+    llmConfig: any;
+}
+export declare function buildLlmConfig(credentials: any): LlmConfigResult;
+export declare function validateLlmCredentials(credentials: any, context?: string): void;
+export declare function createLlmExtractionStrategy(schema: any, instruction: string, provider?: string, apiKey?: string, baseUrl?: string, inputFormat?: 'markdown' | 'html' | 'fit_markdown'): any;
+export declare function createCssSelectorExtractionStrategy(schema: any): any;
+export declare function cleanExtractedData(data: any): any;