n8n-nodes-crawl4ai-plus 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/LICENSE +23 -0
  2. package/LICENSE.md +19 -0
  3. package/README.md +157 -0
  4. package/dist/credentials/Crawl4aiApi.credentials.d.ts +7 -0
  5. package/dist/credentials/Crawl4aiApi.credentials.js +242 -0
  6. package/dist/credentials/Crawl4aiApi.credentials.js.map +1 -0
  7. package/dist/nodes/Crawl4aiBasicCrawler/Crawl4aiBasicCrawler.node.d.ts +5 -0
  8. package/dist/nodes/Crawl4aiBasicCrawler/Crawl4aiBasicCrawler.node.js +37 -0
  9. package/dist/nodes/Crawl4aiBasicCrawler/Crawl4aiBasicCrawler.node.js.map +1 -0
  10. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.d.ts +4 -0
  11. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js +299 -0
  12. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlMultipleUrls.operation.js.map +1 -0
  13. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.d.ts +4 -0
  14. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.js +324 -0
  15. package/dist/nodes/Crawl4aiBasicCrawler/actions/crawlSingleUrl.operation.js.map +1 -0
  16. package/dist/nodes/Crawl4aiBasicCrawler/actions/operations.d.ts +8 -0
  17. package/dist/nodes/Crawl4aiBasicCrawler/actions/operations.js +67 -0
  18. package/dist/nodes/Crawl4aiBasicCrawler/actions/operations.js.map +1 -0
  19. package/dist/nodes/Crawl4aiBasicCrawler/actions/processRawHtml.operation.d.ts +4 -0
  20. package/dist/nodes/Crawl4aiBasicCrawler/actions/processRawHtml.operation.js +148 -0
  21. package/dist/nodes/Crawl4aiBasicCrawler/actions/processRawHtml.operation.js.map +1 -0
  22. package/dist/nodes/Crawl4aiBasicCrawler/actions/router.d.ts +2 -0
  23. package/dist/nodes/Crawl4aiBasicCrawler/actions/router.js +37 -0
  24. package/dist/nodes/Crawl4aiBasicCrawler/actions/router.js.map +1 -0
  25. package/dist/nodes/Crawl4aiBasicCrawler/crawl4ai.svg +17 -0
  26. package/dist/nodes/Crawl4aiBasicCrawler/helpers/apiClient.d.ts +15 -0
  27. package/dist/nodes/Crawl4aiBasicCrawler/helpers/apiClient.js +226 -0
  28. package/dist/nodes/Crawl4aiBasicCrawler/helpers/apiClient.js.map +1 -0
  29. package/dist/nodes/Crawl4aiBasicCrawler/helpers/formatters.d.ts +5 -0
  30. package/dist/nodes/Crawl4aiBasicCrawler/helpers/formatters.js +81 -0
  31. package/dist/nodes/Crawl4aiBasicCrawler/helpers/formatters.js.map +1 -0
  32. package/dist/nodes/Crawl4aiBasicCrawler/helpers/interfaces.d.ts +189 -0
  33. package/dist/nodes/Crawl4aiBasicCrawler/helpers/interfaces.js +3 -0
  34. package/dist/nodes/Crawl4aiBasicCrawler/helpers/interfaces.js.map +1 -0
  35. package/dist/nodes/Crawl4aiBasicCrawler/helpers/utils.d.ts +8 -0
  36. package/dist/nodes/Crawl4aiBasicCrawler/helpers/utils.js +97 -0
  37. package/dist/nodes/Crawl4aiBasicCrawler/helpers/utils.js.map +1 -0
  38. package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.d.ts +5 -0
  39. package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.js +38 -0
  40. package/dist/nodes/Crawl4aiContentExtractor/Crawl4aiContentExtractor.node.js.map +1 -0
  41. package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.d.ts +4 -0
  42. package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.js +336 -0
  43. package/dist/nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.js.map +1 -0
  44. package/dist/nodes/Crawl4aiContentExtractor/actions/jsonExtractor.operation.d.ts +4 -0
  45. package/dist/nodes/Crawl4aiContentExtractor/actions/jsonExtractor.operation.js +369 -0
  46. package/dist/nodes/Crawl4aiContentExtractor/actions/jsonExtractor.operation.js.map +1 -0
  47. package/dist/nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.d.ts +4 -0
  48. package/dist/nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.js +786 -0
  49. package/dist/nodes/Crawl4aiContentExtractor/actions/llmExtractor.operation.js.map +1 -0
  50. package/dist/nodes/Crawl4aiContentExtractor/actions/operations.d.ts +8 -0
  51. package/dist/nodes/Crawl4aiContentExtractor/actions/operations.js +76 -0
  52. package/dist/nodes/Crawl4aiContentExtractor/actions/operations.js.map +1 -0
  53. package/dist/nodes/Crawl4aiContentExtractor/actions/regexExtractor.operation.d.ts +4 -0
  54. package/dist/nodes/Crawl4aiContentExtractor/actions/regexExtractor.operation.js +437 -0
  55. package/dist/nodes/Crawl4aiContentExtractor/actions/regexExtractor.operation.js.map +1 -0
  56. package/dist/nodes/Crawl4aiContentExtractor/actions/router.d.ts +2 -0
  57. package/dist/nodes/Crawl4aiContentExtractor/actions/router.js +37 -0
  58. package/dist/nodes/Crawl4aiContentExtractor/actions/router.js.map +1 -0
  59. package/dist/nodes/Crawl4aiContentExtractor/crawl4ai.svg +17 -0
  60. package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.d.ts +1 -0
  61. package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.js +7 -0
  62. package/dist/nodes/Crawl4aiContentExtractor/helpers/apiClient.js.map +1 -0
  63. package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.d.ts +1 -0
  64. package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.js +8 -0
  65. package/dist/nodes/Crawl4aiContentExtractor/helpers/formatters.js.map +1 -0
  66. package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.d.ts +1 -0
  67. package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.js +3 -0
  68. package/dist/nodes/Crawl4aiContentExtractor/helpers/interfaces.js.map +1 -0
  69. package/dist/nodes/Crawl4aiContentExtractor/helpers/utils.d.ts +6 -0
  70. package/dist/nodes/Crawl4aiContentExtractor/helpers/utils.js +89 -0
  71. package/dist/nodes/Crawl4aiContentExtractor/helpers/utils.js.map +1 -0
  72. package/dist/tsconfig.tsbuildinfo +1 -0
  73. package/index.js +14 -0
  74. package/package.json +70 -0
@@ -0,0 +1,336 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.description = void 0;
4
+ exports.execute = execute;
5
+ const n8n_workflow_1 = require("n8n-workflow");
6
+ const utils_1 = require("../helpers/utils");
7
+ const formatters_1 = require("../../Crawl4aiBasicCrawler/helpers/formatters");
8
+ exports.description = [
9
+ {
10
+ displayName: 'URL',
11
+ name: 'url',
12
+ type: 'string',
13
+ required: true,
14
+ default: '',
15
+ placeholder: 'https://example.com',
16
+ description: 'The URL to extract content from',
17
+ displayOptions: {
18
+ show: {
19
+ operation: ['cssExtractor'],
20
+ },
21
+ },
22
+ },
23
+ {
24
+ displayName: 'Base Selector',
25
+ name: 'baseSelector',
26
+ type: 'string',
27
+ required: true,
28
+ default: '',
29
+ placeholder: 'div.product-item',
30
+ description: 'CSS selector for the repeating element (e.g., product items, article cards)',
31
+ displayOptions: {
32
+ show: {
33
+ operation: ['cssExtractor'],
34
+ },
35
+ },
36
+ },
37
+ {
38
+ displayName: 'Fields',
39
+ name: 'fields',
40
+ placeholder: 'Add Field',
41
+ type: 'fixedCollection',
42
+ typeOptions: {
43
+ multipleValues: true,
44
+ },
45
+ default: {},
46
+ displayOptions: {
47
+ show: {
48
+ operation: ['cssExtractor'],
49
+ },
50
+ },
51
+ options: [
52
+ {
53
+ name: 'fieldsValues',
54
+ displayName: 'Fields',
55
+ values: [
56
+ {
57
+ displayName: 'Field Name',
58
+ name: 'name',
59
+ type: 'string',
60
+ required: true,
61
+ default: '',
62
+ placeholder: 'title',
63
+ description: 'Name of the field to extract',
64
+ },
65
+ {
66
+ displayName: 'CSS Selector',
67
+ name: 'selector',
68
+ type: 'string',
69
+ required: true,
70
+ default: '',
71
+ placeholder: 'h3.title',
72
+ description: 'CSS selector relative to the base selector',
73
+ },
74
+ {
75
+ displayName: 'Field Type',
76
+ name: 'fieldType',
77
+ type: 'options',
78
+ options: [
79
+ {
80
+ name: 'Text',
81
+ value: 'text',
82
+ description: 'Extract text content',
83
+ },
84
+ {
85
+ name: 'HTML',
86
+ value: 'html',
87
+ description: 'Extract HTML content',
88
+ },
89
+ {
90
+ name: 'Attribute',
91
+ value: 'attribute',
92
+ description: 'Extract an attribute value',
93
+ },
94
+ ],
95
+ default: 'text',
96
+ description: 'Type of data to extract',
97
+ },
98
+ {
99
+ displayName: 'Attribute Name',
100
+ name: 'attribute',
101
+ type: 'string',
102
+ displayOptions: {
103
+ show: {
104
+ fieldType: ['attribute'],
105
+ },
106
+ },
107
+ default: 'href',
108
+ placeholder: 'href',
109
+ description: 'Name of the attribute to extract',
110
+ },
111
+ ],
112
+ },
113
+ ],
114
+ },
115
+ {
116
+ displayName: 'Browser Options',
117
+ name: 'browserOptions',
118
+ type: 'collection',
119
+ placeholder: 'Add Option',
120
+ default: {},
121
+ displayOptions: {
122
+ show: {
123
+ operation: ['cssExtractor'],
124
+ },
125
+ },
126
+ options: [
127
+ {
128
+ displayName: 'Browser Type',
129
+ name: 'browserType',
130
+ type: 'options',
131
+ options: [
132
+ {
133
+ name: 'Chromium',
134
+ value: 'chromium',
135
+ description: 'Use Chromium browser (default, most compatible)',
136
+ },
137
+ {
138
+ name: 'Firefox',
139
+ value: 'firefox',
140
+ description: 'Use Firefox browser',
141
+ },
142
+ {
143
+ name: 'Webkit',
144
+ value: 'webkit',
145
+ description: 'Use Webkit browser (Safari engine)',
146
+ },
147
+ ],
148
+ default: 'chromium',
149
+ description: 'Which browser engine to use for crawling',
150
+ },
151
+ {
152
+ displayName: 'Enable JavaScript',
153
+ name: 'javaScriptEnabled',
154
+ type: 'boolean',
155
+ default: true,
156
+ description: 'Whether to enable JavaScript execution',
157
+ },
158
+ {
159
+ displayName: 'Enable Stealth Mode',
160
+ name: 'enableStealth',
161
+ type: 'boolean',
162
+ default: false,
163
+ description: 'Whether to enable stealth mode to bypass basic bot detection (hides webdriver properties and modifies browser fingerprints)',
164
+ },
165
+ {
166
+ displayName: 'Headless Mode',
167
+ name: 'headless',
168
+ type: 'boolean',
169
+ default: true,
170
+ description: 'Whether to run browser in headless mode',
171
+ },
172
+ {
173
+ displayName: 'JavaScript Code',
174
+ name: 'jsCode',
175
+ type: 'string',
176
+ typeOptions: {
177
+ rows: 4,
178
+ },
179
+ default: '',
180
+ placeholder: 'document.querySelector("button.load-more").click();',
181
+ description: 'JavaScript code to execute before extraction (e.g., to click buttons, scroll)',
182
+ },
183
+ {
184
+ displayName: 'Timeout (Ms)',
185
+ name: 'timeout',
186
+ type: 'number',
187
+ default: 30000,
188
+ description: 'Maximum time to wait for the browser to load the page',
189
+ },
190
+ {
191
+ displayName: 'Viewport Height',
192
+ name: 'viewportHeight',
193
+ type: 'number',
194
+ default: 800,
195
+ description: 'The height of the browser viewport',
196
+ },
197
+ {
198
+ displayName: 'Viewport Width',
199
+ name: 'viewportWidth',
200
+ type: 'number',
201
+ default: 1280,
202
+ description: 'The width of the browser viewport',
203
+ },
204
+ ],
205
+ },
206
+ {
207
+ displayName: 'Options',
208
+ name: 'options',
209
+ type: 'collection',
210
+ placeholder: 'Add Option',
211
+ default: {},
212
+ displayOptions: {
213
+ show: {
214
+ operation: ['cssExtractor'],
215
+ },
216
+ },
217
+ options: [
218
+ {
219
+ displayName: 'Cache Mode',
220
+ name: 'cacheMode',
221
+ type: 'options',
222
+ options: [
223
+ {
224
+ name: 'Bypass (Skip Cache)',
225
+ value: 'BYPASS',
226
+ description: 'Skip cache for this operation, fetch fresh content',
227
+ },
228
+ {
229
+ name: 'Disabled (No Cache)',
230
+ value: 'DISABLED',
231
+ description: 'No caching at all',
232
+ },
233
+ {
234
+ name: 'Enabled (Read/Write)',
235
+ value: 'ENABLED',
236
+ description: 'Use cache if available, save new results to cache',
237
+ },
238
+ {
239
+ name: 'Read Only',
240
+ value: 'READ_ONLY',
241
+ description: 'Only read from cache, do not write new results',
242
+ },
243
+ {
244
+ name: 'Write Only',
245
+ value: 'WRITE_ONLY',
246
+ description: 'Only write to cache, do not read existing cache',
247
+ },
248
+ ],
249
+ default: 'ENABLED',
250
+ description: 'How to use the cache when crawling',
251
+ },
252
+ {
253
+ displayName: 'Include Original Text',
254
+ name: 'includeFullText',
255
+ type: 'boolean',
256
+ default: false,
257
+ description: 'Whether to include the original webpage text in output',
258
+ },
259
+ {
260
+ displayName: 'Clean Text',
261
+ name: 'cleanText',
262
+ type: 'boolean',
263
+ default: true,
264
+ description: 'Whether to clean and normalize extracted text (remove extra spaces, newlines)',
265
+ },
266
+ ],
267
+ },
268
+ ];
269
+ async function execute(items, nodeOptions) {
270
+ var _a;
271
+ const allResults = [];
272
+ for (let i = 0; i < items.length; i++) {
273
+ try {
274
+ const url = this.getNodeParameter('url', i, '');
275
+ const baseSelector = this.getNodeParameter('baseSelector', i, '');
276
+ const fieldsValues = this.getNodeParameter('fields.fieldsValues', i, []);
277
+ const browserOptions = this.getNodeParameter('browserOptions', i, {});
278
+ const options = this.getNodeParameter('options', i, {});
279
+ if (!url) {
280
+ throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'URL cannot be empty.', { itemIndex: i });
281
+ }
282
+ if (!(0, utils_1.isValidUrl)(url)) {
283
+ throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Invalid URL: ${url}`, { itemIndex: i });
284
+ }
285
+ if (!baseSelector) {
286
+ throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Base selector cannot be empty.', { itemIndex: i });
287
+ }
288
+ if (!fieldsValues || fieldsValues.length === 0) {
289
+ throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'At least one field must be defined.', { itemIndex: i });
290
+ }
291
+ const schema = {
292
+ name: 'extracted_items',
293
+ baseSelector,
294
+ fields: fieldsValues.map(field => ({
295
+ name: field.name,
296
+ selector: field.selector,
297
+ type: field.fieldType,
298
+ attribute: field.attribute,
299
+ })),
300
+ };
301
+ const browserConfig = (0, utils_1.createBrowserConfig)(browserOptions);
302
+ const extractionStrategy = (0, utils_1.createCssSelectorExtractionStrategy)(schema);
303
+ const crawler = await (0, utils_1.getCrawl4aiClient)(this);
304
+ const result = await crawler.arun(url, {
305
+ browserConfig,
306
+ extractionStrategy,
307
+ cacheMode: options.cacheMode || 'enabled',
308
+ jsCode: browserOptions.jsCode,
309
+ });
310
+ const extractedData = (0, formatters_1.parseExtractedJson)(result);
311
+ const formattedResult = (0, formatters_1.formatExtractionResult)(result, extractedData, options.includeFullText);
312
+ if (options.cleanText === true && extractedData) {
313
+ formattedResult.data = (0, utils_1.cleanExtractedData)(extractedData);
314
+ }
315
+ allResults.push({
316
+ json: formattedResult,
317
+ pairedItem: { item: i },
318
+ });
319
+ }
320
+ catch (error) {
321
+ if (this.continueOnFail()) {
322
+ const node = this.getNode();
323
+ const errorItemIndex = (_a = error.itemIndex) !== null && _a !== void 0 ? _a : i;
324
+ allResults.push({
325
+ json: items[i].json,
326
+ error: new n8n_workflow_1.NodeOperationError(node, error.message, { itemIndex: errorItemIndex }),
327
+ pairedItem: { item: i },
328
+ });
329
+ continue;
330
+ }
331
+ throw error;
332
+ }
333
+ }
334
+ return allResults;
335
+ }
336
+ //# sourceMappingURL=cssExtractor.operation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cssExtractor.operation.js","sourceRoot":"","sources":["../../../../nodes/Crawl4aiContentExtractor/actions/cssExtractor.operation.ts"],"names":[],"mappings":";;;AA8RA,0BAoGC;AA5XD,+CAAkD;AAIlD,4CAM0B;AAC1B,8EAGuD;AAG1C,QAAA,WAAW,GAAsB;IAC5C;QACE,WAAW,EAAE,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,WAAW,EAAE,iCAAiC;QAC9C,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,WAAW,EAAE,6EAA6E;QAC1F,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;KACF;IACD;QACE,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACX,cAAc,EAAE,IAAI;SACrB;QACD,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,QAAQ;gBACrB,MAAM,EAAE;oBACN;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,OAAO;wBACpB,WAAW,EAAE,8BAA8B;qBAC5C;oBACD;wBACE,WAAW,EAAE,cAAc;wBAC3B,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,IAAI;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,UAAU;wBACvB,WAAW,EAAE,4CAA4C;qBAC1D;oBACD;wBACE,WAAW,EAAE,YAAY;wBACzB,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,MAAM;gCACb,WAAW,EAAE,sBAAsB;6BACpC;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,KAAK,EAAE,WAAW;gCAClB,WAAW,EAAE,4BAA4B;6BAC1C;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,yBAAyB;qBACvC;oBACD;wBACE,WAAW,EAAE,gBAAgB;wBAC7B,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE;4BACd,IAAI,EAAE;gCACJ,SAAS,EAAE,CAAC,WAAW,CAAC;6BACzB;yBACF;wBACD,OAAO,EAAE,MAAM;wBACf,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACJ;QACD,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,iDAAiD;qBAC9D;oBACD;wBACC,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,qBAAqB;qBAClC;oBACD;wBACC,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oCAAoC;qBACjD;iBACD;gBACD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,0CAA0C;aACvD;YACD;gBACC,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,wCAAwC;aACrD;YACE;gBACE,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,6HAA6H;aAC3I;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE;oBACX,IAAI,EAAE,CAAC;iBACR;gBACD,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,qDAAqD;gBAClE,WAAW,EAAE,+EAA+E;aAC7F;YACD;gBACE,WAAW,EAAE,cAAc;gBAC3B,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,GAAG;gBACZ,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACjD;SACF;KACF;IACD;QACE,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACd,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC,cAAc,CAAC;aAC5B;SACF;QACD,OAAO,EAAE;YACP;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,QAAQ;wBACf,WAAW,EAAE,oDAAoD;qBAClE;oBACD;wBACE,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,UAAU;wBACjB,WAAW,EAAE,mBAAmB;qBACjC;oBACD;wBACE,IAAI,EAAE,sBAAsB;wBAC5B,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,mDAAmD;qBACjE;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,gDAAgD;qBAC9D;oBACD;wBACE,IAAI,EAAE,YAAY;wBAClB,KAAK,EAAE,YAAY;wBACnB,WAAW,EAAE,iDAAiD;qBAC/D;iBACF;gBACD,OAAO,EAAE,SAAS;gBAClB,WAAW,EAAE,oCAAoC;aAClD;YACD;gBACE,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,wDAAwD;aACtE;YACD;gBACE,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,+EAA+E;aAC7F;SACF;KACF;CACF,CAAC;AAGK,KAAK,UAAU,OAAO,CAE3B,KAA2B,EAC3B,WAAgC;;IAEhC,MAAM,UAAU,GAAyB,EAAE,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAW,CAAC;YAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAkB,CAAC;YAC1F,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAgB,CAAC;YAEvE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,IAAI,CAAC,IAAA,kBAAU,EAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gCAAgC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qCAAqC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACxG,CAAC;YAGD,MAAM,MAAM,GAAsB;gBAChC,IAAI,EAAE,iBAAiB;gBACvB,YAAY;gBACZ,MAAM,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACjC,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAkB;oBAClC,IAAI,EAAE,KAAK,CAAC,SAA0C;oBACtD,SAAS,EAAE,KAAK,CAAC,SAAmB;iBACrC,CAAC,CAAC;aACJ,CAAC;YAGF,MAAM,aAAa,GAAG,IAAA,2BAAmB,EAAC,cAAc,CAAC,CAAC;YAG1D,MAAM,kBAAkB,GAAG,IAAA,2CAAmC,EAAC,MAAM,CAAC,CAAC;YAGvE,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACrC,aAAa;gBACb,kBAAkB;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;gBACzC,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;YAGH,MAAM,aAAa,GAAG,IAAA,+BAAkB,EAAC,MAAM,CAAC,CAAC;YAGjD,MAAM,eAAe,GAAG,IAAA,mCAAsB,EAC5C,MAAM,EACN,aAAa,EACb,OAAO,CAAC,eAA0B,CACnC,CAAC;YAGF,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,aAAa,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,GAAG,IAAA,0BAAkB,EAAC,aAAa,CAAC,CAAC;YAC3D,CAAC;YAGD,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;aACxB,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAC,KAAa,CAAC,SAAS,mCAAI,CAAC,CAAC;gBACrD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnB,KAAK,EAAE,IAAI,iCAAkB,CAAC,IAAI,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBAC5F,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACxB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { IExecuteFunctions, INodeExecutionData, INodeProperties } from 'n8n-workflow';
2
+ import type { Crawl4aiNodeOptions } from '../helpers/interfaces';
3
+ export declare const description: INodeProperties[];
4
+ export declare function execute(this: IExecuteFunctions, items: INodeExecutionData[], nodeOptions: Crawl4aiNodeOptions): Promise<INodeExecutionData[]>;