@mendable/n8n-nodes-firecrawl 1.0.4 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -0
- package/dist/credentials/FirecrawlApi.credentials.js +1 -1
- package/dist/nodes/Firecrawl/Firecrawl.node.js +1 -1
- package/dist/nodes/Firecrawl/api/common.js +205 -24
- package/dist/nodes/Firecrawl/api/common.js.map +1 -1
- package/dist/nodes/Firecrawl/api/crawl/index.js +91 -22
- package/dist/nodes/Firecrawl/api/crawl/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/map/index.js +22 -31
- package/dist/nodes/Firecrawl/api/map/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/scrape/index.js +32 -0
- package/dist/nodes/Firecrawl/api/scrape/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/search/index.js +82 -50
- package/dist/nodes/Firecrawl/api/search/index.js.map +1 -1
- package/dist/nodes/Firecrawl/properties.js +10 -6
- package/dist/nodes/Firecrawl/properties.js.map +1 -1
- package/dist/package.json +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
|
@@ -5,6 +5,37 @@ const common_1 = require("../common");
|
|
|
5
5
|
exports.name = 'scrape';
|
|
6
6
|
exports.displayName = 'Scrape a url and get its content';
|
|
7
7
|
exports.operationName = 'scrape';
|
|
8
|
+
function createParsersProperty(operationName) {
|
|
9
|
+
return {
|
|
10
|
+
displayName: 'Parsers',
|
|
11
|
+
name: 'parsers',
|
|
12
|
+
type: 'multiOptions',
|
|
13
|
+
options: [
|
|
14
|
+
{
|
|
15
|
+
name: 'PDF',
|
|
16
|
+
value: 'pdf',
|
|
17
|
+
},
|
|
18
|
+
],
|
|
19
|
+
default: [],
|
|
20
|
+
description: 'Controls how PDF files are processed during scraping. When PDF parser is enabled, the PDF content is extracted and converted to markdown format, with billing based on the number of pages (1 credit per page). When disabled, the PDF file is returned in base64 encoding with a flat rate of 1 credit total.',
|
|
21
|
+
routing: {
|
|
22
|
+
request: {
|
|
23
|
+
body: {
|
|
24
|
+
parsers: '={{ $value }}',
|
|
25
|
+
},
|
|
26
|
+
},
|
|
27
|
+
},
|
|
28
|
+
displayOptions: {
|
|
29
|
+
hide: {
|
|
30
|
+
useCustomBody: [true],
|
|
31
|
+
},
|
|
32
|
+
show: {
|
|
33
|
+
resource: ['Default'],
|
|
34
|
+
operation: [operationName],
|
|
35
|
+
},
|
|
36
|
+
},
|
|
37
|
+
};
|
|
38
|
+
}
|
|
8
39
|
function createAdditionalFieldsProperty(operation) {
|
|
9
40
|
return {
|
|
10
41
|
displayName: 'Additional Fields',
|
|
@@ -64,6 +95,7 @@ function createScrapeProperties() {
|
|
|
64
95
|
return [
|
|
65
96
|
(0, common_1.createOperationNotice)('Default', exports.name),
|
|
66
97
|
(0, common_1.createUrlProperty)(exports.name, 'https://firecrawl.dev'),
|
|
98
|
+
createParsersProperty(exports.operationName),
|
|
67
99
|
(0, common_1.createScrapeOptionsProperty)(exports.operationName, false),
|
|
68
100
|
];
|
|
69
101
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/scrape/index.ts"],"names":[],"mappings":";;;AAMA,sCAKmB;AAGN,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,kCAAkC,CAAC;AACjD,QAAA,aAAa,GAAG,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/scrape/index.ts"],"names":[],"mappings":";;;AAMA,sCAKmB;AAGN,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,kCAAkC,CAAC;AACjD,QAAA,aAAa,GAAG,QAAQ,CAAC;AAOtC,SAAS,qBAAqB,CAAC,aAAqB;IACnD,OAAO;QACN,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;aACZ;SACD;QACD,OAAO,EAAE,EAAE;QACX,WAAW,EACV,gTAAgT;QACjT,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,SAAiB;IACxD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;gBACtB,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,sBAAsB;IAC9B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,IAAA,0BAAiB,EAAC,YAAI,EAAE,uBAAuB,CAAC;QAGhD,qBAAqB,CAAC,qBAAa,CAAC;QAGpC,IAAA,oCAA2B,EAAC,qBAAa,EAAE,KAAK,CAAC;KACjD,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,sBAAsB,EAAE,CAAC,CAAC;AAKvF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|
|
@@ -6,7 +6,7 @@ const common_2 = require("../common");
|
|
|
6
6
|
exports.name = 'search';
|
|
7
7
|
exports.displayName = 'Search and optionally scrape search results';
|
|
8
8
|
exports.operationName = 'search';
|
|
9
|
-
function createQueryProperty(
|
|
9
|
+
function createQueryProperty(operationName) {
|
|
10
10
|
return {
|
|
11
11
|
displayName: 'Query',
|
|
12
12
|
name: 'query',
|
|
@@ -23,12 +23,12 @@ function createQueryProperty(operation) {
|
|
|
23
23
|
},
|
|
24
24
|
displayOptions: {
|
|
25
25
|
show: {
|
|
26
|
-
operation: [
|
|
26
|
+
operation: [operationName],
|
|
27
27
|
},
|
|
28
28
|
},
|
|
29
29
|
};
|
|
30
30
|
}
|
|
31
|
-
function createLimitProperty(
|
|
31
|
+
function createLimitProperty(operationName) {
|
|
32
32
|
return {
|
|
33
33
|
displayName: 'Limit',
|
|
34
34
|
name: 'limit',
|
|
@@ -36,7 +36,7 @@ function createLimitProperty(operation) {
|
|
|
36
36
|
typeOptions: {
|
|
37
37
|
minValue: 1,
|
|
38
38
|
},
|
|
39
|
-
default:
|
|
39
|
+
default: 5,
|
|
40
40
|
description: 'Max number of results to return',
|
|
41
41
|
routing: {
|
|
42
42
|
request: {
|
|
@@ -47,7 +47,7 @@ function createLimitProperty(operation) {
|
|
|
47
47
|
},
|
|
48
48
|
displayOptions: {
|
|
49
49
|
show: {
|
|
50
|
-
operation: [
|
|
50
|
+
operation: [operationName],
|
|
51
51
|
},
|
|
52
52
|
hide: {
|
|
53
53
|
useCustomBody: [true],
|
|
@@ -55,65 +55,72 @@ function createLimitProperty(operation) {
|
|
|
55
55
|
},
|
|
56
56
|
};
|
|
57
57
|
}
|
|
58
|
-
function
|
|
58
|
+
function createSourcesProperty(operationName, omitDisplayOptions = false) {
|
|
59
59
|
return {
|
|
60
|
-
displayName: '
|
|
61
|
-
name: '
|
|
62
|
-
type: '
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
body: {
|
|
68
|
-
tbs: '={{ $value }}',
|
|
69
|
-
},
|
|
60
|
+
displayName: 'Sources',
|
|
61
|
+
name: 'sources',
|
|
62
|
+
type: 'multiOptions',
|
|
63
|
+
options: [
|
|
64
|
+
{
|
|
65
|
+
name: 'Web',
|
|
66
|
+
value: 'web',
|
|
70
67
|
},
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
operation: [operation],
|
|
68
|
+
{
|
|
69
|
+
name: 'Images',
|
|
70
|
+
value: 'images',
|
|
75
71
|
},
|
|
76
|
-
|
|
77
|
-
|
|
72
|
+
{
|
|
73
|
+
name: 'News',
|
|
74
|
+
value: 'news',
|
|
78
75
|
},
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
function createLanguageProperty(operation) {
|
|
83
|
-
return {
|
|
84
|
-
displayName: 'Language',
|
|
85
|
-
name: 'lang',
|
|
86
|
-
type: 'string',
|
|
87
|
-
default: 'en',
|
|
88
|
-
description: 'Language code for search results',
|
|
76
|
+
],
|
|
77
|
+
default: ['web'],
|
|
78
|
+
description: 'Specifies the sources to search from. At least one source must be selected.',
|
|
89
79
|
routing: {
|
|
90
80
|
request: {
|
|
91
81
|
body: {
|
|
92
|
-
|
|
82
|
+
sources: '={{$value.map(source => ({ type: source }))}}',
|
|
93
83
|
},
|
|
94
84
|
},
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
85
|
+
send: {
|
|
86
|
+
preSend: [
|
|
87
|
+
async function (requestOptions) {
|
|
88
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
89
|
+
return requestOptions;
|
|
90
|
+
}
|
|
91
|
+
const body = requestOptions.body;
|
|
92
|
+
if (!body.sources || (Array.isArray(body.sources) && body.sources.length === 0)) {
|
|
93
|
+
throw new Error('At least one source must be selected (web, images, or news)');
|
|
94
|
+
}
|
|
95
|
+
return requestOptions;
|
|
96
|
+
},
|
|
97
|
+
],
|
|
102
98
|
},
|
|
103
99
|
},
|
|
100
|
+
displayOptions: omitDisplayOptions
|
|
101
|
+
? undefined
|
|
102
|
+
: {
|
|
103
|
+
hide: {
|
|
104
|
+
useCustomBody: [true],
|
|
105
|
+
},
|
|
106
|
+
show: {
|
|
107
|
+
resource: ['Default'],
|
|
108
|
+
operation: [operationName],
|
|
109
|
+
},
|
|
110
|
+
},
|
|
104
111
|
};
|
|
105
112
|
}
|
|
106
|
-
function
|
|
113
|
+
function createTimeBasedSearchProperty(operation) {
|
|
107
114
|
return {
|
|
108
|
-
displayName: '
|
|
109
|
-
name: '
|
|
115
|
+
displayName: 'Time Based Search',
|
|
116
|
+
name: 'tbs',
|
|
110
117
|
type: 'string',
|
|
111
|
-
default: '
|
|
112
|
-
description: '
|
|
118
|
+
default: '',
|
|
119
|
+
description: 'Time-based search parameter',
|
|
113
120
|
routing: {
|
|
114
121
|
request: {
|
|
115
122
|
body: {
|
|
116
|
-
|
|
123
|
+
tbs: '={{ $value }}',
|
|
117
124
|
},
|
|
118
125
|
},
|
|
119
126
|
},
|
|
@@ -127,7 +134,7 @@ function createCountryProperty(operation) {
|
|
|
127
134
|
},
|
|
128
135
|
};
|
|
129
136
|
}
|
|
130
|
-
function createAdditionalFieldsProperty(
|
|
137
|
+
function createAdditionalFieldsProperty(operationName) {
|
|
131
138
|
return {
|
|
132
139
|
displayName: 'Additional Fields',
|
|
133
140
|
name: 'additionalFields',
|
|
@@ -176,9 +183,34 @@ function createAdditionalFieldsProperty(operation) {
|
|
|
176
183
|
},
|
|
177
184
|
displayOptions: {
|
|
178
185
|
show: {
|
|
179
|
-
operation: [
|
|
186
|
+
operation: [operationName],
|
|
187
|
+
useCustomBody: [true],
|
|
188
|
+
},
|
|
189
|
+
},
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
function createTimeoutProperty(operationName) {
|
|
193
|
+
return {
|
|
194
|
+
displayName: 'Timeout (Ms)',
|
|
195
|
+
name: 'timeout',
|
|
196
|
+
type: 'number',
|
|
197
|
+
default: 60000,
|
|
198
|
+
description: 'Timeout in milliseconds for the request',
|
|
199
|
+
routing: {
|
|
200
|
+
request: {
|
|
201
|
+
body: {
|
|
202
|
+
timeout: '={{ $value }}',
|
|
203
|
+
},
|
|
204
|
+
},
|
|
205
|
+
},
|
|
206
|
+
displayOptions: {
|
|
207
|
+
hide: {
|
|
180
208
|
useCustomBody: [true],
|
|
181
209
|
},
|
|
210
|
+
show: {
|
|
211
|
+
resource: ['Default'],
|
|
212
|
+
operation: [operationName],
|
|
213
|
+
},
|
|
182
214
|
},
|
|
183
215
|
};
|
|
184
216
|
}
|
|
@@ -186,10 +218,10 @@ function createSearchProperties() {
|
|
|
186
218
|
return [
|
|
187
219
|
(0, common_2.createOperationNotice)('Default', exports.name),
|
|
188
220
|
createQueryProperty(exports.name),
|
|
221
|
+
createSourcesProperty(exports.name),
|
|
222
|
+
createTimeoutProperty(exports.name),
|
|
189
223
|
createLimitProperty(exports.name),
|
|
190
224
|
createTimeBasedSearchProperty(exports.name),
|
|
191
|
-
createLanguageProperty(exports.name),
|
|
192
|
-
createCountryProperty(exports.name),
|
|
193
225
|
];
|
|
194
226
|
}
|
|
195
227
|
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createSearchProperties());
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/search/index.ts"],"names":[],"mappings":";;;AAMA,sCAA+C;AAC/C,sCAAkD;AAGrC,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,6CAA6C,CAAC;AAC5D,QAAA,aAAa,GAAG,QAAQ,CAAC;AAKtC,SAAS,mBAAmB,CAAC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/search/index.ts"],"names":[],"mappings":";;;AAMA,sCAA+C;AAC/C,sCAAkD;AAGrC,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,6CAA6C,CAAC;AAC5D,QAAA,aAAa,GAAG,QAAQ,CAAC;AAKtC,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QAED,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,iCAAiC;QAC9C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;YACD,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAQD,SAAS,qBAAqB,CAC7B,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;aACZ;YACD;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;aACb;SACD;QACD,OAAO,EAAE,CAAC,KAAK,CAAC;QAChB,WAAW,EAAE,6EAA6E;QAC1F,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,+CAA+C;iBACxD;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAGhD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE;4BAChF,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;yBAC/E;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAKD,SAAS,6BAA6B,CAAC,SAAiB;IACvD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,GAAG,EAAE,eAAe;iBACpB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;aACtB;YACD,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,aAAqB;IAC5D,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;gBAC1B,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,aAAqB;IACnD,OAAO;QACN,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,yCAAyC;QACtD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,sBAAsB;IAC9B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,mBAAmB,CAAC,YAAI,CAAC;QAGzB,qBAAqB,CAAC,YAAI,CAAC;QAG3B,qBAAqB,CAAC,YAAI,CAAC;QAG3B,mBAAmB,CAAC,YAAI,CAAC;QACzB,6BAA6B,CAAC,YAAI,CAAC;KACnC,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,sBAAsB,EAAE,CAAC,CAAC;AAKvF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|
|
@@ -31,7 +31,7 @@ exports.extraProperties = [
|
|
|
31
31
|
displayName: 'Custom Body',
|
|
32
32
|
name: 'customBody',
|
|
33
33
|
type: 'json',
|
|
34
|
-
default: '{\n "url": "string",\n "limit": 0,\n "excludePaths": [\n "string"\n ],\n "
|
|
34
|
+
default: '{\n "url": "string",\n "limit": 0,\n "excludePaths": [\n "string"\n ],\n "webhook": "string",\n "scrapeOptions": {\n "formats": [\n {\n "type": "markdown"\n }\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n }\n }\n}',
|
|
35
35
|
description: 'Custom body to send',
|
|
36
36
|
routing: {
|
|
37
37
|
request: {
|
|
@@ -55,7 +55,7 @@ exports.extraProperties = [
|
|
|
55
55
|
displayName: 'Custom Body',
|
|
56
56
|
name: 'customBody',
|
|
57
57
|
type: 'json',
|
|
58
|
-
default: '{\n "url": "string",\n "excludePaths": [\n "string"\n ],\n "limit": 0,\n "scrapeOptions": {\n "formats": [\n "markdown"\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n }\n }\n}',
|
|
58
|
+
default: '{\n "url": "string",\n "excludePaths": [\n "string"\n ],\n "limit": 0,\n "scrapeOptions": {\n "formats": [\n {\n "type": "markdown"\n }\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n }\n }\n}',
|
|
59
59
|
description: 'Custom body to send',
|
|
60
60
|
routing: {
|
|
61
61
|
request: {
|
|
@@ -79,7 +79,7 @@ exports.extraProperties = [
|
|
|
79
79
|
displayName: 'Custom Body',
|
|
80
80
|
name: 'customBody',
|
|
81
81
|
type: 'json',
|
|
82
|
-
default: '{\n "url": "string",\n "limit": 0,\n "webhook": "string",\n "excludePaths": [\n "string"\n ],\n "scrapeOptions": {\n "formats": [\n "markdown"\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n }\n }\n}',
|
|
82
|
+
default: '{\n "url": "string",\n "limit": 0,\n "webhook": "string",\n "excludePaths": [\n "string"\n ],\n "scrapeOptions": {\n "formats": [\n {\n "type": "markdown"\n }\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n }\n }\n}',
|
|
83
83
|
description: 'Custom body to send',
|
|
84
84
|
routing: {
|
|
85
85
|
request: {
|
|
@@ -103,7 +103,7 @@ exports.extraProperties = [
|
|
|
103
103
|
displayName: 'Custom Body',
|
|
104
104
|
name: 'customBody',
|
|
105
105
|
type: 'json',
|
|
106
|
-
default: '{\n "url": "string",\n "formats": [\n "markdown"\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n },\n "actions": [\n {\n "type": "wait",\n "selector": "string",\n "milliseconds": 0,\n "text": "string",\n "key": "string"\n }\n ]\n}',
|
|
106
|
+
default: '{\n "url": "string",\n "formats": [\n {\n "type": "markdown"\n }\n ],\n "extract": {\n "schema": "string",\n "systemPrompt": "string",\n "prompt": "string"\n },\n "actions": [\n {\n "type": "wait",\n "selector": "string",\n "milliseconds": 0,\n "text": "string",\n "key": "string"\n }\n ]\n}',
|
|
107
107
|
description: 'Custom body to send',
|
|
108
108
|
routing: {
|
|
109
109
|
request: {
|
|
@@ -156,7 +156,7 @@ const customBodyCrawl = {
|
|
|
156
156
|
"url": "https://firecrawl.dev",
|
|
157
157
|
"excludePaths": ["blog/*"],
|
|
158
158
|
"includePaths": [],
|
|
159
|
-
"
|
|
159
|
+
"prompt": "Get the latest news from the blog",
|
|
160
160
|
"limit": 100,
|
|
161
161
|
"crawlOptions": {
|
|
162
162
|
"ignoreSitemap": false,
|
|
@@ -164,7 +164,11 @@ const customBodyCrawl = {
|
|
|
164
164
|
"allowExternalLinks": false
|
|
165
165
|
},
|
|
166
166
|
"scrapeOptions": {
|
|
167
|
-
"formats": [
|
|
167
|
+
"formats": [
|
|
168
|
+
{
|
|
169
|
+
"type": "markdown"
|
|
170
|
+
}
|
|
171
|
+
],
|
|
168
172
|
"onlyMainContent": true,
|
|
169
173
|
"removeBase64Images": true,
|
|
170
174
|
"mobile": false,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"properties.js","sourceRoot":"","sources":["../../../nodes/Firecrawl/properties.ts"],"names":[],"mappings":";;;AACA,+BAAsC;AACtC,uCAAoD;AAKvC,QAAA,wBAAwB,GAAsB,EAAE,CAAC;AAKjD,QAAA,cAAc,GAAsB;IAChD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;aAChB;SACD;QACD,OAAO,EAAE,SAAS;KAClB;CACD,CAAC;AAKW,QAAA,eAAe,GAAsB;IACjD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,8BAA8B;QAC3C,OAAO,EAAE,KAAK;KACd;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EACN
|
|
1
|
+
{"version":3,"file":"properties.js","sourceRoot":"","sources":["../../../nodes/Firecrawl/properties.ts"],"names":[],"mappings":";;;AACA,+BAAsC;AACtC,uCAAoD;AAKvC,QAAA,wBAAwB,GAAsB,EAAE,CAAC;AAKjD,QAAA,cAAc,GAAsB;IAChD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;aAChB;SACD;QACD,OAAO,EAAE,SAAS;KAClB;CACD,CAAC;AAKW,QAAA,eAAe,GAAsB;IACjD;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,8BAA8B;QAC3C,OAAO,EAAE,KAAK;KACd;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EACN,4TAA4T;QAC7T,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,UAAU,EAAE,yBAAyB;iBACrC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,CAAC,iCAAuB,CAAC;aAClC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,oBAAoB,CAAC;aACjC;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EACN,oSAAoS;QACrS,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,UAAU,EAAE,yBAAyB;iBACrC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,CAAC,iCAAuB,CAAC;aAClC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qCAAqC,CAAC;aAClD;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EACN,4TAA4T;QAC7T,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,UAAU,EAAE,yBAAyB;iBACrC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,CAAC,iCAAuB,CAAC;aAClC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,mCAAmC,CAAC;aAChD;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EACN,+VAA+V;QAChW,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,UAAU,EAAE,yBAAyB;iBACrC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,CAAC,iCAAuB,CAAC;aAClC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,kCAAkC,CAAC;aAC/C;SACD;KACD;IACD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,6DAA6D;QACtE,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,UAAU,EAAE,yBAAyB;iBACrC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE,CAAC,iCAAuB,CAAC;aAClC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,4BAA4B,CAAC;aACzC;SACD;KACD;CACD,CAAC;AAKF,MAAM,eAAe,GAAoB;IACxC,WAAW,EAAE,aAAa;IAC1B,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE;;;;;;;;;;;;;;;;;;;;;;;EAuBR;IACD,WAAW,EAAE,qBAAqB;IAClC,OAAO,EAAE;QACR,OAAO,EAAE;YACR,IAAI,EAAE,yBAAyB;SAC/B;KACD;IACD,cAAc,EAAE;QACf,IAAI,EAAE;YACL,QAAQ,EAAE,CAAC,SAAS,CAAC;YACrB,SAAS,EAAE,CAAC,iBAAiB,CAAC;YAC9B,aAAa,EAAE,CAAC,IAAI,CAAC;SACrB;KACD;CACD,CAAC;AAKW,QAAA,aAAa,GAAG;IAC5B,GAAG,gCAAwB;IAC3B,GAAG,sBAAc;IACjB,GAAG,mBAAa;IAChB,GAAG,uBAAe;IAClB,eAAe;CACf,CAAC"}
|