@mendable/n8n-nodes-firecrawl 1.0.3 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/dist/credentials/FirecrawlApi.credentials.js +1 -1
- package/dist/nodes/Firecrawl/Firecrawl.node.js +1 -1
- package/dist/nodes/Firecrawl/Firecrawl.node.js.map +1 -1
- package/dist/nodes/Firecrawl/api/common.js +205 -27
- package/dist/nodes/Firecrawl/api/common.js.map +1 -1
- package/dist/nodes/Firecrawl/api/crawl/index.js +147 -22
- package/dist/nodes/Firecrawl/api/crawl/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/extract/index.js +56 -3
- package/dist/nodes/Firecrawl/api/extract/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/getCrawlStatus/index.js +0 -3
- package/dist/nodes/Firecrawl/api/getCrawlStatus/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/getExtractStatus/index.js +0 -3
- package/dist/nodes/Firecrawl/api/getExtractStatus/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/map/index.js +78 -31
- package/dist/nodes/Firecrawl/api/map/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/scrape/index.js +88 -0
- package/dist/nodes/Firecrawl/api/scrape/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/search/index.js +123 -23
- package/dist/nodes/Firecrawl/api/search/index.js.map +1 -1
- package/dist/nodes/Firecrawl/properties.js +10 -6
- package/dist/nodes/Firecrawl/properties.js.map +1 -1
- package/dist/package.json +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
|
@@ -40,9 +40,6 @@ function createUrlsProperty() {
|
|
|
40
40
|
},
|
|
41
41
|
},
|
|
42
42
|
displayOptions: {
|
|
43
|
-
hide: {
|
|
44
|
-
useCustomBody: [true],
|
|
45
|
-
},
|
|
46
43
|
show: {
|
|
47
44
|
resource: ['Default'],
|
|
48
45
|
operation: [exports.operationName],
|
|
@@ -200,6 +197,61 @@ function createShowSourcesProperty() {
|
|
|
200
197
|
},
|
|
201
198
|
};
|
|
202
199
|
}
|
|
200
|
+
function createAdditionalFieldsProperty(operation) {
|
|
201
|
+
return {
|
|
202
|
+
displayName: 'Additional Fields',
|
|
203
|
+
name: 'additionalFields',
|
|
204
|
+
type: 'collection',
|
|
205
|
+
placeholder: 'Add Field',
|
|
206
|
+
default: {},
|
|
207
|
+
description: 'Additional fields to send in the request body',
|
|
208
|
+
options: [
|
|
209
|
+
{
|
|
210
|
+
displayName: 'Custom Properties (JSON)',
|
|
211
|
+
name: 'customProperties',
|
|
212
|
+
type: 'json',
|
|
213
|
+
default: '{}',
|
|
214
|
+
description: 'Custom JSON properties to add to the request body',
|
|
215
|
+
},
|
|
216
|
+
],
|
|
217
|
+
routing: {
|
|
218
|
+
request: {
|
|
219
|
+
body: {
|
|
220
|
+
additionalFields: '={{ $value }}',
|
|
221
|
+
},
|
|
222
|
+
},
|
|
223
|
+
send: {
|
|
224
|
+
preSend: [
|
|
225
|
+
async function (requestOptions) {
|
|
226
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
227
|
+
return requestOptions;
|
|
228
|
+
}
|
|
229
|
+
const body = requestOptions.body;
|
|
230
|
+
const additionalFields = body.additionalFields;
|
|
231
|
+
if (additionalFields) {
|
|
232
|
+
if (additionalFields.customProperties) {
|
|
233
|
+
try {
|
|
234
|
+
const customProps = JSON.parse(additionalFields.customProperties);
|
|
235
|
+
Object.assign(requestOptions.body, customProps);
|
|
236
|
+
}
|
|
237
|
+
catch (error) {
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
delete body.additionalFields;
|
|
241
|
+
}
|
|
242
|
+
return requestOptions;
|
|
243
|
+
},
|
|
244
|
+
],
|
|
245
|
+
},
|
|
246
|
+
},
|
|
247
|
+
displayOptions: {
|
|
248
|
+
show: {
|
|
249
|
+
operation: [operation],
|
|
250
|
+
useCustomBody: [true],
|
|
251
|
+
},
|
|
252
|
+
},
|
|
253
|
+
};
|
|
254
|
+
}
|
|
203
255
|
function createExtractProperties() {
|
|
204
256
|
return [
|
|
205
257
|
(0, common_1.createOperationNotice)('Default', name, 'POST'),
|
|
@@ -216,4 +268,5 @@ function createExtractProperties() {
|
|
|
216
268
|
const { options, properties } = (0, common_1.buildApiProperties)(name, displayName, createExtractProperties());
|
|
217
269
|
exports.options = options;
|
|
218
270
|
exports.properties = properties;
|
|
271
|
+
properties.push(createAdditionalFieldsProperty(name));
|
|
219
272
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/extract/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/extract/index.ts"],"names":[],"mappings":";;;AAMA,sCAAmG;AAEnG,MAAM,IAAI,GAAG,SAAS,CAAC;AACvB,MAAM,WAAW,GAAG,cAAc,CAAC;AACtB,QAAA,aAAa,GAAG,SAAS,CAAC;AAMvC,SAAS,kBAAkB;IAC1B,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EAAE,+DAA+D;QAC5E,WAAW,EAAE,SAAS;QACtB,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,KAAK;wBAClB,IAAI,EAAE,KAAK;wBACX,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,uBAAuB;wBACpC,WAAW,EAAE,iDAAiD;qBAC9D;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,IAAI,EAAE,6DAA6D;iBACnE;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,oBAAoB;IAC5B,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,wCAAwC;QACrD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,eAAe;iBACvB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,oBAAoB;IAC5B,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,yDAAyD;QAClE,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,2BAA2B;iBACnC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B;IACrC,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,eAAe,EAAE,eAAe;iBAChC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B;IACnC,OAAO;QACN,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,qDAAqD;QAClE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,aAAa,EAAE,eAAe;iBAC9B;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B;IACvC,OAAO;QACN,WAAW,EAAE,oBAAoB;QACjC,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,8CAA8C;QAC3D,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,iBAAiB,EAAE,eAAe;iBAClC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB;IACjC,OAAO;QACN,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,WAAW,EAAE,eAAe;iBAC5B;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,SAAiB;IACxD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;gBACtB,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,uBAAuB;IAC/B,OAAO;QACN,IAAA,8BAAqB,EAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC;QAC9C,kBAAkB,EAAE;QACpB,oBAAoB,EAAE;QACtB,oBAAoB,EAAE;QACtB,2BAA2B,EAAE;QAC7B,+BAA+B,EAAE;QACjC,6BAA6B,EAAE;QAC/B,yBAAyB,EAAE;QAC3B,IAAA,oCAA2B,EAAC,qBAAa,CAAC;KAC1C,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,IAAI,EAAE,WAAW,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAKxF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getCrawlStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAA8F;AAGjF,QAAA,IAAI,GAAG,gBAAgB,CAAC;AACxB,QAAA,WAAW,GAAG,kBAAkB,CAAC;AAEjC,QAAA,aAAa,GAAG,gBAAgB,CAAC;AAM9C,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,uCAAuC;QACpD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,oBAAoB;aACzB;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getCrawlStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAA8F;AAGjF,QAAA,IAAI,GAAG,gBAAgB,CAAC;AACxB,QAAA,WAAW,GAAG,kBAAkB,CAAC;AAEjC,QAAA,aAAa,GAAG,gBAAgB,CAAC;AAM9C,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,uCAAuC;QACpD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,oBAAoB;aACzB;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B;IACtC,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,EAAE,KAAK,CAAC;QAG7C,qBAAqB,EAAE;KACvB,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EACjD,YAAI,EACJ,mBAAW,EACX,8BAA8B,EAAE,CAChC,CAAC;AAmBO,0BAAO;AAAE,gCAAU;AAhB5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;KACb;IACD,MAAM,EAAE;QACP,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE;oBACX,IAAI,EAAE,qBAAqB;iBAC3B;aACD;SACD;KACD;CACD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getExtractStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEtE,MAAM,IAAI,GAAG,kBAAkB,CAAC;AAChC,MAAM,WAAW,GAAG,oBAAoB,CAAC;AAC5B,QAAA,aAAa,GAAG,kBAAkB,CAAC;AAMhD,SAAS,uBAAuB;IAC/B,OAAO;QACN,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,sBAAsB;aAC3B;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getExtractStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEtE,MAAM,IAAI,GAAG,kBAAkB,CAAC;AAChC,MAAM,WAAW,GAAG,oBAAoB,CAAC;AAC5B,QAAA,aAAa,GAAG,kBAAkB,CAAC;AAMhD,SAAS,uBAAuB;IAC/B,OAAO;QACN,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,sBAAsB;aAC3B;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,gCAAgC;IACxC,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC,CAAC;AACnF,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EACjD,IAAI,EACJ,WAAW,EACX,gCAAgC,EAAE,CAClC,CAAC;AAmBO,0BAAO;AAAE,gCAAU;AAhB5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;KACb;IACD,MAAM,EAAE;QACP,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE;oBACX,IAAI,EAAE,qBAAqB;iBAC3B;aACD;SACD;KACD;CACD,CAAC"}
|
|
@@ -5,42 +5,34 @@ const common_1 = require("../common");
|
|
|
5
5
|
exports.name = 'map';
|
|
6
6
|
exports.displayName = 'Map a website and get urls';
|
|
7
7
|
exports.operationName = 'map';
|
|
8
|
-
function
|
|
8
|
+
function createSitemapProperty() {
|
|
9
9
|
return {
|
|
10
|
-
displayName: '
|
|
11
|
-
name: '
|
|
12
|
-
type: '
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
ignoreSitemap: '={{ $value }}',
|
|
19
|
-
},
|
|
10
|
+
displayName: 'Sitemap',
|
|
11
|
+
name: 'sitemap',
|
|
12
|
+
type: 'options',
|
|
13
|
+
options: [
|
|
14
|
+
{
|
|
15
|
+
name: 'Include',
|
|
16
|
+
value: 'include',
|
|
17
|
+
description: 'Include sitemap when crawling (default)',
|
|
20
18
|
},
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
19
|
+
{
|
|
20
|
+
name: 'Only',
|
|
21
|
+
value: 'only',
|
|
22
|
+
description: 'Only return links found in the website sitemap',
|
|
25
23
|
},
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
24
|
+
{
|
|
25
|
+
name: 'Skip',
|
|
26
|
+
value: 'skip',
|
|
27
|
+
description: 'Ignore the website sitemap when crawling',
|
|
29
28
|
},
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
function createSitemapOnlyProperty() {
|
|
34
|
-
return {
|
|
35
|
-
displayName: 'Sitemap Only',
|
|
36
|
-
name: 'sitemapOnly',
|
|
37
|
-
type: 'boolean',
|
|
38
|
-
default: false,
|
|
39
|
-
description: 'Whether to only return links found in the website sitemap',
|
|
29
|
+
],
|
|
30
|
+
default: 'include',
|
|
31
|
+
description: 'How to handle the website sitemap during crawling',
|
|
40
32
|
routing: {
|
|
41
33
|
request: {
|
|
42
34
|
body: {
|
|
43
|
-
|
|
35
|
+
sitemap: '={{ $value }}',
|
|
44
36
|
},
|
|
45
37
|
},
|
|
46
38
|
},
|
|
@@ -134,12 +126,66 @@ function createTimeoutProperty() {
|
|
|
134
126
|
},
|
|
135
127
|
};
|
|
136
128
|
}
|
|
129
|
+
function createAdditionalFieldsProperty(operation) {
|
|
130
|
+
return {
|
|
131
|
+
displayName: 'Additional Fields',
|
|
132
|
+
name: 'additionalFields',
|
|
133
|
+
type: 'collection',
|
|
134
|
+
placeholder: 'Add Field',
|
|
135
|
+
default: {},
|
|
136
|
+
description: 'Additional fields to send in the request body',
|
|
137
|
+
options: [
|
|
138
|
+
{
|
|
139
|
+
displayName: 'Custom Properties (JSON)',
|
|
140
|
+
name: 'customProperties',
|
|
141
|
+
type: 'json',
|
|
142
|
+
default: '{}',
|
|
143
|
+
description: 'Custom JSON properties to add to the request body',
|
|
144
|
+
},
|
|
145
|
+
],
|
|
146
|
+
routing: {
|
|
147
|
+
request: {
|
|
148
|
+
body: {
|
|
149
|
+
additionalFields: '={{ $value }}',
|
|
150
|
+
},
|
|
151
|
+
},
|
|
152
|
+
send: {
|
|
153
|
+
preSend: [
|
|
154
|
+
async function (requestOptions) {
|
|
155
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
156
|
+
return requestOptions;
|
|
157
|
+
}
|
|
158
|
+
const body = requestOptions.body;
|
|
159
|
+
const additionalFields = body.additionalFields;
|
|
160
|
+
if (additionalFields) {
|
|
161
|
+
if (additionalFields.customProperties) {
|
|
162
|
+
try {
|
|
163
|
+
const customProps = JSON.parse(additionalFields.customProperties);
|
|
164
|
+
Object.assign(requestOptions.body, customProps);
|
|
165
|
+
}
|
|
166
|
+
catch (error) {
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
delete body.additionalFields;
|
|
170
|
+
}
|
|
171
|
+
return requestOptions;
|
|
172
|
+
},
|
|
173
|
+
],
|
|
174
|
+
},
|
|
175
|
+
},
|
|
176
|
+
displayOptions: {
|
|
177
|
+
show: {
|
|
178
|
+
operation: [operation],
|
|
179
|
+
useCustomBody: [true],
|
|
180
|
+
},
|
|
181
|
+
},
|
|
182
|
+
};
|
|
183
|
+
}
|
|
137
184
|
function createMapProperties() {
|
|
138
185
|
return [
|
|
139
186
|
(0, common_1.createOperationNotice)('Default', exports.name),
|
|
140
187
|
(0, common_1.createUrlProperty)(exports.name),
|
|
141
|
-
|
|
142
|
-
createSitemapOnlyProperty(),
|
|
188
|
+
createSitemapProperty(),
|
|
143
189
|
createIncludeSubdomainsProperty(),
|
|
144
190
|
createLimitProperty(),
|
|
145
191
|
createTimeoutProperty(),
|
|
@@ -148,4 +194,5 @@ function createMapProperties() {
|
|
|
148
194
|
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createMapProperties());
|
|
149
195
|
exports.options = options;
|
|
150
196
|
exports.properties = properties;
|
|
197
|
+
properties.push(createAdditionalFieldsProperty(exports.name));
|
|
151
198
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/map/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/map/index.ts"],"names":[],"mappings":";;;AAMA,sCAAyF;AAG5E,QAAA,IAAI,GAAG,KAAK,CAAC;AACb,QAAA,WAAW,GAAG,4BAA4B,CAAC;AAC3C,QAAA,aAAa,GAAG,KAAK,CAAC;AAEnC,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,yCAAyC;aACtD;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;gBACb,WAAW,EAAE,gDAAgD;aAC7D;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;gBACb,WAAW,EAAE,0CAA0C;aACvD;SACD;QACD,OAAO,EAAE,SAAS;QAClB,WAAW,EAAE,mDAAmD;QAChE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B;IACvC,OAAO;QACN,WAAW,EAAE,oBAAoB;QACjC,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,8CAA8C;QAC3D,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,iBAAiB,EAAE,eAAe;iBAClC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB;IAC3B,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;YAEX,QAAQ,EAAE,IAAI;SACd;QAED,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,iCAAiC;QAC9C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,yCAAyC;QACtD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,SAAiB;IACxD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;gBACtB,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,mBAAmB;IAC3B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAEtC,IAAA,0BAAiB,EAAC,YAAI,CAAC;QAEvB,qBAAqB,EAAE;QAEvB,+BAA+B,EAAE;QAEjC,mBAAmB,EAAE;QAErB,qBAAqB,EAAE;KACvB,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,mBAAmB,EAAE,CAAC,CAAC;AAKpF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|
|
@@ -5,14 +5,102 @@ const common_1 = require("../common");
|
|
|
5
5
|
exports.name = 'scrape';
|
|
6
6
|
exports.displayName = 'Scrape a url and get its content';
|
|
7
7
|
exports.operationName = 'scrape';
|
|
8
|
+
function createParsersProperty(operationName) {
|
|
9
|
+
return {
|
|
10
|
+
displayName: 'Parsers',
|
|
11
|
+
name: 'parsers',
|
|
12
|
+
type: 'multiOptions',
|
|
13
|
+
options: [
|
|
14
|
+
{
|
|
15
|
+
name: 'PDF',
|
|
16
|
+
value: 'pdf',
|
|
17
|
+
},
|
|
18
|
+
],
|
|
19
|
+
default: [],
|
|
20
|
+
description: 'Controls how PDF files are processed during scraping. When PDF parser is enabled, the PDF content is extracted and converted to markdown format, with billing based on the number of pages (1 credit per page). When disabled, the PDF file is returned in base64 encoding with a flat rate of 1 credit total.',
|
|
21
|
+
routing: {
|
|
22
|
+
request: {
|
|
23
|
+
body: {
|
|
24
|
+
parsers: '={{ $value }}',
|
|
25
|
+
},
|
|
26
|
+
},
|
|
27
|
+
},
|
|
28
|
+
displayOptions: {
|
|
29
|
+
hide: {
|
|
30
|
+
useCustomBody: [true],
|
|
31
|
+
},
|
|
32
|
+
show: {
|
|
33
|
+
resource: ['Default'],
|
|
34
|
+
operation: [operationName],
|
|
35
|
+
},
|
|
36
|
+
},
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
function createAdditionalFieldsProperty(operation) {
|
|
40
|
+
return {
|
|
41
|
+
displayName: 'Additional Fields',
|
|
42
|
+
name: 'additionalFields',
|
|
43
|
+
type: 'collection',
|
|
44
|
+
placeholder: 'Add Field',
|
|
45
|
+
default: {},
|
|
46
|
+
description: 'Additional fields to send in the request body',
|
|
47
|
+
options: [
|
|
48
|
+
{
|
|
49
|
+
displayName: 'Custom Properties (JSON)',
|
|
50
|
+
name: 'customProperties',
|
|
51
|
+
type: 'json',
|
|
52
|
+
default: '{}',
|
|
53
|
+
description: 'Custom JSON properties to add to the request body',
|
|
54
|
+
},
|
|
55
|
+
],
|
|
56
|
+
routing: {
|
|
57
|
+
request: {
|
|
58
|
+
body: {
|
|
59
|
+
additionalFields: '={{ $value }}',
|
|
60
|
+
},
|
|
61
|
+
},
|
|
62
|
+
send: {
|
|
63
|
+
preSend: [
|
|
64
|
+
async function (requestOptions) {
|
|
65
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
66
|
+
return requestOptions;
|
|
67
|
+
}
|
|
68
|
+
const body = requestOptions.body;
|
|
69
|
+
const additionalFields = body.additionalFields;
|
|
70
|
+
if (additionalFields) {
|
|
71
|
+
if (additionalFields.customProperties) {
|
|
72
|
+
try {
|
|
73
|
+
const customProps = JSON.parse(additionalFields.customProperties);
|
|
74
|
+
Object.assign(requestOptions.body, customProps);
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
delete body.additionalFields;
|
|
80
|
+
}
|
|
81
|
+
return requestOptions;
|
|
82
|
+
},
|
|
83
|
+
],
|
|
84
|
+
},
|
|
85
|
+
},
|
|
86
|
+
displayOptions: {
|
|
87
|
+
show: {
|
|
88
|
+
operation: [operation],
|
|
89
|
+
useCustomBody: [true],
|
|
90
|
+
},
|
|
91
|
+
},
|
|
92
|
+
};
|
|
93
|
+
}
|
|
8
94
|
function createScrapeProperties() {
|
|
9
95
|
return [
|
|
10
96
|
(0, common_1.createOperationNotice)('Default', exports.name),
|
|
11
97
|
(0, common_1.createUrlProperty)(exports.name, 'https://firecrawl.dev'),
|
|
98
|
+
createParsersProperty(exports.operationName),
|
|
12
99
|
(0, common_1.createScrapeOptionsProperty)(exports.operationName, false),
|
|
13
100
|
];
|
|
14
101
|
}
|
|
15
102
|
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createScrapeProperties());
|
|
16
103
|
exports.options = options;
|
|
17
104
|
exports.properties = properties;
|
|
105
|
+
properties.push(createAdditionalFieldsProperty(exports.name));
|
|
18
106
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/scrape/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/scrape/index.ts"],"names":[],"mappings":";;;AAMA,sCAKmB;AAGN,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,kCAAkC,CAAC;AACjD,QAAA,aAAa,GAAG,QAAQ,CAAC;AAOtC,SAAS,qBAAqB,CAAC,aAAqB;IACnD,OAAO;QACN,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;aACZ;SACD;QACD,OAAO,EAAE,EAAE;QACX,WAAW,EACV,gTAAgT;QACjT,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,SAAiB;IACxD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;gBACtB,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,sBAAsB;IAC9B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,IAAA,0BAAiB,EAAC,YAAI,EAAE,uBAAuB,CAAC;QAGhD,qBAAqB,CAAC,qBAAa,CAAC;QAGpC,IAAA,oCAA2B,EAAC,qBAAa,EAAE,KAAK,CAAC;KACjD,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,sBAAsB,EAAE,CAAC,CAAC;AAKvF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|
|
@@ -6,7 +6,7 @@ const common_2 = require("../common");
|
|
|
6
6
|
exports.name = 'search';
|
|
7
7
|
exports.displayName = 'Search and optionally scrape search results';
|
|
8
8
|
exports.operationName = 'search';
|
|
9
|
-
function createQueryProperty(
|
|
9
|
+
function createQueryProperty(operationName) {
|
|
10
10
|
return {
|
|
11
11
|
displayName: 'Query',
|
|
12
12
|
name: 'query',
|
|
@@ -23,12 +23,12 @@ function createQueryProperty(operation) {
|
|
|
23
23
|
},
|
|
24
24
|
displayOptions: {
|
|
25
25
|
show: {
|
|
26
|
-
operation: [
|
|
26
|
+
operation: [operationName],
|
|
27
27
|
},
|
|
28
28
|
},
|
|
29
29
|
};
|
|
30
30
|
}
|
|
31
|
-
function createLimitProperty(
|
|
31
|
+
function createLimitProperty(operationName) {
|
|
32
32
|
return {
|
|
33
33
|
displayName: 'Limit',
|
|
34
34
|
name: 'limit',
|
|
@@ -36,7 +36,7 @@ function createLimitProperty(operation) {
|
|
|
36
36
|
typeOptions: {
|
|
37
37
|
minValue: 1,
|
|
38
38
|
},
|
|
39
|
-
default:
|
|
39
|
+
default: 5,
|
|
40
40
|
description: 'Max number of results to return',
|
|
41
41
|
routing: {
|
|
42
42
|
request: {
|
|
@@ -47,9 +47,67 @@ function createLimitProperty(operation) {
|
|
|
47
47
|
},
|
|
48
48
|
displayOptions: {
|
|
49
49
|
show: {
|
|
50
|
-
operation: [
|
|
50
|
+
operation: [operationName],
|
|
51
|
+
},
|
|
52
|
+
hide: {
|
|
53
|
+
useCustomBody: [true],
|
|
54
|
+
},
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
function createSourcesProperty(operationName, omitDisplayOptions = false) {
|
|
59
|
+
return {
|
|
60
|
+
displayName: 'Sources',
|
|
61
|
+
name: 'sources',
|
|
62
|
+
type: 'multiOptions',
|
|
63
|
+
options: [
|
|
64
|
+
{
|
|
65
|
+
name: 'Web',
|
|
66
|
+
value: 'web',
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
name: 'Images',
|
|
70
|
+
value: 'images',
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
name: 'News',
|
|
74
|
+
value: 'news',
|
|
75
|
+
},
|
|
76
|
+
],
|
|
77
|
+
default: ['web'],
|
|
78
|
+
description: 'Specifies the sources to search from. At least one source must be selected.',
|
|
79
|
+
routing: {
|
|
80
|
+
request: {
|
|
81
|
+
body: {
|
|
82
|
+
sources: '={{$value.map(source => ({ type: source }))}}',
|
|
83
|
+
},
|
|
84
|
+
},
|
|
85
|
+
send: {
|
|
86
|
+
preSend: [
|
|
87
|
+
async function (requestOptions) {
|
|
88
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
89
|
+
return requestOptions;
|
|
90
|
+
}
|
|
91
|
+
const body = requestOptions.body;
|
|
92
|
+
if (!body.sources || (Array.isArray(body.sources) && body.sources.length === 0)) {
|
|
93
|
+
throw new Error('At least one source must be selected (web, images, or news)');
|
|
94
|
+
}
|
|
95
|
+
return requestOptions;
|
|
96
|
+
},
|
|
97
|
+
],
|
|
51
98
|
},
|
|
52
99
|
},
|
|
100
|
+
displayOptions: omitDisplayOptions
|
|
101
|
+
? undefined
|
|
102
|
+
: {
|
|
103
|
+
hide: {
|
|
104
|
+
useCustomBody: [true],
|
|
105
|
+
},
|
|
106
|
+
show: {
|
|
107
|
+
resource: ['Default'],
|
|
108
|
+
operation: [operationName],
|
|
109
|
+
},
|
|
110
|
+
},
|
|
53
111
|
};
|
|
54
112
|
}
|
|
55
113
|
function createTimeBasedSearchProperty(operation) {
|
|
@@ -70,47 +128,88 @@ function createTimeBasedSearchProperty(operation) {
|
|
|
70
128
|
show: {
|
|
71
129
|
operation: [operation],
|
|
72
130
|
},
|
|
131
|
+
hide: {
|
|
132
|
+
useCustomBody: [true],
|
|
133
|
+
},
|
|
73
134
|
},
|
|
74
135
|
};
|
|
75
136
|
}
|
|
76
|
-
function
|
|
137
|
+
function createAdditionalFieldsProperty(operationName) {
|
|
77
138
|
return {
|
|
78
|
-
displayName: '
|
|
79
|
-
name: '
|
|
80
|
-
type: '
|
|
81
|
-
|
|
82
|
-
|
|
139
|
+
displayName: 'Additional Fields',
|
|
140
|
+
name: 'additionalFields',
|
|
141
|
+
type: 'collection',
|
|
142
|
+
placeholder: 'Add Field',
|
|
143
|
+
default: {},
|
|
144
|
+
description: 'Additional fields to send in the request body',
|
|
145
|
+
options: [
|
|
146
|
+
{
|
|
147
|
+
displayName: 'Custom Properties (JSON)',
|
|
148
|
+
name: 'customProperties',
|
|
149
|
+
type: 'json',
|
|
150
|
+
default: '{}',
|
|
151
|
+
description: 'Custom JSON properties to add to the request body',
|
|
152
|
+
},
|
|
153
|
+
],
|
|
83
154
|
routing: {
|
|
84
155
|
request: {
|
|
85
156
|
body: {
|
|
86
|
-
|
|
157
|
+
additionalFields: '={{ $value }}',
|
|
87
158
|
},
|
|
88
159
|
},
|
|
160
|
+
send: {
|
|
161
|
+
preSend: [
|
|
162
|
+
async function (requestOptions) {
|
|
163
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
164
|
+
return requestOptions;
|
|
165
|
+
}
|
|
166
|
+
const body = requestOptions.body;
|
|
167
|
+
const additionalFields = body.additionalFields;
|
|
168
|
+
if (additionalFields) {
|
|
169
|
+
if (additionalFields.customProperties) {
|
|
170
|
+
try {
|
|
171
|
+
const customProps = JSON.parse(additionalFields.customProperties);
|
|
172
|
+
Object.assign(requestOptions.body, customProps);
|
|
173
|
+
}
|
|
174
|
+
catch (error) {
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
delete body.additionalFields;
|
|
178
|
+
}
|
|
179
|
+
return requestOptions;
|
|
180
|
+
},
|
|
181
|
+
],
|
|
182
|
+
},
|
|
89
183
|
},
|
|
90
184
|
displayOptions: {
|
|
91
185
|
show: {
|
|
92
|
-
operation: [
|
|
186
|
+
operation: [operationName],
|
|
187
|
+
useCustomBody: [true],
|
|
93
188
|
},
|
|
94
189
|
},
|
|
95
190
|
};
|
|
96
191
|
}
|
|
97
|
-
function
|
|
192
|
+
function createTimeoutProperty(operationName) {
|
|
98
193
|
return {
|
|
99
|
-
displayName: '
|
|
100
|
-
name: '
|
|
101
|
-
type: '
|
|
102
|
-
default:
|
|
103
|
-
description: '
|
|
194
|
+
displayName: 'Timeout (Ms)',
|
|
195
|
+
name: 'timeout',
|
|
196
|
+
type: 'number',
|
|
197
|
+
default: 60000,
|
|
198
|
+
description: 'Timeout in milliseconds for the request',
|
|
104
199
|
routing: {
|
|
105
200
|
request: {
|
|
106
201
|
body: {
|
|
107
|
-
|
|
202
|
+
timeout: '={{ $value }}',
|
|
108
203
|
},
|
|
109
204
|
},
|
|
110
205
|
},
|
|
111
206
|
displayOptions: {
|
|
207
|
+
hide: {
|
|
208
|
+
useCustomBody: [true],
|
|
209
|
+
},
|
|
112
210
|
show: {
|
|
113
|
-
|
|
211
|
+
resource: ['Default'],
|
|
212
|
+
operation: [operationName],
|
|
114
213
|
},
|
|
115
214
|
},
|
|
116
215
|
};
|
|
@@ -119,13 +218,14 @@ function createSearchProperties() {
|
|
|
119
218
|
return [
|
|
120
219
|
(0, common_2.createOperationNotice)('Default', exports.name),
|
|
121
220
|
createQueryProperty(exports.name),
|
|
221
|
+
createSourcesProperty(exports.name),
|
|
222
|
+
createTimeoutProperty(exports.name),
|
|
122
223
|
createLimitProperty(exports.name),
|
|
123
224
|
createTimeBasedSearchProperty(exports.name),
|
|
124
|
-
createLanguageProperty(exports.name),
|
|
125
|
-
createCountryProperty(exports.name),
|
|
126
225
|
];
|
|
127
226
|
}
|
|
128
227
|
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createSearchProperties());
|
|
129
228
|
exports.options = options;
|
|
130
229
|
exports.properties = properties;
|
|
230
|
+
properties.push(createAdditionalFieldsProperty(exports.name));
|
|
131
231
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/search/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/search/index.ts"],"names":[],"mappings":";;;AAMA,sCAA+C;AAC/C,sCAAkD;AAGrC,QAAA,IAAI,GAAG,QAAQ,CAAC;AAChB,QAAA,WAAW,GAAG,6CAA6C,CAAC;AAC5D,QAAA,aAAa,GAAG,QAAQ,CAAC;AAKtC,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QAED,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,iCAAiC;QAC9C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;YACD,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAQD,SAAS,qBAAqB,CAC7B,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;aACZ;YACD;gBACC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,QAAQ;aACf;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;aACb;SACD;QACD,OAAO,EAAE,CAAC,KAAK,CAAC;QAChB,WAAW,EAAE,6EAA6E;QAC1F,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,+CAA+C;iBACxD;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAGhD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE;4BAChF,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;yBAC/E;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAKD,SAAS,6BAA6B,CAAC,SAAiB;IACvD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,GAAG,EAAE,eAAe;iBACpB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;aACtB;YACD,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,aAAqB;IAC5D,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,aAAa,CAAC;gBAC1B,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,aAAqB;IACnD,OAAO;QACN,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,yCAAyC;QACtD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,OAAO,EAAE,eAAe;iBACxB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,sBAAsB;IAC9B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,mBAAmB,CAAC,YAAI,CAAC;QAGzB,qBAAqB,CAAC,YAAI,CAAC;QAG3B,qBAAqB,CAAC,YAAI,CAAC;QAG3B,mBAAmB,CAAC,YAAI,CAAC;QACzB,6BAA6B,CAAC,YAAI,CAAC;KACnC,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,sBAAsB,EAAE,CAAC,CAAC;AAKvF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|