@mendable/n8n-nodes-firecrawl 1.0.4 → 1.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -0
- package/dist/credentials/FirecrawlApi.credentials.js +1 -1
- package/dist/nodes/Firecrawl/Firecrawl.node.d.ts +3 -0
- package/dist/nodes/Firecrawl/Firecrawl.node.js +1 -1
- package/dist/nodes/Firecrawl/api/batchScrape/index.d.ts +6 -0
- package/dist/nodes/Firecrawl/api/batchScrape/index.js +124 -0
- package/dist/nodes/Firecrawl/api/batchScrape/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/{form → batchScrapeErrors}/index.d.ts +2 -3
- package/dist/nodes/Firecrawl/api/batchScrapeErrors/index.js +39 -0
- package/dist/nodes/Firecrawl/api/batchScrapeErrors/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/batchScrapeStatus/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/batchScrapeStatus/index.js +39 -0
- package/dist/nodes/Firecrawl/api/batchScrapeStatus/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/cancelBatchScrape/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/cancelBatchScrape/index.js +39 -0
- package/dist/nodes/Firecrawl/api/cancelBatchScrape/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/cancelCrawl/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/cancelCrawl/index.js +39 -0
- package/dist/nodes/Firecrawl/api/cancelCrawl/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/common.d.ts +2 -1
- package/dist/nodes/Firecrawl/api/common.js +377 -27
- package/dist/nodes/Firecrawl/api/common.js.map +1 -1
- package/dist/nodes/Firecrawl/api/crawl/index.js +91 -22
- package/dist/nodes/Firecrawl/api/crawl/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/crawlActive/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/crawlActive/index.js +19 -0
- package/dist/nodes/Firecrawl/api/crawlActive/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/crawlParamsPreview/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/crawlParamsPreview/index.js +41 -0
- package/dist/nodes/Firecrawl/api/crawlParamsPreview/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/creditUsageHistorical/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/creditUsageHistorical/index.js +19 -0
- package/dist/nodes/Firecrawl/api/creditUsageHistorical/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/getCrawlErrors/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/getCrawlErrors/index.js +39 -0
- package/dist/nodes/Firecrawl/api/getCrawlErrors/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/index.d.ts +39 -0
- package/dist/nodes/Firecrawl/api/index.js +104 -0
- package/dist/nodes/Firecrawl/api/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/map/index.js +22 -31
- package/dist/nodes/Firecrawl/api/map/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/scrape/index.js +32 -0
- package/dist/nodes/Firecrawl/api/scrape/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/search/index.js +82 -50
- package/dist/nodes/Firecrawl/api/search/index.js.map +1 -1
- package/dist/nodes/Firecrawl/api/teamCreditUsage/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/teamCreditUsage/index.js +19 -0
- package/dist/nodes/Firecrawl/api/teamCreditUsage/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/teamQueueStatus/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/teamQueueStatus/index.js +19 -0
- package/dist/nodes/Firecrawl/api/teamQueueStatus/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsage/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsage/index.js +19 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsage/index.js.map +1 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsageHistorical/index.d.ts +5 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsageHistorical/index.js +19 -0
- package/dist/nodes/Firecrawl/api/teamTokenUsageHistorical/index.js.map +1 -0
- package/dist/nodes/Firecrawl/methods.d.ts +3 -0
- package/dist/nodes/Firecrawl/properties.js +10 -6
- package/dist/nodes/Firecrawl/properties.js.map +1 -1
- package/dist/package.json +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/nodes/Firecrawl/api/form/index.js +0 -163
- package/dist/nodes/Firecrawl/api/form/index.js.map +0 -1
- package/dist/nodes/Firecrawl/helpers/http/debug.d.ts +0 -2
- package/dist/nodes/Firecrawl/helpers/http/debug.js +0 -18
- package/dist/nodes/Firecrawl/helpers/http/debug.js.map +0 -1
- package/dist/nodes/Firecrawl/openapi.json +0 -2744
- package/dist/nodes/Firecrawl/v1-openapi.json +0 -1915
|
@@ -99,20 +99,20 @@ function createIncludePathsProperty(operationName, omitDisplayOptions = false) {
|
|
|
99
99
|
},
|
|
100
100
|
};
|
|
101
101
|
}
|
|
102
|
-
function
|
|
102
|
+
function createLimitProperty(operationName) {
|
|
103
103
|
return {
|
|
104
|
-
displayName: '
|
|
105
|
-
name: '
|
|
104
|
+
displayName: 'Limit',
|
|
105
|
+
name: 'limit',
|
|
106
106
|
type: 'number',
|
|
107
107
|
typeOptions: {
|
|
108
108
|
minValue: 1,
|
|
109
109
|
},
|
|
110
|
-
default:
|
|
111
|
-
description: '
|
|
110
|
+
default: 500,
|
|
111
|
+
description: 'Max number of results to return',
|
|
112
112
|
routing: {
|
|
113
113
|
request: {
|
|
114
114
|
body: {
|
|
115
|
-
|
|
115
|
+
limit: '={{ $value }}',
|
|
116
116
|
},
|
|
117
117
|
},
|
|
118
118
|
},
|
|
@@ -127,20 +127,87 @@ function createMaxDepthProperty(operationName) {
|
|
|
127
127
|
},
|
|
128
128
|
};
|
|
129
129
|
}
|
|
130
|
-
function
|
|
130
|
+
function createDelayProperty(operationName) {
|
|
131
131
|
return {
|
|
132
|
-
displayName: '
|
|
133
|
-
name: '
|
|
132
|
+
displayName: 'Delay',
|
|
133
|
+
name: 'delay',
|
|
134
|
+
type: 'number',
|
|
135
|
+
typeOptions: {
|
|
136
|
+
minValue: 0,
|
|
137
|
+
},
|
|
138
|
+
default: 0,
|
|
139
|
+
description: 'Delay between requests in milliseconds',
|
|
140
|
+
routing: {
|
|
141
|
+
request: {
|
|
142
|
+
body: {
|
|
143
|
+
delay: '={{ $value }}',
|
|
144
|
+
},
|
|
145
|
+
},
|
|
146
|
+
send: {
|
|
147
|
+
preSend: [
|
|
148
|
+
async function (requestOptions) {
|
|
149
|
+
if (typeof requestOptions.body !== 'object' || !requestOptions.body) {
|
|
150
|
+
return requestOptions;
|
|
151
|
+
}
|
|
152
|
+
const body = requestOptions.body;
|
|
153
|
+
if (body.delay === 0) {
|
|
154
|
+
delete body.delay;
|
|
155
|
+
}
|
|
156
|
+
return requestOptions;
|
|
157
|
+
},
|
|
158
|
+
],
|
|
159
|
+
},
|
|
160
|
+
},
|
|
161
|
+
displayOptions: {
|
|
162
|
+
hide: {
|
|
163
|
+
useCustomBody: [true],
|
|
164
|
+
},
|
|
165
|
+
show: {
|
|
166
|
+
resource: ['Default'],
|
|
167
|
+
operation: [operationName],
|
|
168
|
+
},
|
|
169
|
+
},
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
function createMaxConcurrencyProperty(operationName) {
|
|
173
|
+
return {
|
|
174
|
+
displayName: 'Max Concurrency',
|
|
175
|
+
name: 'maxConcurrency',
|
|
134
176
|
type: 'number',
|
|
135
177
|
typeOptions: {
|
|
136
178
|
minValue: 1,
|
|
137
179
|
},
|
|
138
|
-
default:
|
|
139
|
-
description:
|
|
180
|
+
default: 100,
|
|
181
|
+
description: "Maximum number of concurrent scrapes. This parameter allows you to set a concurrency limit for this crawl. If not specified, the crawl adheres to your team's concurrency limit.",
|
|
140
182
|
routing: {
|
|
141
183
|
request: {
|
|
142
184
|
body: {
|
|
143
|
-
|
|
185
|
+
maxConcurrency: '={{ $value }}',
|
|
186
|
+
},
|
|
187
|
+
},
|
|
188
|
+
},
|
|
189
|
+
displayOptions: {
|
|
190
|
+
hide: {
|
|
191
|
+
useCustomBody: [true],
|
|
192
|
+
},
|
|
193
|
+
show: {
|
|
194
|
+
resource: ['Default'],
|
|
195
|
+
operation: [operationName],
|
|
196
|
+
},
|
|
197
|
+
},
|
|
198
|
+
};
|
|
199
|
+
}
|
|
200
|
+
function createPromptProperty(operationName) {
|
|
201
|
+
return {
|
|
202
|
+
displayName: 'Prompt',
|
|
203
|
+
name: 'prompt',
|
|
204
|
+
type: 'string',
|
|
205
|
+
default: '',
|
|
206
|
+
description: 'Prompt to use for the crawl',
|
|
207
|
+
routing: {
|
|
208
|
+
request: {
|
|
209
|
+
body: {
|
|
210
|
+
prompt: '={{ $value }}',
|
|
144
211
|
},
|
|
145
212
|
},
|
|
146
213
|
},
|
|
@@ -192,29 +259,29 @@ function createCrawlOptionsProperty(operationName) {
|
|
|
192
259
|
},
|
|
193
260
|
},
|
|
194
261
|
{
|
|
195
|
-
displayName: 'Allow
|
|
196
|
-
name: '
|
|
262
|
+
displayName: 'Allow External Links',
|
|
263
|
+
name: 'allowExternalLinks',
|
|
197
264
|
type: 'boolean',
|
|
198
265
|
default: false,
|
|
199
|
-
description: 'Whether to
|
|
266
|
+
description: 'Whether to allow the crawler to follow links to external websites',
|
|
200
267
|
routing: {
|
|
201
268
|
request: {
|
|
202
269
|
body: {
|
|
203
|
-
|
|
270
|
+
allowExternalLinks: '={{ $value }}',
|
|
204
271
|
},
|
|
205
272
|
},
|
|
206
273
|
},
|
|
207
274
|
},
|
|
208
275
|
{
|
|
209
|
-
displayName: 'Allow
|
|
210
|
-
name: '
|
|
276
|
+
displayName: 'Allow Subdomains',
|
|
277
|
+
name: 'allowSubdomains',
|
|
211
278
|
type: 'boolean',
|
|
212
279
|
default: false,
|
|
213
|
-
description: 'Whether to allow the crawler to follow links to
|
|
280
|
+
description: 'Whether to allow the crawler to follow links to subdomains of the main domain',
|
|
214
281
|
routing: {
|
|
215
282
|
request: {
|
|
216
283
|
body: {
|
|
217
|
-
|
|
284
|
+
allowSubdomains: '={{ $value }}',
|
|
218
285
|
},
|
|
219
286
|
},
|
|
220
287
|
},
|
|
@@ -290,10 +357,12 @@ function createCrawlProperties() {
|
|
|
290
357
|
return [
|
|
291
358
|
(0, common_1.createOperationNotice)('Default', exports.name),
|
|
292
359
|
(0, common_1.createUrlProperty)(exports.name, 'https://firecrawl.dev'),
|
|
360
|
+
createPromptProperty(exports.operationName),
|
|
361
|
+
createLimitProperty(exports.operationName),
|
|
362
|
+
createDelayProperty(exports.operationName),
|
|
363
|
+
createMaxConcurrencyProperty(exports.operationName),
|
|
293
364
|
createExcludePathsProperty(exports.operationName),
|
|
294
365
|
createIncludePathsProperty(exports.operationName),
|
|
295
|
-
createMaxDepthProperty(exports.operationName),
|
|
296
|
-
createLimitProperty(exports.operationName),
|
|
297
366
|
createCrawlOptionsProperty(exports.operationName),
|
|
298
367
|
(0, common_1.createScrapeOptionsProperty)(exports.operationName),
|
|
299
368
|
];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/crawl/index.ts"],"names":[],"mappings":";;;AAMA,sCAKmB;AAGN,QAAA,IAAI,GAAG,OAAO,CAAC;AACf,QAAA,WAAW,GAAG,iBAAiB,CAAC;AAChC,QAAA,aAAa,GAAG,OAAO,CAAC;AAQrC,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,iHAAiH;QAClH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,gFAAgF;qBACjF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAQD,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,+GAA+G;QAChH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,qFAAqF;qBACtF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAOD,SAAS,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/crawl/index.ts"],"names":[],"mappings":";;;AAMA,sCAKmB;AAGN,QAAA,IAAI,GAAG,OAAO,CAAC;AACf,QAAA,WAAW,GAAG,iBAAiB,CAAC;AAChC,QAAA,aAAa,GAAG,OAAO,CAAC;AAQrC,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,iHAAiH;QAClH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,gFAAgF;qBACjF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAQD,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,+GAA+G;QAChH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,qFAAqF;qBACtF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAOD,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QAED,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,iCAAiC;QAC9C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QACD,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,wCAAwC;QACrD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAGhD,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE;4BACrB,OAAO,IAAI,CAAC,KAAK,CAAC;yBAClB;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,4BAA4B,CAAC,aAAqB;IAC1D,OAAO;QACN,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QAED,OAAO,EAAE,GAAG;QACZ,WAAW,EACV,kLAAkL;QACnL,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,cAAc,EAAE,eAAe;iBAC/B;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,oBAAoB,CAAC,aAAqB;IAClD,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,eAAe;iBACvB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,0BAA0B,CAAC,aAAqB;IACxD,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qDAAqD;gBAClE,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,aAAa,EAAE,eAAe;yBAC9B;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EACV,+FAA+F;gBAChG,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,qBAAqB,EAAE,eAAe;yBACtC;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mEAAmE;gBAChF,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,kBAAkB,EAAE,eAAe;yBACnC;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,kBAAkB;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EACV,+EAA+E;gBAChF,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,eAAe,EAAE,eAAe;yBAChC;qBACD;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B,CAAC,SAAiB;IACxD,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,WAAW;QACxB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,0BAA0B;gBACvC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mDAAmD;aAChE;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,gBAAgB,EAAE,eAAe;iBACjC;aACD;YACD,IAAI,EAAE;gBACL,OAAO,EAAE;oBACR,KAAK,WAEJ,cAAmC;wBAEnC,IAAI,OAAO,cAAc,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE;4BACpE,OAAO,cAAc,CAAC;yBACtB;wBAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAmB,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAA+B,CAAC;wBAE9D,IAAI,gBAAgB,EAAE;4BAErB,IAAI,gBAAgB,CAAC,gBAAgB,EAAE;gCACtC,IAAI;oCACH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gBAA0B,CAAC,CAAC;oCAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAmB,EAAE,WAAW,CAAC,CAAC;iCAC/D;gCAAC,OAAO,KAAK,EAAE;iCAEf;6BACD;4BAGD,OAAO,IAAI,CAAC,gBAAgB,CAAC;yBAC7B;wBAED,OAAO,cAAc,CAAC;oBACvB,CAAC;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,SAAS,CAAC;gBACtB,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,qBAAqB;IAC7B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,IAAA,0BAAiB,EAAC,YAAI,EAAE,uBAAuB,CAAC;QAGhD,oBAAoB,CAAC,qBAAa,CAAC;QAGnC,mBAAmB,CAAC,qBAAa,CAAC;QAGlC,mBAAmB,CAAC,qBAAa,CAAC;QAGlC,4BAA4B,CAAC,qBAAa,CAAC;QAG3C,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,IAAA,oCAA2B,EAAC,qBAAa,CAAC;KAC1C,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAKtF,0BAAO;AAAE,gCAAU;AAF5B,UAAU,CAAC,IAAI,CAAC,8BAA8B,CAAC,YAAI,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { INodeProperties } from 'n8n-workflow';
|
|
2
|
+
export declare const name = "crawlActive";
|
|
3
|
+
export declare const displayName = "List active crawls";
|
|
4
|
+
declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
|
|
5
|
+
export { options, properties };
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.properties = exports.options = exports.displayName = exports.name = void 0;
|
|
4
|
+
const common_1 = require("../common");
|
|
5
|
+
exports.name = 'crawlActive';
|
|
6
|
+
exports.displayName = 'List active crawls';
|
|
7
|
+
function createProperties() {
|
|
8
|
+
return [(0, common_1.createOperationNotice)('Default', exports.name, 'GET')];
|
|
9
|
+
}
|
|
10
|
+
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createProperties());
|
|
11
|
+
exports.options = options;
|
|
12
|
+
exports.properties = properties;
|
|
13
|
+
options.routing = {
|
|
14
|
+
request: {
|
|
15
|
+
method: 'GET',
|
|
16
|
+
url: '=/crawl/active',
|
|
17
|
+
},
|
|
18
|
+
};
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/crawlActive/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEzD,QAAA,IAAI,GAAG,aAAa,CAAC;AACrB,QAAA,WAAW,GAAG,oBAAoB,CAAC;AAEhD,SAAS,gBAAgB;IACxB,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;AASjF,0BAAO;AAAE,gCAAU;AAP5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,gBAAgB;KACrB;CACD,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { INodeProperties } from 'n8n-workflow';
|
|
2
|
+
export declare const name = "crawlParamsPreview";
|
|
3
|
+
export declare const displayName = "Preview crawl params from prompt";
|
|
4
|
+
declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
|
|
5
|
+
export { options, properties };
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.properties = exports.options = exports.displayName = exports.name = void 0;
|
|
4
|
+
const common_1 = require("../common");
|
|
5
|
+
exports.name = 'crawlParamsPreview';
|
|
6
|
+
exports.displayName = 'Preview crawl params from prompt';
|
|
7
|
+
function createPromptProperty() {
|
|
8
|
+
return {
|
|
9
|
+
displayName: 'Prompt',
|
|
10
|
+
name: 'prompt',
|
|
11
|
+
type: 'string',
|
|
12
|
+
default: '',
|
|
13
|
+
required: true,
|
|
14
|
+
description: 'Natural language prompt describing crawl behavior',
|
|
15
|
+
routing: {
|
|
16
|
+
request: {
|
|
17
|
+
body: {
|
|
18
|
+
prompt: '={{ $value }}',
|
|
19
|
+
},
|
|
20
|
+
},
|
|
21
|
+
},
|
|
22
|
+
displayOptions: {
|
|
23
|
+
show: {
|
|
24
|
+
resource: ['Default'],
|
|
25
|
+
operation: [exports.name],
|
|
26
|
+
},
|
|
27
|
+
},
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function createProperties() {
|
|
31
|
+
return [(0, common_1.createOperationNotice)('Default', exports.name), (0, common_1.createUrlProperty)(exports.name), createPromptProperty()];
|
|
32
|
+
}
|
|
33
|
+
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createProperties());
|
|
34
|
+
exports.options = options;
|
|
35
|
+
exports.properties = properties;
|
|
36
|
+
options.routing = {
|
|
37
|
+
request: {
|
|
38
|
+
url: '=/crawl/params-preview',
|
|
39
|
+
},
|
|
40
|
+
};
|
|
41
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/crawlParamsPreview/index.ts"],"names":[],"mappings":";;;AACA,sCAAyF;AAE5E,QAAA,IAAI,GAAG,oBAAoB,CAAC;AAC5B,QAAA,WAAW,GAAG,kCAAkC,CAAC;AAE9D,SAAS,oBAAoB;IAC5B,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,mDAAmD;QAChE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,eAAe;iBACvB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,YAAI,CAAC;aACjB;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB;IACxB,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC,EAAE,IAAA,0BAAiB,EAAC,YAAI,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAQjF,0BAAO;AAAE,gCAAU;AAN5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,GAAG,EAAE,wBAAwB;KAC7B;CACD,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { INodeProperties } from 'n8n-workflow';
|
|
2
|
+
export declare const name = "creditUsageHistorical";
|
|
3
|
+
export declare const displayName = "Get historical credit usage";
|
|
4
|
+
declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
|
|
5
|
+
export { options, properties };
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.properties = exports.options = exports.displayName = exports.name = void 0;
|
|
4
|
+
const common_1 = require("../common");
|
|
5
|
+
exports.name = 'creditUsageHistorical';
|
|
6
|
+
exports.displayName = 'Get historical credit usage';
|
|
7
|
+
function createProperties() {
|
|
8
|
+
return [(0, common_1.createOperationNotice)('Default', exports.name, 'GET')];
|
|
9
|
+
}
|
|
10
|
+
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createProperties());
|
|
11
|
+
exports.options = options;
|
|
12
|
+
exports.properties = properties;
|
|
13
|
+
options.routing = {
|
|
14
|
+
request: {
|
|
15
|
+
method: 'GET',
|
|
16
|
+
url: '=/team/credit-usage/historical',
|
|
17
|
+
},
|
|
18
|
+
};
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/creditUsageHistorical/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEzD,QAAA,IAAI,GAAG,uBAAuB,CAAC;AAC/B,QAAA,WAAW,GAAG,6BAA6B,CAAC;AAEzD,SAAS,gBAAgB;IACxB,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;AASjF,0BAAO;AAAE,gCAAU;AAP5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,gCAAgC;KACrC;CACD,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { INodeProperties } from 'n8n-workflow';
|
|
2
|
+
export declare const name = "getCrawlErrors";
|
|
3
|
+
export declare const displayName = "Get crawl errors";
|
|
4
|
+
declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
|
|
5
|
+
export { options, properties };
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.properties = exports.options = exports.displayName = exports.name = void 0;
|
|
4
|
+
const common_1 = require("../common");
|
|
5
|
+
exports.name = 'getCrawlErrors';
|
|
6
|
+
exports.displayName = 'Get crawl errors';
|
|
7
|
+
function createCrawlIdProperty() {
|
|
8
|
+
return {
|
|
9
|
+
displayName: 'Crawl ID',
|
|
10
|
+
name: 'crawlId',
|
|
11
|
+
type: 'string',
|
|
12
|
+
required: true,
|
|
13
|
+
default: '',
|
|
14
|
+
description: 'ID of the crawl job',
|
|
15
|
+
routing: {
|
|
16
|
+
request: {
|
|
17
|
+
url: '=/crawl/{{$value}}/errors',
|
|
18
|
+
},
|
|
19
|
+
},
|
|
20
|
+
displayOptions: {
|
|
21
|
+
show: {
|
|
22
|
+
resource: ['Default'],
|
|
23
|
+
operation: [exports.name],
|
|
24
|
+
},
|
|
25
|
+
},
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
function createProperties() {
|
|
29
|
+
return [(0, common_1.createOperationNotice)('Default', exports.name, 'GET'), createCrawlIdProperty()];
|
|
30
|
+
}
|
|
31
|
+
const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createProperties());
|
|
32
|
+
exports.options = options;
|
|
33
|
+
exports.properties = properties;
|
|
34
|
+
options.routing = {
|
|
35
|
+
request: {
|
|
36
|
+
method: 'GET',
|
|
37
|
+
},
|
|
38
|
+
};
|
|
39
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getCrawlErrors/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEzD,QAAA,IAAI,GAAG,gBAAgB,CAAC;AACxB,QAAA,WAAW,GAAG,kBAAkB,CAAC;AAE9C,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,2BAA2B;aAChC;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,YAAI,CAAC;aACjB;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB;IACxB,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,EAAE,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAQjF,0BAAO;AAAE,gCAAU;AAN5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;KACb;CACD,CAAC"}
|
|
@@ -17,11 +17,50 @@ export declare const apiMethods: {
|
|
|
17
17
|
getCrawlStatus: {
|
|
18
18
|
execute(this: any): any;
|
|
19
19
|
};
|
|
20
|
+
batchScrape: {
|
|
21
|
+
execute(this: any): any;
|
|
22
|
+
};
|
|
23
|
+
batchScrapeStatus: {
|
|
24
|
+
execute(this: any): any;
|
|
25
|
+
};
|
|
26
|
+
batchScrapeErrors: {
|
|
27
|
+
execute(this: any): any;
|
|
28
|
+
};
|
|
29
|
+
crawlActive: {
|
|
30
|
+
execute(this: any): any;
|
|
31
|
+
};
|
|
32
|
+
crawlParamsPreview: {
|
|
33
|
+
execute(this: any): any;
|
|
34
|
+
};
|
|
35
|
+
cancelCrawl: {
|
|
36
|
+
execute(this: any): any;
|
|
37
|
+
};
|
|
38
|
+
getCrawlErrors: {
|
|
39
|
+
execute(this: any): any;
|
|
40
|
+
};
|
|
20
41
|
extract: {
|
|
21
42
|
execute(this: any): any;
|
|
22
43
|
};
|
|
23
44
|
getExtractStatus: {
|
|
24
45
|
execute(this: any): any;
|
|
25
46
|
};
|
|
47
|
+
teamTokenUsage: {
|
|
48
|
+
execute(this: any): any;
|
|
49
|
+
};
|
|
50
|
+
creditUsageHistorical: {
|
|
51
|
+
execute(this: any): any;
|
|
52
|
+
};
|
|
53
|
+
cancelBatchScrape: {
|
|
54
|
+
execute(this: any): any;
|
|
55
|
+
};
|
|
56
|
+
teamCreditUsage: {
|
|
57
|
+
execute(this: any): any;
|
|
58
|
+
};
|
|
59
|
+
teamTokenUsageHistorical: {
|
|
60
|
+
execute(this: any): any;
|
|
61
|
+
};
|
|
62
|
+
teamQueueStatus: {
|
|
63
|
+
execute(this: any): any;
|
|
64
|
+
};
|
|
26
65
|
};
|
|
27
66
|
};
|
|
@@ -5,26 +5,65 @@ const search_1 = require("./search");
|
|
|
5
5
|
const map_1 = require("./map");
|
|
6
6
|
const scrape_1 = require("./scrape");
|
|
7
7
|
const crawl_1 = require("./crawl");
|
|
8
|
+
const batchScrape_1 = require("./batchScrape");
|
|
9
|
+
const batchScrapeStatus_1 = require("./batchScrapeStatus");
|
|
10
|
+
const batchScrapeErrors_1 = require("./batchScrapeErrors");
|
|
11
|
+
const crawlActive_1 = require("./crawlActive");
|
|
12
|
+
const crawlParamsPreview_1 = require("./crawlParamsPreview");
|
|
13
|
+
const cancelCrawl_1 = require("./cancelCrawl");
|
|
14
|
+
const getCrawlErrors_1 = require("./getCrawlErrors");
|
|
8
15
|
const getCrawlStatus_1 = require("./getCrawlStatus");
|
|
9
16
|
const extract_1 = require("./extract");
|
|
10
17
|
const getExtractStatus_1 = require("./getExtractStatus");
|
|
18
|
+
const teamTokenUsage_1 = require("./teamTokenUsage");
|
|
19
|
+
const creditUsageHistorical_1 = require("./creditUsageHistorical");
|
|
20
|
+
const cancelBatchScrape_1 = require("./cancelBatchScrape");
|
|
21
|
+
const teamCreditUsage_1 = require("./teamCreditUsage");
|
|
22
|
+
const teamTokenUsageHistorical_1 = require("./teamTokenUsageHistorical");
|
|
23
|
+
const teamQueueStatus_1 = require("./teamQueueStatus");
|
|
11
24
|
const operationOptions = [
|
|
12
25
|
search_1.options,
|
|
13
26
|
map_1.options,
|
|
14
27
|
scrape_1.options,
|
|
15
28
|
crawl_1.options,
|
|
29
|
+
batchScrape_1.options,
|
|
30
|
+
batchScrapeStatus_1.options,
|
|
31
|
+
batchScrapeErrors_1.options,
|
|
32
|
+
crawlActive_1.options,
|
|
33
|
+
crawlParamsPreview_1.options,
|
|
34
|
+
cancelCrawl_1.options,
|
|
35
|
+
getCrawlErrors_1.options,
|
|
36
|
+
cancelBatchScrape_1.options,
|
|
16
37
|
getCrawlStatus_1.options,
|
|
17
38
|
extract_1.options,
|
|
18
39
|
getExtractStatus_1.options,
|
|
40
|
+
teamTokenUsage_1.options,
|
|
41
|
+
teamCreditUsage_1.options,
|
|
42
|
+
teamTokenUsageHistorical_1.options,
|
|
43
|
+
teamQueueStatus_1.options,
|
|
44
|
+
creditUsageHistorical_1.options,
|
|
19
45
|
];
|
|
20
46
|
const rawProperties = [
|
|
21
47
|
...search_1.properties,
|
|
22
48
|
...map_1.properties,
|
|
23
49
|
...scrape_1.properties,
|
|
24
50
|
...crawl_1.properties,
|
|
51
|
+
...batchScrape_1.properties,
|
|
52
|
+
...batchScrapeStatus_1.properties,
|
|
53
|
+
...batchScrapeErrors_1.properties,
|
|
54
|
+
...crawlActive_1.properties,
|
|
55
|
+
...crawlParamsPreview_1.properties,
|
|
56
|
+
...cancelCrawl_1.properties,
|
|
57
|
+
...getCrawlErrors_1.properties,
|
|
58
|
+
...cancelBatchScrape_1.properties,
|
|
25
59
|
...getCrawlStatus_1.properties,
|
|
26
60
|
...extract_1.properties,
|
|
27
61
|
...getExtractStatus_1.properties,
|
|
62
|
+
...teamTokenUsage_1.properties,
|
|
63
|
+
...teamCreditUsage_1.properties,
|
|
64
|
+
...teamTokenUsageHistorical_1.properties,
|
|
65
|
+
...teamQueueStatus_1.properties,
|
|
66
|
+
...creditUsageHistorical_1.properties,
|
|
28
67
|
];
|
|
29
68
|
const operationSelector = {
|
|
30
69
|
displayName: 'Operation',
|
|
@@ -67,6 +106,41 @@ exports.apiMethods = {
|
|
|
67
106
|
return this.helpers.httpRequest;
|
|
68
107
|
},
|
|
69
108
|
},
|
|
109
|
+
batchScrape: {
|
|
110
|
+
execute() {
|
|
111
|
+
return this.helpers.httpRequest;
|
|
112
|
+
},
|
|
113
|
+
},
|
|
114
|
+
batchScrapeStatus: {
|
|
115
|
+
execute() {
|
|
116
|
+
return this.helpers.httpRequest;
|
|
117
|
+
},
|
|
118
|
+
},
|
|
119
|
+
batchScrapeErrors: {
|
|
120
|
+
execute() {
|
|
121
|
+
return this.helpers.httpRequest;
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
crawlActive: {
|
|
125
|
+
execute() {
|
|
126
|
+
return this.helpers.httpRequest;
|
|
127
|
+
},
|
|
128
|
+
},
|
|
129
|
+
crawlParamsPreview: {
|
|
130
|
+
execute() {
|
|
131
|
+
return this.helpers.httpRequest;
|
|
132
|
+
},
|
|
133
|
+
},
|
|
134
|
+
cancelCrawl: {
|
|
135
|
+
execute() {
|
|
136
|
+
return this.helpers.httpRequest;
|
|
137
|
+
},
|
|
138
|
+
},
|
|
139
|
+
getCrawlErrors: {
|
|
140
|
+
execute() {
|
|
141
|
+
return this.helpers.httpRequest;
|
|
142
|
+
},
|
|
143
|
+
},
|
|
70
144
|
extract: {
|
|
71
145
|
execute() {
|
|
72
146
|
return this.helpers.httpRequest;
|
|
@@ -77,6 +151,36 @@ exports.apiMethods = {
|
|
|
77
151
|
return this.helpers.httpRequest;
|
|
78
152
|
},
|
|
79
153
|
},
|
|
154
|
+
teamTokenUsage: {
|
|
155
|
+
execute() {
|
|
156
|
+
return this.helpers.httpRequest;
|
|
157
|
+
},
|
|
158
|
+
},
|
|
159
|
+
creditUsageHistorical: {
|
|
160
|
+
execute() {
|
|
161
|
+
return this.helpers.httpRequest;
|
|
162
|
+
},
|
|
163
|
+
},
|
|
164
|
+
cancelBatchScrape: {
|
|
165
|
+
execute() {
|
|
166
|
+
return this.helpers.httpRequest;
|
|
167
|
+
},
|
|
168
|
+
},
|
|
169
|
+
teamCreditUsage: {
|
|
170
|
+
execute() {
|
|
171
|
+
return this.helpers.httpRequest;
|
|
172
|
+
},
|
|
173
|
+
},
|
|
174
|
+
teamTokenUsageHistorical: {
|
|
175
|
+
execute() {
|
|
176
|
+
return this.helpers.httpRequest;
|
|
177
|
+
},
|
|
178
|
+
},
|
|
179
|
+
teamQueueStatus: {
|
|
180
|
+
execute() {
|
|
181
|
+
return this.helpers.httpRequest;
|
|
182
|
+
},
|
|
183
|
+
},
|
|
80
184
|
},
|
|
81
185
|
};
|
|
82
186
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../nodes/Firecrawl/api/index.ts"],"names":[],"mappings":";;;AAGA,qCAAoF;AACpF,+BAA2E;AAC3E,qCAAoF;AACpF,mCAAiF;AACjF,qDAG0B;AAC1B,uCAAuF;AACvF,yDAG4B;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../nodes/Firecrawl/api/index.ts"],"names":[],"mappings":";;;AAGA,qCAAoF;AACpF,+BAA2E;AAC3E,qCAAoF;AACpF,mCAAiF;AACjF,+CAAmG;AACnG,2DAG6B;AAC7B,2DAG6B;AAC7B,+CAAmG;AACnG,6DAG8B;AAC9B,+CAAmG;AACnG,qDAG0B;AAC1B,qDAG0B;AAC1B,uCAAuF;AACvF,yDAG4B;AAC5B,qDAG0B;AAC1B,mEAGiC;AACjC,2DAG6B;AAC7B,uDAG2B;AAC3B,yEAGoC;AACpC,uDAG2B;AAK3B,MAAM,gBAAgB,GAA2B;IAChD,gBAAa;IACb,aAAU;IACV,gBAAa;IACb,eAAY;IACZ,qBAAkB;IAClB,2BAAwB;IACxB,2BAAwB;IACxB,qBAAkB;IAClB,4BAAyB;IACzB,qBAAkB;IAClB,wBAAqB;IACrB,2BAAwB;IACxB,wBAAqB;IACrB,iBAAc;IACd,0BAAuB;IACvB,wBAAqB;IACrB,yBAAsB;IACtB,kCAA+B;IAC/B,yBAAsB;IACtB,+BAA4B;CAC5B,CAAC;AAKF,MAAM,aAAa,GAAsB;IACxC,GAAG,mBAAgB;IACnB,GAAG,gBAAa;IAChB,GAAG,mBAAgB;IACnB,GAAG,kBAAe;IAClB,GAAG,wBAAqB;IACxB,GAAG,8BAA2B;IAC9B,GAAG,8BAA2B;IAC9B,GAAG,wBAAqB;IACxB,GAAG,+BAA4B;IAC/B,GAAG,wBAAqB;IACxB,GAAG,2BAAwB;IAC3B,GAAG,8BAA2B;IAC9B,GAAG,2BAAwB;IAC3B,GAAG,oBAAiB;IACpB,GAAG,6BAA0B;IAC7B,GAAG,2BAAwB;IAC3B,GAAG,4BAAyB;IAC5B,GAAG,qCAAkC;IACrC,GAAG,4BAAyB;IAC5B,GAAG,kCAA+B;CAClC,CAAC;AAKF,MAAM,iBAAiB,GAAoB;IAC1C,WAAW,EAAE,WAAW;IACxB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE;QACf,IAAI,EAAE;YACL,QAAQ,EAAE,CAAC,SAAS,CAAC;SACrB;KACD;IACD,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,gBAAgB;CACzB,CAAC;AAKW,QAAA,aAAa,GAAsB,CAAC,iBAAiB,EAAE,GAAG,aAAa,CAAC,CAAC;AAKzE,QAAA,UAAU,GAAG;IACzB,OAAO,EAAE;QACR,MAAM,EAAE;YACP,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,GAAG,EAAE;YACJ,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,MAAM,EAAE;YACP,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,KAAK,EAAE;YACN,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,cAAc,EAAE;YACf,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,WAAW,EAAE;YACZ,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,iBAAiB,EAAE;YAClB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,iBAAiB,EAAE;YAClB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,WAAW,EAAE;YACZ,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,kBAAkB,EAAE;YACnB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,WAAW,EAAE;YACZ,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,cAAc,EAAE;YACf,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,OAAO,EAAE;YACR,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,gBAAgB,EAAE;YACjB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,cAAc,EAAE;YACf,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,qBAAqB,EAAE;YACtB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,iBAAiB,EAAE;YAClB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,eAAe,EAAE;YAChB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,wBAAwB,EAAE;YACzB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;QACD,eAAe,EAAE;YAChB,OAAO;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,WAAkB,CAAC;YACxC,CAAC;SACD;KACD;CACD,CAAC"}
|
|
@@ -5,42 +5,34 @@ const common_1 = require("../common");
|
|
|
5
5
|
exports.name = 'map';
|
|
6
6
|
exports.displayName = 'Map a website and get urls';
|
|
7
7
|
exports.operationName = 'map';
|
|
8
|
-
function
|
|
8
|
+
function createSitemapProperty() {
|
|
9
9
|
return {
|
|
10
|
-
displayName: '
|
|
11
|
-
name: '
|
|
12
|
-
type: '
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
ignoreSitemap: '={{ $value }}',
|
|
19
|
-
},
|
|
10
|
+
displayName: 'Sitemap',
|
|
11
|
+
name: 'sitemap',
|
|
12
|
+
type: 'options',
|
|
13
|
+
options: [
|
|
14
|
+
{
|
|
15
|
+
name: 'Include',
|
|
16
|
+
value: 'include',
|
|
17
|
+
description: 'Include sitemap when crawling (default)',
|
|
20
18
|
},
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
19
|
+
{
|
|
20
|
+
name: 'Only',
|
|
21
|
+
value: 'only',
|
|
22
|
+
description: 'Only return links found in the website sitemap',
|
|
25
23
|
},
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
24
|
+
{
|
|
25
|
+
name: 'Skip',
|
|
26
|
+
value: 'skip',
|
|
27
|
+
description: 'Ignore the website sitemap when crawling',
|
|
29
28
|
},
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
function createSitemapOnlyProperty() {
|
|
34
|
-
return {
|
|
35
|
-
displayName: 'Sitemap Only',
|
|
36
|
-
name: 'sitemapOnly',
|
|
37
|
-
type: 'boolean',
|
|
38
|
-
default: false,
|
|
39
|
-
description: 'Whether to only return links found in the website sitemap',
|
|
29
|
+
],
|
|
30
|
+
default: 'include',
|
|
31
|
+
description: 'How to handle the website sitemap during crawling',
|
|
40
32
|
routing: {
|
|
41
33
|
request: {
|
|
42
34
|
body: {
|
|
43
|
-
|
|
35
|
+
sitemap: '={{ $value }}',
|
|
44
36
|
},
|
|
45
37
|
},
|
|
46
38
|
},
|
|
@@ -193,8 +185,7 @@ function createMapProperties() {
|
|
|
193
185
|
return [
|
|
194
186
|
(0, common_1.createOperationNotice)('Default', exports.name),
|
|
195
187
|
(0, common_1.createUrlProperty)(exports.name),
|
|
196
|
-
|
|
197
|
-
createSitemapOnlyProperty(),
|
|
188
|
+
createSitemapProperty(),
|
|
198
189
|
createIncludeSubdomainsProperty(),
|
|
199
190
|
createLimitProperty(),
|
|
200
191
|
createTimeoutProperty(),
|