@mendable/n8n-nodes-firecrawl 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/LICENSE.md +19 -0
  2. package/README.md +85 -0
  3. package/dist/credentials/FirecrawlApi.credentials.d.ts +8 -0
  4. package/dist/credentials/FirecrawlApi.credentials.js +37 -0
  5. package/dist/credentials/FirecrawlApi.credentials.js.map +1 -0
  6. package/dist/nodes/Firecrawl/Firecrawl.node.d.ts +21 -0
  7. package/dist/nodes/Firecrawl/Firecrawl.node.js +40 -0
  8. package/dist/nodes/Firecrawl/Firecrawl.node.js.map +1 -0
  9. package/dist/nodes/Firecrawl/Firecrawl.node.json +18 -0
  10. package/dist/nodes/Firecrawl/api/common.d.ts +11 -0
  11. package/dist/nodes/Firecrawl/api/common.js +595 -0
  12. package/dist/nodes/Firecrawl/api/common.js.map +1 -0
  13. package/dist/nodes/Firecrawl/api/crawl/index.d.ts +6 -0
  14. package/dist/nodes/Firecrawl/api/crawl/index.js +249 -0
  15. package/dist/nodes/Firecrawl/api/crawl/index.js.map +1 -0
  16. package/dist/nodes/Firecrawl/api/extract/index.d.ts +4 -0
  17. package/dist/nodes/Firecrawl/api/extract/index.js +219 -0
  18. package/dist/nodes/Firecrawl/api/extract/index.js.map +1 -0
  19. package/dist/nodes/Firecrawl/api/getCrawlStatus/index.d.ts +6 -0
  20. package/dist/nodes/Firecrawl/api/getCrawlStatus/index.js +57 -0
  21. package/dist/nodes/Firecrawl/api/getCrawlStatus/index.js.map +1 -0
  22. package/dist/nodes/Firecrawl/api/getExtractStatus/index.d.ts +4 -0
  23. package/dist/nodes/Firecrawl/api/getExtractStatus/index.js +54 -0
  24. package/dist/nodes/Firecrawl/api/getExtractStatus/index.js.map +1 -0
  25. package/dist/nodes/Firecrawl/api/index.d.ts +24 -0
  26. package/dist/nodes/Firecrawl/api/index.js +74 -0
  27. package/dist/nodes/Firecrawl/api/index.js.map +1 -0
  28. package/dist/nodes/Firecrawl/api/map/index.d.ts +6 -0
  29. package/dist/nodes/Firecrawl/api/map/index.js +151 -0
  30. package/dist/nodes/Firecrawl/api/map/index.js.map +1 -0
  31. package/dist/nodes/Firecrawl/api/scrape/index.d.ts +6 -0
  32. package/dist/nodes/Firecrawl/api/scrape/index.js +18 -0
  33. package/dist/nodes/Firecrawl/api/scrape/index.js.map +1 -0
  34. package/dist/nodes/Firecrawl/firecrawl.svg +31 -0
  35. package/dist/nodes/Firecrawl/helpers/http/requestModifiers.d.ts +2 -0
  36. package/dist/nodes/Firecrawl/helpers/http/requestModifiers.js +16 -0
  37. package/dist/nodes/Firecrawl/helpers/http/requestModifiers.js.map +1 -0
  38. package/dist/nodes/Firecrawl/helpers/http/responseHandlers.d.ts +7 -0
  39. package/dist/nodes/Firecrawl/helpers/http/responseHandlers.js +57 -0
  40. package/dist/nodes/Firecrawl/helpers/http/responseHandlers.js.map +1 -0
  41. package/dist/nodes/Firecrawl/helpers/index.d.ts +7 -0
  42. package/dist/nodes/Firecrawl/helpers/index.js +33 -0
  43. package/dist/nodes/Firecrawl/helpers/index.js.map +1 -0
  44. package/dist/nodes/Firecrawl/helpers/types.d.ts +18 -0
  45. package/dist/nodes/Firecrawl/helpers/types.js +3 -0
  46. package/dist/nodes/Firecrawl/helpers/types.js.map +1 -0
  47. package/dist/nodes/Firecrawl/helpers/utils/propertyBuilders.d.ts +5 -0
  48. package/dist/nodes/Firecrawl/helpers/utils/propertyBuilders.js +27 -0
  49. package/dist/nodes/Firecrawl/helpers/utils/propertyBuilders.js.map +1 -0
  50. package/dist/nodes/Firecrawl/methods.d.ts +17 -0
  51. package/dist/nodes/Firecrawl/methods.js +10 -0
  52. package/dist/nodes/Firecrawl/methods.js.map +1 -0
  53. package/dist/nodes/Firecrawl/properties.d.ts +5 -0
  54. package/dist/nodes/Firecrawl/properties.js +196 -0
  55. package/dist/nodes/Firecrawl/properties.js.map +1 -0
  56. package/dist/package.json +53 -0
  57. package/dist/tsconfig.tsbuildinfo +1 -0
  58. package/index.js +0 -0
  59. package/package.json +53 -0
@@ -0,0 +1,249 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.properties = exports.options = exports.operationName = exports.displayName = exports.name = void 0;
4
+ const common_1 = require("../common");
5
+ exports.name = 'crawl';
6
+ exports.displayName = 'Crawl a website';
7
+ exports.operationName = 'crawl';
8
+ function createExcludePathsProperty(operationName, omitDisplayOptions = false) {
9
+ return {
10
+ displayName: 'Exclude Paths',
11
+ name: 'excludePaths',
12
+ type: 'fixedCollection',
13
+ default: [],
14
+ typeOptions: {
15
+ multipleValues: true,
16
+ },
17
+ description: 'Specifies URL patterns to exclude from the crawl by comparing website paths against the provided regex patterns',
18
+ placeholder: 'Add path to exclude',
19
+ options: [
20
+ {
21
+ displayName: 'Items',
22
+ name: 'items',
23
+ values: [
24
+ {
25
+ displayName: 'Path',
26
+ name: 'path',
27
+ type: 'string',
28
+ default: '',
29
+ placeholder: 'blog/*',
30
+ description: 'Path pattern to exclude (e.g., blog/* will exclude paths like /blog/article-1)',
31
+ },
32
+ ],
33
+ },
34
+ ],
35
+ routing: {
36
+ request: {
37
+ body: {
38
+ excludePaths: '={{$value.items.map(item => item.path)}}',
39
+ },
40
+ },
41
+ },
42
+ displayOptions: omitDisplayOptions
43
+ ? undefined
44
+ : {
45
+ hide: {
46
+ useCustomBody: [true],
47
+ },
48
+ show: {
49
+ resource: ['Default'],
50
+ operation: [operationName],
51
+ },
52
+ },
53
+ };
54
+ }
55
+ function createIncludePathsProperty(operationName, omitDisplayOptions = false) {
56
+ return {
57
+ displayName: 'Include Paths',
58
+ name: 'includePaths',
59
+ type: 'fixedCollection',
60
+ default: [],
61
+ typeOptions: {
62
+ multipleValues: true,
63
+ },
64
+ description: 'Specifies URL patterns to include in the crawl by comparing website paths against the provided regex patterns',
65
+ placeholder: 'Add path to include',
66
+ options: [
67
+ {
68
+ displayName: 'Items',
69
+ name: 'items',
70
+ values: [
71
+ {
72
+ displayName: 'Path',
73
+ name: 'path',
74
+ type: 'string',
75
+ default: '',
76
+ placeholder: 'blog/*',
77
+ description: 'Path pattern to include (e.g., blog/* will only include paths like /blog/article-1)',
78
+ },
79
+ ],
80
+ },
81
+ ],
82
+ routing: {
83
+ request: {
84
+ body: {
85
+ includePaths: '={{$value.items.map(item => item.path)}}',
86
+ },
87
+ },
88
+ },
89
+ displayOptions: omitDisplayOptions
90
+ ? undefined
91
+ : {
92
+ hide: {
93
+ useCustomBody: [true],
94
+ },
95
+ show: {
96
+ resource: ['Default'],
97
+ operation: [operationName],
98
+ },
99
+ },
100
+ };
101
+ }
102
+ function createMaxDepthProperty(operationName) {
103
+ return {
104
+ displayName: 'Max Depth',
105
+ name: 'maxDepth',
106
+ type: 'number',
107
+ typeOptions: {
108
+ minValue: 1,
109
+ },
110
+ default: 2,
111
+ description: 'Maximum depth to crawl relative to the entered URL',
112
+ routing: {
113
+ request: {
114
+ body: {
115
+ maxDepth: '={{ $value }}',
116
+ },
117
+ },
118
+ },
119
+ displayOptions: {
120
+ hide: {
121
+ useCustomBody: [true],
122
+ },
123
+ show: {
124
+ resource: ['Default'],
125
+ operation: [operationName],
126
+ },
127
+ },
128
+ };
129
+ }
130
+ function createLimitProperty(operationName) {
131
+ return {
132
+ displayName: 'Limit',
133
+ name: 'limit',
134
+ type: 'number',
135
+ typeOptions: {
136
+ minValue: 1,
137
+ },
138
+ default: 50,
139
+ description: 'Max number of results to return',
140
+ routing: {
141
+ request: {
142
+ body: {
143
+ limit: '={{ $value }}',
144
+ },
145
+ },
146
+ },
147
+ displayOptions: {
148
+ hide: {
149
+ useCustomBody: [true],
150
+ },
151
+ show: {
152
+ resource: ['Default'],
153
+ operation: [operationName],
154
+ },
155
+ },
156
+ };
157
+ }
158
+ function createCrawlOptionsProperty(operationName) {
159
+ return {
160
+ displayName: 'Crawl Options',
161
+ name: 'crawlOptions',
162
+ type: 'collection',
163
+ placeholder: 'Add Option',
164
+ default: {},
165
+ options: [
166
+ {
167
+ displayName: 'Ignore Sitemap',
168
+ name: 'ignoreSitemap',
169
+ type: 'boolean',
170
+ default: false,
171
+ description: 'Whether to ignore the website sitemap when crawling',
172
+ routing: {
173
+ request: {
174
+ body: {
175
+ ignoreSitemap: '={{ $value }}',
176
+ },
177
+ },
178
+ },
179
+ },
180
+ {
181
+ displayName: 'Ignore Query Params',
182
+ name: 'ignoreQueryParameters',
183
+ type: 'boolean',
184
+ default: false,
185
+ description: 'Whether to ignore the query parameters - not re-scrape the same path with different (or none)',
186
+ routing: {
187
+ request: {
188
+ body: {
189
+ ignoreQueryParameters: '={{ $value }}',
190
+ },
191
+ },
192
+ },
193
+ },
194
+ {
195
+ displayName: 'Allow Backward Links',
196
+ name: 'allowBackwardLinks',
197
+ type: 'boolean',
198
+ default: false,
199
+ description: 'Whether to enable the crawler to navigate from a specific URL to previously linked pages',
200
+ routing: {
201
+ request: {
202
+ body: {
203
+ allowBackwardLinks: '={{ $value }}',
204
+ },
205
+ },
206
+ },
207
+ },
208
+ {
209
+ displayName: 'Allow External Links',
210
+ name: 'allowExternalLinks',
211
+ type: 'boolean',
212
+ default: false,
213
+ description: 'Whether to allow the crawler to follow links to external websites',
214
+ routing: {
215
+ request: {
216
+ body: {
217
+ allowExternalLinks: '={{ $value }}',
218
+ },
219
+ },
220
+ },
221
+ },
222
+ ],
223
+ displayOptions: {
224
+ hide: {
225
+ useCustomBody: [true],
226
+ },
227
+ show: {
228
+ resource: ['Default'],
229
+ operation: [operationName],
230
+ },
231
+ },
232
+ };
233
+ }
234
+ function createCrawlProperties() {
235
+ return [
236
+ (0, common_1.createOperationNotice)('Default', exports.name),
237
+ (0, common_1.createUrlProperty)(exports.name, 'https://firecrawl.dev'),
238
+ createExcludePathsProperty(exports.operationName),
239
+ createIncludePathsProperty(exports.operationName),
240
+ createMaxDepthProperty(exports.operationName),
241
+ createLimitProperty(exports.operationName),
242
+ createCrawlOptionsProperty(exports.operationName),
243
+ (0, common_1.createScrapeOptionsProperty)(exports.operationName),
244
+ ];
245
+ }
246
+ const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createCrawlProperties());
247
+ exports.options = options;
248
+ exports.properties = properties;
249
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/crawl/index.ts"],"names":[],"mappings":";;;AACA,sCAKmB;AAGN,QAAA,IAAI,GAAG,OAAO,CAAC;AACf,QAAA,WAAW,GAAG,iBAAiB,CAAC;AAChC,QAAA,aAAa,GAAG,OAAO,CAAC;AAQrC,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,iHAAiH;QAClH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,gFAAgF;qBACjF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAQD,SAAS,0BAA0B,CAClC,aAAqB,EACrB,qBAA8B,KAAK;IAEnC,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EACV,+GAA+G;QAChH,WAAW,EAAE,qBAAqB;QAClC,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,QAAQ;wBACrB,WAAW,EACV,qFAAqF;qBACtF;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,YAAY,EAAE,0CAA0C;iBACxD;aACD;SACD;QACD,cAAc,EAAE,kBAAkB;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,IAAI,EAAE;oBACL,aAAa,EAAE,CAAC,IAAI,CAAC;iBACrB;gBACD,IAAI,EAAE;oBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;oBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACA;KACJ,CAAC;AACH,CAAC;AAOD,SAAS,sBAAsB,CAAC,aAAqB;IACpD,OAAO;QACN,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QACD,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,oDAAoD;QACjE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,QAAQ,EAAE,eAAe;iBACzB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,mBAAmB,CAAC,aAAqB;IACjD,OAAO;QACN,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACZ,QAAQ,EAAE,CAAC;SACX;QACD,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,iCAAiC;QAC9C,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,KAAK,EAAE,eAAe;iBACtB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAOD,SAAS,0BAA0B,CAAC,aAAqB;IACxD,OAAO;QACN,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,gBAAgB;gBAC7B,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,qDAAqD;gBAClE,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,aAAa,EAAE,eAAe;yBAC9B;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,qBAAqB;gBAClC,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EACV,+FAA+F;gBAChG,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,qBAAqB,EAAE,eAAe;yBACtC;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EACV,0FAA0F;gBAC3F,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,kBAAkB,EAAE,eAAe;yBACnC;qBACD;iBACD;aACD;YACD;gBACC,WAAW,EAAE,sBAAsB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,mEAAmE;gBAChF,OAAO,EAAE;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE;4BACL,kBAAkB,EAAE,eAAe;yBACnC;qBACD;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,qBAAqB;IAC7B,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,CAAC;QAGtC,IAAA,0BAAiB,EAAC,YAAI,EAAE,uBAAuB,CAAC;QAGhD,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,sBAAsB,CAAC,qBAAa,CAAC;QAGrC,mBAAmB,CAAC,qBAAa,CAAC;QAGlC,0BAA0B,CAAC,qBAAa,CAAC;QAGzC,IAAA,oCAA2B,EAAC,qBAAa,CAAC;KAC1C,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,YAAI,EAAE,mBAAW,EAAE,qBAAqB,EAAE,CAAC,CAAC;AAEtF,0BAAO;AAAE,gCAAU"}
@@ -0,0 +1,4 @@
1
+ import { INodeProperties } from 'n8n-workflow';
2
+ export declare const operationName = "extract";
3
+ declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
4
+ export { options, properties };
@@ -0,0 +1,219 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.properties = exports.options = exports.operationName = void 0;
4
+ const common_1 = require("../common");
5
+ const name = 'extract';
6
+ const displayName = 'Extract Data';
7
+ exports.operationName = 'extract';
8
+ function createUrlsProperty() {
9
+ return {
10
+ displayName: 'URLs',
11
+ name: 'urls',
12
+ type: 'fixedCollection',
13
+ default: {},
14
+ typeOptions: {
15
+ multipleValues: true,
16
+ },
17
+ description: 'The URLs to extract data from. URLs should be in glob format.',
18
+ placeholder: 'Add URL',
19
+ options: [
20
+ {
21
+ displayName: 'Items',
22
+ name: 'items',
23
+ values: [
24
+ {
25
+ displayName: 'URL',
26
+ name: 'url',
27
+ type: 'string',
28
+ default: '',
29
+ placeholder: 'https://example.com/*',
30
+ description: 'URL to extract data from (supports glob format)',
31
+ },
32
+ ],
33
+ },
34
+ ],
35
+ routing: {
36
+ request: {
37
+ body: {
38
+ urls: '={{$value.items ? $value.items.map(item => item.url) : []}}',
39
+ },
40
+ },
41
+ },
42
+ displayOptions: {
43
+ hide: {
44
+ useCustomBody: [true],
45
+ },
46
+ show: {
47
+ resource: ['Default'],
48
+ operation: [exports.operationName],
49
+ },
50
+ },
51
+ };
52
+ }
53
+ function createPromptProperty() {
54
+ return {
55
+ displayName: 'Prompt',
56
+ name: 'prompt',
57
+ type: 'string',
58
+ default: '',
59
+ description: 'Prompt to guide the extraction process',
60
+ routing: {
61
+ request: {
62
+ body: {
63
+ prompt: '={{ $value }}',
64
+ },
65
+ },
66
+ },
67
+ displayOptions: {
68
+ hide: {
69
+ useCustomBody: [true],
70
+ },
71
+ show: {
72
+ resource: ['Default'],
73
+ operation: [exports.operationName],
74
+ },
75
+ },
76
+ };
77
+ }
78
+ function createSchemaProperty() {
79
+ return {
80
+ displayName: 'Schema',
81
+ name: 'schema',
82
+ type: 'json',
83
+ default: '{\n "property1": "string",\n "property2": "number"\n}',
84
+ description: 'Schema to define the structure of the extracted data',
85
+ routing: {
86
+ request: {
87
+ body: {
88
+ schema: '={{ JSON.parse($value) }}',
89
+ },
90
+ },
91
+ },
92
+ displayOptions: {
93
+ hide: {
94
+ useCustomBody: [true],
95
+ },
96
+ show: {
97
+ resource: ['Default'],
98
+ operation: [exports.operationName],
99
+ },
100
+ },
101
+ };
102
+ }
103
+ function createEnableWebSearchProperty() {
104
+ return {
105
+ displayName: 'Enable Web Search',
106
+ name: 'enableWebSearch',
107
+ type: 'boolean',
108
+ default: false,
109
+ description: 'Whether to enable web search to find additional data',
110
+ routing: {
111
+ request: {
112
+ body: {
113
+ enableWebSearch: '={{ $value }}',
114
+ },
115
+ },
116
+ },
117
+ displayOptions: {
118
+ hide: {
119
+ useCustomBody: [true],
120
+ },
121
+ show: {
122
+ resource: ['Default'],
123
+ operation: [exports.operationName],
124
+ },
125
+ },
126
+ };
127
+ }
128
+ function createIgnoreSitemapProperty() {
129
+ return {
130
+ displayName: 'Ignore Sitemap',
131
+ name: 'ignoreSitemap',
132
+ type: 'boolean',
133
+ default: true,
134
+ description: 'Whether to ignore the website sitemap when crawling',
135
+ routing: {
136
+ request: {
137
+ body: {
138
+ ignoreSitemap: '={{ $value }}',
139
+ },
140
+ },
141
+ },
142
+ displayOptions: {
143
+ hide: {
144
+ useCustomBody: [true],
145
+ },
146
+ show: {
147
+ resource: ['Default'],
148
+ operation: [exports.operationName],
149
+ },
150
+ },
151
+ };
152
+ }
153
+ function createIncludeSubdomainsProperty() {
154
+ return {
155
+ displayName: 'Include Subdomains',
156
+ name: 'includeSubdomains',
157
+ type: 'boolean',
158
+ default: false,
159
+ description: 'Whether to include subdomains of the website',
160
+ routing: {
161
+ request: {
162
+ body: {
163
+ includeSubdomains: '={{ $value }}',
164
+ },
165
+ },
166
+ },
167
+ displayOptions: {
168
+ hide: {
169
+ useCustomBody: [true],
170
+ },
171
+ show: {
172
+ resource: ['Default'],
173
+ operation: [exports.operationName],
174
+ },
175
+ },
176
+ };
177
+ }
178
+ function createShowSourcesProperty() {
179
+ return {
180
+ displayName: 'Show Sources',
181
+ name: 'showSources',
182
+ type: 'boolean',
183
+ default: false,
184
+ description: 'Whether to show the sources used to extract the data',
185
+ routing: {
186
+ request: {
187
+ body: {
188
+ showSources: '={{ $value }}',
189
+ },
190
+ },
191
+ },
192
+ displayOptions: {
193
+ hide: {
194
+ useCustomBody: [true],
195
+ },
196
+ show: {
197
+ resource: ['Default'],
198
+ operation: [exports.operationName],
199
+ },
200
+ },
201
+ };
202
+ }
203
+ function createExtractProperties() {
204
+ return [
205
+ (0, common_1.createOperationNotice)('Default', name, 'POST'),
206
+ createUrlsProperty(),
207
+ createPromptProperty(),
208
+ createSchemaProperty(),
209
+ createIgnoreSitemapProperty(),
210
+ createIncludeSubdomainsProperty(),
211
+ createEnableWebSearchProperty(),
212
+ createShowSourcesProperty(),
213
+ (0, common_1.createScrapeOptionsProperty)(exports.operationName),
214
+ ];
215
+ }
216
+ const { options, properties } = (0, common_1.buildApiProperties)(name, displayName, createExtractProperties());
217
+ exports.options = options;
218
+ exports.properties = properties;
219
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/extract/index.ts"],"names":[],"mappings":";;;AACA,sCAAmG;AAEnG,MAAM,IAAI,GAAG,SAAS,CAAC;AACvB,MAAM,WAAW,GAAG,cAAc,CAAC;AACtB,QAAA,aAAa,GAAG,SAAS,CAAC;AAMvC,SAAS,kBAAkB;IAC1B,OAAO;QACN,WAAW,EAAE,MAAM;QACnB,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,WAAW,EAAE,+DAA+D;QAC5E,WAAW,EAAE,SAAS;QACtB,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,KAAK;wBAClB,IAAI,EAAE,KAAK;wBACX,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,WAAW,EAAE,uBAAuB;wBACpC,WAAW,EAAE,iDAAiD;qBAC9D;iBACD;aACD;SACD;QACD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,IAAI,EAAE,6DAA6D;iBACnE;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,oBAAoB;IAC5B,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,wCAAwC;QACrD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,eAAe;iBACvB;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,oBAAoB;IAC5B,OAAO;QACN,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,yDAAyD;QAClE,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,MAAM,EAAE,2BAA2B;iBACnC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B;IACrC,OAAO;QACN,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,eAAe,EAAE,eAAe;iBAChC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B;IACnC,OAAO;QACN,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,qDAAqD;QAClE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,aAAa,EAAE,eAAe;iBAC9B;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B;IACvC,OAAO;QACN,WAAW,EAAE,oBAAoB;QACjC,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,8CAA8C;QAC3D,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,iBAAiB,EAAE,eAAe;iBAClC;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB;IACjC,OAAO;QACN,WAAW,EAAE,cAAc;QAC3B,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,sDAAsD;QACnE,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,IAAI,EAAE;oBACL,WAAW,EAAE,eAAe;iBAC5B;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,uBAAuB;IAC/B,OAAO;QACN,IAAA,8BAAqB,EAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC;QAC9C,kBAAkB,EAAE;QACpB,oBAAoB,EAAE;QACtB,oBAAoB,EAAE;QACtB,2BAA2B,EAAE;QAC7B,+BAA+B,EAAE;QACjC,6BAA6B,EAAE;QAC/B,yBAAyB,EAAE;QAC3B,IAAA,oCAA2B,EAAC,qBAAa,CAAC;KAC1C,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EAAC,IAAI,EAAE,WAAW,EAAE,uBAAuB,EAAE,CAAC,CAAC;AAExF,0BAAO;AAAE,gCAAU"}
@@ -0,0 +1,6 @@
1
+ import { INodeProperties } from 'n8n-workflow';
2
+ export declare const name = "getCrawlStatus";
3
+ export declare const displayName = "Get crawl status";
4
+ export declare const operationName = "getCrawlStatus";
5
+ declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
6
+ export { options, properties };
@@ -0,0 +1,57 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.properties = exports.options = exports.operationName = exports.displayName = exports.name = void 0;
4
+ const common_1 = require("../common");
5
+ exports.name = 'getCrawlStatus';
6
+ exports.displayName = 'Get crawl status';
7
+ exports.operationName = 'getCrawlStatus';
8
+ function createCrawlIdProperty() {
9
+ return {
10
+ displayName: 'Crawl ID',
11
+ name: 'crawlId',
12
+ type: 'string',
13
+ required: true,
14
+ default: '',
15
+ description: 'ID of the crawl job to get status for',
16
+ placeholder: '1234abcd-5678-efgh-9012-ijklmnopqrst',
17
+ routing: {
18
+ request: {
19
+ url: '=/crawl/{{$value}}',
20
+ },
21
+ },
22
+ displayOptions: {
23
+ hide: {
24
+ useCustomBody: [true],
25
+ },
26
+ show: {
27
+ resource: ['Default'],
28
+ operation: [exports.operationName],
29
+ },
30
+ },
31
+ };
32
+ }
33
+ function createGetCrawlStatusProperties() {
34
+ return [
35
+ (0, common_1.createOperationNotice)('Default', exports.name, 'GET'),
36
+ createCrawlIdProperty(),
37
+ ];
38
+ }
39
+ const { options, properties } = (0, common_1.buildApiProperties)(exports.name, exports.displayName, createGetCrawlStatusProperties());
40
+ exports.options = options;
41
+ exports.properties = properties;
42
+ options.routing = {
43
+ request: {
44
+ method: 'GET',
45
+ },
46
+ output: {
47
+ postReceive: [
48
+ {
49
+ type: 'setKeyValue',
50
+ properties: {
51
+ data: '={{$response.body}}',
52
+ },
53
+ },
54
+ ],
55
+ },
56
+ };
57
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getCrawlStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAA8F;AAGjF,QAAA,IAAI,GAAG,gBAAgB,CAAC;AACxB,QAAA,WAAW,GAAG,kBAAkB,CAAC;AAEjC,QAAA,aAAa,GAAG,gBAAgB,CAAC;AAM9C,SAAS,qBAAqB;IAC7B,OAAO;QACN,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,uCAAuC;QACpD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,oBAAoB;aACzB;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAKD,SAAS,8BAA8B;IACtC,OAAO;QAEN,IAAA,8BAAqB,EAAC,SAAS,EAAE,YAAI,EAAE,KAAK,CAAC;QAG7C,qBAAqB,EAAE;KACvB,CAAC;AACH,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EACjD,YAAI,EACJ,mBAAW,EACX,8BAA8B,EAAE,CAChC,CAAC;AAmBO,0BAAO;AAAE,gCAAU;AAhB5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;KACb;IACD,MAAM,EAAE;QACP,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE;oBACX,IAAI,EAAE,qBAAqB;iBAC3B;aACD;SACD;KACD;CACD,CAAC"}
@@ -0,0 +1,4 @@
1
+ import { INodeProperties } from 'n8n-workflow';
2
+ export declare const operationName = "getExtractStatus";
3
+ declare const options: import("n8n-workflow").INodePropertyOptions, properties: INodeProperties[];
4
+ export { options, properties };
@@ -0,0 +1,54 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.properties = exports.options = exports.operationName = void 0;
4
+ const common_1 = require("../common");
5
+ const name = 'getExtractStatus';
6
+ const displayName = 'Get Extract Status';
7
+ exports.operationName = 'getExtractStatus';
8
+ function createExtractIdProperty() {
9
+ return {
10
+ displayName: 'Extract ID',
11
+ name: 'extractId',
12
+ type: 'string',
13
+ required: true,
14
+ default: '',
15
+ description: 'ID of the extract job to get status for',
16
+ placeholder: '1234abcd-5678-efgh-9012-ijklmnopqrst',
17
+ routing: {
18
+ request: {
19
+ url: '=/extract/{{$value}}',
20
+ },
21
+ },
22
+ displayOptions: {
23
+ hide: {
24
+ useCustomBody: [true],
25
+ },
26
+ show: {
27
+ resource: ['Default'],
28
+ operation: [exports.operationName],
29
+ },
30
+ },
31
+ };
32
+ }
33
+ function createGetExtractStatusProperties() {
34
+ return [(0, common_1.createOperationNotice)('Default', name, 'GET'), createExtractIdProperty()];
35
+ }
36
+ const { options, properties } = (0, common_1.buildApiProperties)(name, displayName, createGetExtractStatusProperties());
37
+ exports.options = options;
38
+ exports.properties = properties;
39
+ options.routing = {
40
+ request: {
41
+ method: 'GET',
42
+ },
43
+ output: {
44
+ postReceive: [
45
+ {
46
+ type: 'setKeyValue',
47
+ properties: {
48
+ data: '={{$response.body}}',
49
+ },
50
+ },
51
+ ],
52
+ },
53
+ };
54
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../nodes/Firecrawl/api/getExtractStatus/index.ts"],"names":[],"mappings":";;;AACA,sCAAsE;AAEtE,MAAM,IAAI,GAAG,kBAAkB,CAAC;AAChC,MAAM,WAAW,GAAG,oBAAoB,CAAC;AAC5B,QAAA,aAAa,GAAG,kBAAkB,CAAC;AAMhD,SAAS,uBAAuB;IAC/B,OAAO;QACN,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE;YACR,OAAO,EAAE;gBACR,GAAG,EAAE,sBAAsB;aAC3B;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,aAAa,EAAE,CAAC,IAAI,CAAC;aACrB;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,CAAC,SAAS,CAAC;gBACrB,SAAS,EAAE,CAAC,qBAAa,CAAC;aAC1B;SACD;KACD,CAAC;AACH,CAAC;AAMD,SAAS,gCAAgC;IACxC,OAAO,CAAC,IAAA,8BAAqB,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC,CAAC;AACnF,CAAC;AAGD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAA,2BAAkB,EACjD,IAAI,EACJ,WAAW,EACX,gCAAgC,EAAE,CAClC,CAAC;AAmBO,0BAAO;AAAE,gCAAU;AAhB5B,OAAO,CAAC,OAAO,GAAG;IACjB,OAAO,EAAE;QACR,MAAM,EAAE,KAAK;KACb;IACD,MAAM,EAAE;QACP,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE;oBACX,IAAI,EAAE,qBAAqB;iBAC3B;aACD;SACD;KACD;CACD,CAAC"}
@@ -0,0 +1,24 @@
1
+ import { INodeProperties } from 'n8n-workflow';
2
+ export declare const apiProperties: INodeProperties[];
3
+ export declare const apiMethods: {
4
+ Default: {
5
+ map: {
6
+ execute(this: any): any;
7
+ };
8
+ scrape: {
9
+ execute(this: any): any;
10
+ };
11
+ crawl: {
12
+ execute(this: any): any;
13
+ };
14
+ getCrawlStatus: {
15
+ execute(this: any): any;
16
+ };
17
+ extract: {
18
+ execute(this: any): any;
19
+ };
20
+ getExtractStatus: {
21
+ execute(this: any): any;
22
+ };
23
+ };
24
+ };