firecrawl 1.9.1 → 1.9.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.cjs CHANGED
@@ -297,7 +297,21 @@ var FirecrawlApp = class {
297
297
  */
298
298
  async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook) {
299
299
  const headers = this.prepareHeaders(idempotencyKey);
300
- let jsonData = { urls, ...params ?? {}, webhook };
300
+ let jsonData = { urls, ...params };
301
+ if (jsonData?.extract?.schema) {
302
+ let schema = jsonData.extract.schema;
303
+ try {
304
+ schema = (0, import_zod_to_json_schema.zodToJsonSchema)(schema);
305
+ } catch (error) {
306
+ }
307
+ jsonData = {
308
+ ...jsonData,
309
+ extract: {
310
+ ...jsonData.extract,
311
+ schema
312
+ }
313
+ };
314
+ }
301
315
  try {
302
316
  const response = await this.postRequest(
303
317
  this.apiUrl + `/v1/batch/scrape`,
package/dist/index.d.cts CHANGED
@@ -147,6 +147,7 @@ interface CrawlParams {
147
147
  webhook?: string | {
148
148
  url: string;
149
149
  headers?: Record<string, string>;
150
+ metadata?: Record<string, string>;
150
151
  };
151
152
  deduplicateSimilarURLs?: boolean;
152
153
  ignoreQueryParameters?: boolean;
package/dist/index.d.ts CHANGED
@@ -147,6 +147,7 @@ interface CrawlParams {
147
147
  webhook?: string | {
148
148
  url: string;
149
149
  headers?: Record<string, string>;
150
+ metadata?: Record<string, string>;
150
151
  };
151
152
  deduplicateSimilarURLs?: boolean;
152
153
  ignoreQueryParameters?: boolean;
package/dist/index.js CHANGED
@@ -261,7 +261,21 @@ var FirecrawlApp = class {
261
261
  */
262
262
  async batchScrapeUrls(urls, params, pollInterval = 2, idempotencyKey, webhook) {
263
263
  const headers = this.prepareHeaders(idempotencyKey);
264
- let jsonData = { urls, ...params ?? {}, webhook };
264
+ let jsonData = { urls, ...params };
265
+ if (jsonData?.extract?.schema) {
266
+ let schema = jsonData.extract.schema;
267
+ try {
268
+ schema = zodToJsonSchema(schema);
269
+ } catch (error) {
270
+ }
271
+ jsonData = {
272
+ ...jsonData,
273
+ extract: {
274
+ ...jsonData.extract,
275
+ schema
276
+ }
277
+ };
278
+ }
265
279
  try {
266
280
  const response = await this.postRequest(
267
281
  this.apiUrl + `/v1/batch/scrape`,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "firecrawl",
3
- "version": "1.9.1",
3
+ "version": "1.9.3",
4
4
  "description": "JavaScript SDK for Firecrawl API",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
package/src/index.ts CHANGED
@@ -157,6 +157,7 @@ export interface CrawlParams {
157
157
  webhook?: string | {
158
158
  url: string;
159
159
  headers?: Record<string, string>;
160
+ metadata?: Record<string, string>;
160
161
  };
161
162
  deduplicateSimilarURLs?: boolean;
162
163
  ignoreQueryParameters?: boolean;
@@ -577,7 +578,24 @@ export default class FirecrawlApp {
577
578
  webhook?: CrawlParams["webhook"],
578
579
  ): Promise<BatchScrapeStatusResponse | ErrorResponse> {
579
580
  const headers = this.prepareHeaders(idempotencyKey);
580
- let jsonData: any = { urls, ...(params ?? {}), webhook };
581
+ let jsonData: any = { urls, ...params };
582
+ if (jsonData?.extract?.schema) {
583
+ let schema = jsonData.extract.schema;
584
+
585
+ // Try parsing the schema as a Zod schema
586
+ try {
587
+ schema = zodToJsonSchema(schema);
588
+ } catch (error) {
589
+
590
+ }
591
+ jsonData = {
592
+ ...jsonData,
593
+ extract: {
594
+ ...jsonData.extract,
595
+ schema: schema,
596
+ },
597
+ };
598
+ }
581
599
  try {
582
600
  const response: AxiosResponse = await this.postRequest(
583
601
  this.apiUrl + `/v1/batch/scrape`,