firecrawl 1.27.0 → 1.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +0 -0
- package/LICENSE +0 -0
- package/README.md +0 -0
- package/dist/index.cjs +2 -2
- package/dist/index.d.cts +2 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +1 -1
- package/dist/{package-STCQBHTG.js → package-NTC7TFI4.js} +2 -2
- package/dump.rdb +0 -0
- package/jest.config.js +0 -0
- package/package.json +1 -1
- package/src/__tests__/v1/e2e_withAuth/index.test.ts +26 -0
- package/src/index.ts +2 -0
- package/tsconfig.json +0 -0
- package/tsup.config.ts +0 -0
package/.env.example
CHANGED
|
File without changes
|
package/LICENSE
CHANGED
|
File without changes
|
package/README.md
CHANGED
|
File without changes
|
package/dist/index.cjs
CHANGED
|
@@ -34,8 +34,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
34
34
|
var require_package = __commonJS({
|
|
35
35
|
"package.json"(exports2, module2) {
|
|
36
36
|
module2.exports = {
|
|
37
|
-
name: "
|
|
38
|
-
version: "1.
|
|
37
|
+
name: "firecrawl",
|
|
38
|
+
version: "1.28.0",
|
|
39
39
|
description: "JavaScript SDK for Firecrawl API",
|
|
40
40
|
main: "dist/index.js",
|
|
41
41
|
types: "dist/index.d.ts",
|
package/dist/index.d.cts
CHANGED
|
@@ -120,6 +120,7 @@ interface CrawlScrapeOptions {
|
|
|
120
120
|
proxy?: "basic" | "stealth" | "auto";
|
|
121
121
|
storeInCache?: boolean;
|
|
122
122
|
maxAge?: number;
|
|
123
|
+
parsePDF?: boolean;
|
|
123
124
|
}
|
|
124
125
|
type Action = {
|
|
125
126
|
type: "wait";
|
|
@@ -132,6 +133,7 @@ type Action = {
|
|
|
132
133
|
} | {
|
|
133
134
|
type: "screenshot";
|
|
134
135
|
fullPage?: boolean;
|
|
136
|
+
quality?: number;
|
|
135
137
|
} | {
|
|
136
138
|
type: "write";
|
|
137
139
|
text: string;
|
package/dist/index.d.ts
CHANGED
|
@@ -120,6 +120,7 @@ interface CrawlScrapeOptions {
|
|
|
120
120
|
proxy?: "basic" | "stealth" | "auto";
|
|
121
121
|
storeInCache?: boolean;
|
|
122
122
|
maxAge?: number;
|
|
123
|
+
parsePDF?: boolean;
|
|
123
124
|
}
|
|
124
125
|
type Action = {
|
|
125
126
|
type: "wait";
|
|
@@ -132,6 +133,7 @@ type Action = {
|
|
|
132
133
|
} | {
|
|
133
134
|
type: "screenshot";
|
|
134
135
|
fullPage?: boolean;
|
|
136
|
+
quality?: number;
|
|
135
137
|
} | {
|
|
136
138
|
type: "write";
|
|
137
139
|
text: string;
|
package/dist/index.js
CHANGED
|
@@ -29,7 +29,7 @@ var FirecrawlApp = class {
|
|
|
29
29
|
}
|
|
30
30
|
async getVersion() {
|
|
31
31
|
try {
|
|
32
|
-
const packageJson = await import("./package-
|
|
32
|
+
const packageJson = await import("./package-NTC7TFI4.js");
|
|
33
33
|
return packageJson.default.version;
|
|
34
34
|
} catch (error) {
|
|
35
35
|
console.error("Error getting version:", error);
|
package/dump.rdb
ADDED
|
Binary file
|
package/jest.config.js
CHANGED
|
File without changes
|
package/package.json
CHANGED
|
@@ -103,6 +103,32 @@ describe('FirecrawlApp E2E Tests', () => {
|
|
|
103
103
|
expect(response?.markdown).toContain('We present spectrophotometric observations of the Broad Line Radio Galaxy');
|
|
104
104
|
}, 30000); // 30 seconds timeout
|
|
105
105
|
|
|
106
|
+
test.concurrent('should return successful response for valid scrape with PDF file and parsePDF true', async () => {
|
|
107
|
+
const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL });
|
|
108
|
+
const response = await app.scrapeUrl('https://arxiv.org/pdf/astro-ph/9301001.pdf', {
|
|
109
|
+
parsePDF: true
|
|
110
|
+
});
|
|
111
|
+
if (!response.success) {
|
|
112
|
+
throw new Error(response.error);
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
expect(response).not.toBeNull();
|
|
116
|
+
expect(response?.markdown).toContain('We present spectrophotometric observations of the Broad Line Radio Galaxy');
|
|
117
|
+
}, 30000); // 30 seconds timeout
|
|
118
|
+
|
|
119
|
+
test.concurrent('should return successful response for valid scrape with PDF file and parsePDF false', async () => {
|
|
120
|
+
const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL });
|
|
121
|
+
const response = await app.scrapeUrl('https://arxiv.org/pdf/astro-ph/9301001.pdf', {
|
|
122
|
+
parsePDF: false
|
|
123
|
+
});
|
|
124
|
+
if (!response.success) {
|
|
125
|
+
throw new Error(response.error);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
expect(response).not.toBeNull();
|
|
129
|
+
expect(response?.markdown).toMatch(/^[A-Za-z0-9+/]+=*$/);
|
|
130
|
+
}, 30000); // 30 seconds timeout
|
|
131
|
+
|
|
106
132
|
test.concurrent('should throw error for invalid API key on crawl', async () => {
|
|
107
133
|
if (API_URL.includes('api.firecrawl.dev')) {
|
|
108
134
|
const invalidApp = new FirecrawlApp({ apiKey: "invalid_api_key", apiUrl: API_URL });
|
package/src/index.ts
CHANGED
|
@@ -125,6 +125,7 @@ export interface CrawlScrapeOptions {
|
|
|
125
125
|
proxy?: "basic" | "stealth" | "auto";
|
|
126
126
|
storeInCache?: boolean;
|
|
127
127
|
maxAge?: number;
|
|
128
|
+
parsePDF?: boolean;
|
|
128
129
|
}
|
|
129
130
|
|
|
130
131
|
export type Action = {
|
|
@@ -138,6 +139,7 @@ export type Action = {
|
|
|
138
139
|
} | {
|
|
139
140
|
type: "screenshot",
|
|
140
141
|
fullPage?: boolean,
|
|
142
|
+
quality?: number,
|
|
141
143
|
} | {
|
|
142
144
|
type: "write",
|
|
143
145
|
text: string,
|
package/tsconfig.json
CHANGED
|
File without changes
|
package/tsup.config.ts
CHANGED
|
File without changes
|