firecrawl-cli 0.0.1 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/commands/crawl.test.d.ts +5 -0
- package/dist/__tests__/commands/crawl.test.d.ts.map +1 -0
- package/dist/__tests__/commands/crawl.test.js +415 -0
- package/dist/__tests__/commands/crawl.test.js.map +1 -0
- package/dist/__tests__/commands/credit-usage.test.d.ts +5 -0
- package/dist/__tests__/commands/credit-usage.test.d.ts.map +1 -0
- package/dist/__tests__/commands/credit-usage.test.js +200 -0
- package/dist/__tests__/commands/credit-usage.test.js.map +1 -0
- package/dist/__tests__/commands/map.test.d.ts +5 -0
- package/dist/__tests__/commands/map.test.d.ts.map +1 -0
- package/dist/__tests__/commands/map.test.js +287 -0
- package/dist/__tests__/commands/map.test.js.map +1 -0
- package/dist/__tests__/commands/scrape.test.d.ts +5 -0
- package/dist/__tests__/commands/scrape.test.d.ts.map +1 -0
- package/dist/__tests__/commands/scrape.test.js +231 -0
- package/dist/__tests__/commands/scrape.test.js.map +1 -0
- package/dist/__tests__/utils/job.test.d.ts +5 -0
- package/dist/__tests__/utils/job.test.d.ts.map +1 -0
- package/dist/__tests__/utils/job.test.js +53 -0
- package/dist/__tests__/utils/job.test.js.map +1 -0
- package/dist/__tests__/utils/mock-client.d.ts +23 -0
- package/dist/__tests__/utils/mock-client.d.ts.map +1 -0
- package/dist/__tests__/utils/mock-client.js +24 -0
- package/dist/__tests__/utils/mock-client.js.map +1 -0
- package/dist/commands/config.d.ts.map +1 -1
- package/dist/commands/config.js +5 -3
- package/dist/commands/config.js.map +1 -1
- package/dist/commands/crawl.d.ts +13 -0
- package/dist/commands/crawl.d.ts.map +1 -0
- package/dist/commands/crawl.js +242 -0
- package/dist/commands/crawl.js.map +1 -0
- package/dist/commands/credit-usage.d.ts +32 -0
- package/dist/commands/credit-usage.d.ts.map +1 -0
- package/dist/commands/credit-usage.js +175 -0
- package/dist/commands/credit-usage.js.map +1 -0
- package/dist/commands/map.d.ts +13 -0
- package/dist/commands/map.d.ts.map +1 -0
- package/dist/commands/map.js +96 -0
- package/dist/commands/map.js.map +1 -0
- package/dist/commands/scrape.d.ts.map +1 -1
- package/dist/commands/scrape.js.map +1 -1
- package/dist/index.js +134 -1
- package/dist/index.js.map +1 -1
- package/dist/types/crawl.d.ts +63 -0
- package/dist/types/crawl.d.ts.map +1 -0
- package/dist/types/crawl.js +6 -0
- package/dist/types/crawl.js.map +1 -0
- package/dist/types/map.d.ts +43 -0
- package/dist/types/map.d.ts.map +1 -0
- package/dist/types/map.js +6 -0
- package/dist/types/map.js.map +1 -0
- package/dist/utils/client.d.ts.map +1 -1
- package/dist/utils/client.js.map +1 -1
- package/dist/utils/config.d.ts.map +1 -1
- package/dist/utils/config.js +7 -3
- package/dist/utils/config.js.map +1 -1
- package/dist/utils/credentials.d.ts.map +1 -1
- package/dist/utils/credentials.js.map +1 -1
- package/dist/utils/job.d.ts +13 -0
- package/dist/utils/job.d.ts.map +1 -0
- package/dist/utils/job.js +29 -0
- package/dist/utils/job.js.map +1 -0
- package/dist/utils/options.d.ts.map +1 -1
- package/dist/utils/options.js +6 -2
- package/dist/utils/options.js.map +1 -1
- package/dist/utils/output.d.ts.map +1 -1
- package/dist/utils/output.js +9 -2
- package/dist/utils/output.js.map +1 -1
- package/dist/utils/url.d.ts.map +1 -1
- package/dist/utils/url.js.map +1 -1
- package/package.json +19 -3
package/dist/utils/output.js
CHANGED
|
@@ -118,7 +118,14 @@ function handleScrapeOutput(result, format, outputPath, pretty = false) {
|
|
|
118
118
|
return;
|
|
119
119
|
}
|
|
120
120
|
// Text formats that should output raw content (curl-like)
|
|
121
|
-
const rawTextFormats = [
|
|
121
|
+
const rawTextFormats = [
|
|
122
|
+
'html',
|
|
123
|
+
'rawHtml',
|
|
124
|
+
'markdown',
|
|
125
|
+
'links',
|
|
126
|
+
'images',
|
|
127
|
+
'summary',
|
|
128
|
+
];
|
|
122
129
|
const shouldOutputRaw = format && rawTextFormats.includes(format);
|
|
123
130
|
if (shouldOutputRaw) {
|
|
124
131
|
// Extract and output raw content
|
|
@@ -140,7 +147,7 @@ function handleScrapeOutput(result, format, outputPath, pretty = false) {
|
|
|
140
147
|
// If stringification fails, try to create a minimal error response
|
|
141
148
|
jsonContent = JSON.stringify({
|
|
142
149
|
error: 'Failed to serialize response',
|
|
143
|
-
message: error instanceof Error ? error.message : 'Unknown error'
|
|
150
|
+
message: error instanceof Error ? error.message : 'Unknown error',
|
|
144
151
|
});
|
|
145
152
|
}
|
|
146
153
|
// Ensure clean JSON output (no extra newlines or text before JSON)
|
package/dist/utils/output.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"output.js","sourceRoot":"","sources":["../../src/utils/output.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyDH,kCAuBC;AAOD,
|
|
1
|
+
{"version":3,"file":"output.js","sourceRoot":"","sources":["../../src/utils/output.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyDH,kCAuBC;AAOD,gDAsDC;AA3ID,uCAAyB;AACzB,2CAA6B;AAI7B;;GAEG;AACH,SAAS,cAAc,CAAC,IAAS,EAAE,MAAqB;IACtD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,+DAA+D;IAC/D,IAAI,MAAM,EAAE,CAAC;QACX,8DAA8D;QAC9D,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QAC3D,CAAC;QAED,yBAAyB;QACzB,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QAC/C,CAAC;QAED,sBAAsB;QACtB,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QAC5C,CAAC;QAED,uBAAuB;QACvB,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QAC7C,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;IAC5E,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAgB,WAAW,CACzB,OAAe,EACf,UAAmB,EACnB,SAAkB,KAAK;IAEvB,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,mDAAmD;YACnD,OAAO,CAAC,KAAK,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,sDAAsD;QACtD,qDAAqD;QACrD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,IAAI,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAgB,kBAAkB,CAChC,MAAoB,EACpB,MAAqB,EACrB,UAAmB,EACnB,SAAkB,KAAK;IAEvB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,+CAA+C;QAC/C,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,0DAA0D;IAC1D,MAAM,cAAc,GAAmB;QACrC,MAAM;QACN,SAAS;QACT,UAAU;QACV,OAAO;QACP,QAAQ;QACR,SAAS;KACV,CAAC;IACF,MAAM,eAAe,GAAG,MAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAElE,IAAI,eAAe,EAAE,CAAC;QACpB,iCAAiC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACpD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,+DAA+D;IAC/D,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,MAAM;YAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mEAAmE;QACnE,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YAC3B,KAAK,EAAE,8BAA8B;YACrC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;SAClE,CAAC,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,+CAA+C;IAC/C,WAAW,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;AACrD,CAAC"}
|
package/dist/utils/url.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../src/utils/url.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,wBAAgB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,
|
|
1
|
+
{"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../src/utils/url.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,wBAAgB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAqB1C;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAKhD"}
|
package/dist/utils/url.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"url.js","sourceRoot":"","sources":["../../src/utils/url.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAKH,
|
|
1
|
+
{"version":3,"file":"url.js","sourceRoot":"","sources":["../../src/utils/url.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAKH,sBAqBC;AAKD,oCAKC;AAlCD;;GAEG;AACH,SAAgB,KAAK,CAAC,GAAW;IAC/B,oCAAoC;IACpC,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,CAAC,qDAAqD;QACpE,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,oCAAoC;IACpC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpE,0EAA0E;QAC1E,MAAM,aAAa,GACjB,oHAAoH,CAAC;QACvH,OAAO,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY,CAAC,GAAW;IACtC,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,WAAW,GAAG,EAAE,CAAC;AAC1B,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "firecrawl-cli",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.3",
|
|
4
4
|
"description": "Command-line interface for Firecrawl. Scrape, crawl, and extract data from any website directly from your terminal.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"bin": {
|
|
@@ -12,7 +12,18 @@
|
|
|
12
12
|
"start": "node dist/index.js",
|
|
13
13
|
"clean": "rm -rf dist",
|
|
14
14
|
"prepublishOnly": "pnpm run build",
|
|
15
|
-
"
|
|
15
|
+
"prepare": "husky",
|
|
16
|
+
"format": "prettier --write \"src/**/*.{ts,json}\" \"*.{json,md}\"",
|
|
17
|
+
"format:check": "prettier --check \"src/**/*.{ts,json}\" \"*.{json,md}\"",
|
|
18
|
+
"type-check": "tsc --noEmit",
|
|
19
|
+
"test:watch": "vitest",
|
|
20
|
+
"test": "vitest run",
|
|
21
|
+
"test:ui": "vitest --ui"
|
|
22
|
+
},
|
|
23
|
+
"lint-staged": {
|
|
24
|
+
"*.{ts,json,md}": [
|
|
25
|
+
"prettier --write"
|
|
26
|
+
]
|
|
16
27
|
},
|
|
17
28
|
"keywords": [
|
|
18
29
|
"firecrawl",
|
|
@@ -44,7 +55,12 @@
|
|
|
44
55
|
"packageManager": "pnpm@10.12.1",
|
|
45
56
|
"devDependencies": {
|
|
46
57
|
"@types/node": "^20.0.0",
|
|
47
|
-
"
|
|
58
|
+
"@vitest/ui": "^2.0.0",
|
|
59
|
+
"husky": "^9.0.0",
|
|
60
|
+
"lint-staged": "^15.0.0",
|
|
61
|
+
"prettier": "^3.0.0",
|
|
62
|
+
"typescript": "^5.0.0",
|
|
63
|
+
"vitest": "^2.0.0"
|
|
48
64
|
},
|
|
49
65
|
"dependencies": {
|
|
50
66
|
"@mendable/firecrawl-js": "^4.10.0",
|