@mendable/firecrawl-js 0.0.19 → 0.0.21

package/README.md

@@ -77,6 +77,42 @@ To scrape a single URL with error handling, use the `scrapeUrl` method. It takes
   scrapeExample();
 ```
 
+### Extracting structured data from a URL
+
+With LLM extraction, you can easily extract structured data from any URL. We support zod schemas to make it easier for you too. Here is how you to use it:
+
+```js
+import { z } from "zod";
+
+const zodSchema = z.object({
+  top: z
+    .array(
+      z.object({
+        title: z.string(),
+        points: z.number(),
+        by: z.string(),
+        commentsURL: z.string(),
+      })
+    )
+    .length(5)
+    .describe("Top 5 stories on Hacker News"),
+});
+
+let llmExtractionResult = await app.scrapeUrl("https://news.ycombinator.com", {
+  extractorOptions: { extractionSchema: zodSchema },
+});
+
+console.log(llmExtractionResult.data.llm_extraction);
+```
+
+### Search for a query
+
+Used to search the web, get the most relevant results, scrap each page and return the markdown.
+
+```js
+query = 'what is mendable?'
+searchResult = app.search(query)
+```
 
 ### Crawling a Website
 

package/build/index.js

@@ -240,7 +240,7 @@ export default class FirecrawlApp {
      * @param {string} action - The action being performed when the error occurred.
      */
     handleError(response, action) {
-        if ([402, 409, 500].includes(response.status)) {
+        if ([402, 408, 409, 500].includes(response.status)) {
             const errorMessage = response.data.error || "Unknown error occurred";
             throw new Error(`Failed to ${action}. Status code: ${response.status}. Error: ${errorMessage}`);
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl-js",
-  "version": "0.0.19",
+  "version": "0.0.21",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "build/index.js",
   "types": "types/index.d.ts",

package/src/index.ts

@@ -109,7 +109,7 @@ export default class FirecrawlApp {
       const response: AxiosResponse = await axios.post(
         "https://api.firecrawl.dev/v0/scrape",
         jsonData,
-        { headers }
+        { headers },
       );
       if (response.status === 200) {
         const responseData = response.data;
@@ -324,7 +324,7 @@ export default class FirecrawlApp {
    * @param {string} action - The action being performed when the error occurred.
    */
   handleError(response: AxiosResponse, action: string): void {
-    if ([402, 409, 500].includes(response.status)) {
+    if ([402, 408, 409, 500].includes(response.status)) {
       const errorMessage: string =
         response.data.error || "Unknown error occurred";
       throw new Error(