firecrawl 2.2.0__tar.gz → 2.4.0__tar.gz

{firecrawl-2.2.0 → firecrawl-2.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 2.2.0
+Version: 2.4.0
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai

{firecrawl-2.2.0 → firecrawl-2.4.0}/firecrawl/__init__.py

@@ -13,7 +13,7 @@ import os
 
 from .firecrawl import FirecrawlApp, JsonConfig, ScrapeOptions # noqa
 
-__version__ = "2.2.0"
+__version__ = "2.4.0"
 
 # Define the logger for the Firecrawl project
 logger: logging.Logger = logging.getLogger("firecrawl")

{firecrawl-2.2.0 → firecrawl-2.4.0}/firecrawl/firecrawl.py

@@ -304,6 +304,9 @@ class ExtractParams(pydantic.BaseModel):
 
 class ExtractResponse(pydantic.BaseModel, Generic[T]):
     """Response from extract operations."""
+    id: Optional[str] = None
+    status: Optional[Literal["processing", "completed", "failed"]] = None
+    expiresAt: Optional[datetime] = None
     success: bool = True
     data: Optional[T] = None
     error: Optional[str] = None
@@ -412,14 +415,6 @@ class ExtractParams(pydantic.BaseModel):
     show_sources: Optional[bool] = False
     agent: Optional[Dict[str, Any]] = None
 
-class ExtractResponse(pydantic.BaseModel, Generic[T]):
-    """
-    Response from the extract operation.
-    """
-    success: bool
-    data: Optional[T] = None
-    error: Optional[str] = None
-
 class FirecrawlApp:
     def __init__(self, api_key: Optional[str] = None, api_url: Optional[str] = None) -> None:
         """
@@ -3022,7 +3017,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
                 id = response.get('id')
             except:
                 raise Exception(f'Failed to parse Firecrawl response as JSON.')
-            return self._monitor_job_status(id, headers, poll_interval)
+            return await self._async_monitor_job_status(id, headers, poll_interval)
         else:
             self._handle_error(response, 'start batch scrape job')
 
@@ -3259,7 +3254,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
                 id = response.get('id')
             except:
                 raise Exception(f'Failed to parse Firecrawl response as JSON.')
-            return self._monitor_job_status(id, headers, poll_interval)
+            return await self._async_monitor_job_status(id, headers, poll_interval)
         else:
             self._handle_error(response, 'start crawl job')
 
@@ -3472,7 +3467,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
                         data.extend(next_data.get('data', []))
                         status_data = next_data
                     status_data['data'] = data
-                    return status_data
+                    return CrawlStatusResponse(**status_data)
                 else:
                     raise Exception('Job completed but no data was returned')
             elif status_data.get('status') in ['active', 'paused', 'pending', 'queued', 'waiting', 'scraping']:

{firecrawl-2.2.0 → firecrawl-2.4.0}/firecrawl.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 2.2.0
+Version: 2.4.0
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai