firecrawl 4.3.4__py3-none-any.whl → 4.3.6__py3-none-any.whl

firecrawl/__init__.py

@@ -17,7 +17,7 @@ from .v1 import (
     V1ChangeTrackingOptions,
 )
 
-__version__ = "4.3.4"
+__version__ = "4.3.6"
 
 # Define the logger for the Firecrawl project
 logger: logging.Logger = logging.getLogger("firecrawl")

firecrawl/types.py

@@ -82,6 +82,7 @@ from .v2.types import (
     
     # Configuration types
     ClientConfig,
+    AgentOptions,
 )
 
 __all__ = [
@@ -162,4 +163,5 @@ __all__ = [
     
     # Configuration types
     'ClientConfig',
+    'AgentOptions',
 ]  

firecrawl/v2/client.py

@@ -37,6 +37,7 @@ from .types import (
     PDFAction,
     Location,
     PaginationConfig,
+    AgentOptions,
 )
 from .utils.http_client import HttpClient
 from .utils.error_handler import FirecrawlError
@@ -495,6 +496,7 @@ class FirecrawlClient:
         scrape_options: Optional['ScrapeOptions'] = None,
         ignore_invalid_urls: Optional[bool] = None,
         integration: Optional[str] = None,
+        agent: Optional[AgentOptions] = None,
     ):
         """Start an extract job (non-blocking).
 
@@ -508,7 +510,8 @@ class FirecrawlClient:
             show_sources: Include per-field/source mapping when available
             scrape_options: Scrape options applied prior to extraction
             ignore_invalid_urls: Skip invalid URLs instead of failing
-
+            integration: Integration tag/name
+            agent: Agent configuration
         Returns:
             Response payload with job id/status (poll with get_extract_status)
         """
@@ -524,6 +527,7 @@ class FirecrawlClient:
             scrape_options=scrape_options,
             ignore_invalid_urls=ignore_invalid_urls,
             integration=integration,
+            agent=agent,
         )
 
     def extract(
@@ -541,6 +545,7 @@ class FirecrawlClient:
         poll_interval: int = 2,
         timeout: Optional[int] = None,
         integration: Optional[str] = None,
+        agent: Optional[AgentOptions] = None,
     ):
         """Extract structured data and wait until completion.
 
@@ -556,7 +561,8 @@ class FirecrawlClient:
             ignore_invalid_urls: Skip invalid URLs instead of failing
             poll_interval: Seconds between status checks
             timeout: Maximum seconds to wait (None for no timeout)
-
+            integration: Integration tag/name
+            agent: Agent configuration
         Returns:
             Final extract response when completed
         """
@@ -574,6 +580,7 @@ class FirecrawlClient:
             poll_interval=poll_interval,
             timeout=timeout,
             integration=integration,
+            agent=agent,
         )
 
     def start_batch_scrape(

firecrawl/v2/methods/extract.py

@@ -2,6 +2,7 @@ from typing import Any, Dict, List, Optional
 import time
 
 from ..types import ExtractResponse, ScrapeOptions
+from ..types import AgentOptions
 from ..utils.http_client import HttpClient
 from ..utils.validation import prepare_scrape_options
 from ..utils.error_handler import handle_response_error
@@ -19,6 +20,7 @@ def _prepare_extract_request(
     scrape_options: Optional[ScrapeOptions] = None,
     ignore_invalid_urls: Optional[bool] = None,
     integration: Optional[str] = None,
+    agent: Optional[AgentOptions] = None,
 ) -> Dict[str, Any]:
     body: Dict[str, Any] = {}
     if urls is not None:
@@ -43,6 +45,11 @@ def _prepare_extract_request(
             body["scrapeOptions"] = prepared
     if integration is not None and str(integration).strip():
         body["integration"] = str(integration).strip()
+    if agent is not None:
+        try:
+            body["agent"] = agent.model_dump(exclude_none=True)  # type: ignore[attr-defined]
+        except AttributeError:
+            body["agent"] = agent  # fallback
     return body
 
 
@@ -59,6 +66,7 @@ def start_extract(
     scrape_options: Optional[ScrapeOptions] = None,
     ignore_invalid_urls: Optional[bool] = None,
     integration: Optional[str] = None,
+    agent: Optional[AgentOptions] = None,
 ) -> ExtractResponse:
     body = _prepare_extract_request(
         urls,
@@ -71,6 +79,7 @@ def start_extract(
         scrape_options=scrape_options,
         ignore_invalid_urls=ignore_invalid_urls,
         integration=integration,
+        agent=agent,
     )
     resp = client.post("/v2/extract", body)
     if not resp.ok:
@@ -117,6 +126,7 @@ def extract(
     poll_interval: int = 2,
     timeout: Optional[int] = None,
     integration: Optional[str] = None,
+    agent: Optional[AgentOptions] = None,
 ) -> ExtractResponse:
     started = start_extract(
         client,
@@ -130,9 +140,9 @@ def extract(
         scrape_options=scrape_options,
         ignore_invalid_urls=ignore_invalid_urls,
         integration=integration,
+        agent=agent,
     )
     job_id = getattr(started, "id", None)
     if not job_id:
         return started
-    return wait_extract(client, job_id, poll_interval=poll_interval, timeout=timeout)
-
+    return wait_extract(client, job_id, poll_interval=poll_interval, timeout=timeout)

firecrawl/v2/methods/search.py

@@ -194,7 +194,11 @@ def _prepare_search_request(request: SearchRequest) -> Dict[str, Any]:
             data["scrapeOptions"] = scrape_data
         data.pop("scrape_options", None)
     
-    if (str(getattr(validated_request, "integration", "")).strip()):
-        data["integration"] = str(validated_request.integration).strip()
+    # Only include integration if it was explicitly provided and non-empty
+    integration_value = getattr(validated_request, "integration", None)
+    if integration_value is not None:
+        integration_str = str(integration_value).strip()
+        if integration_str:
+            data["integration"] = integration_str
     
     return data

firecrawl/v2/types.py

@@ -114,6 +114,10 @@ class DocumentMetadata(BaseModel):
     def coerce_status_code_to_int(cls, v):
         return cls._coerce_string_to_int(v)
 
+class AgentOptions(BaseModel):
+    """Configuration for the agent in extract operations."""
+    model: Literal["FIRE-1"] = "FIRE-1"
+
 class AttributeResult(BaseModel):
     """Result of attribute extraction."""
     selector: str
@@ -497,6 +501,7 @@ class ExtractRequest(BaseModel):
     scrape_options: Optional[ScrapeOptions] = None
     ignore_invalid_urls: Optional[bool] = None
     integration: Optional[str] = None
+    agent: Optional[AgentOptions] = None
     
 class ExtractResponse(BaseModel):
     """Response for extract operations (start/status/final)."""

{firecrawl-4.3.4.dist-info → firecrawl-4.3.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: firecrawl
-Version: 4.3.4
+Version: 4.3.6
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/firecrawl/firecrawl
 Author: Mendable.ai
@@ -38,12 +38,8 @@ Requires-Dist: httpx
 Requires-Dist: python-dotenv
 Requires-Dist: websockets
 Requires-Dist: nest-asyncio
-Requires-Dist: pydantic>=2.0
+Requires-Dist: pydantic (>=2.0)
 Requires-Dist: aiohttp
-Dynamic: author
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: requires-python
 
 # Firecrawl Python SDK
 

{firecrawl-4.3.4.dist-info → firecrawl-4.3.6.dist-info}/RECORD

@@ -1,7 +1,7 @@
-firecrawl/__init__.py,sha256=D5LVY6ePtjLCYBrjkFAkDUG-AUWcuAzp_asyy3xG2Pc,2192
+firecrawl/__init__.py,sha256=V6faUxnmrRvR4mfES3V_pZGHYQu1IAX3-KAMQWTDdSw,2192
 firecrawl/client.py,sha256=Lmrg2jniCETU6_xVMn_fgLrgDXiBixK9hSkkdsCGiog,11840
 firecrawl/firecrawl.backup.py,sha256=v1FEN3jR4g5Aupg4xp6SLkuFvYMQuUKND2YELbYjE6c,200430
-firecrawl/types.py,sha256=NOSdj61BqmwGoR8fwkneUGc-feBVIKVN1LKvNGF6SXo,2885
+firecrawl/types.py,sha256=RmLTq14Z-Nf883wgZxubrtn2HDu9mecsCEdcIdBCu14,2923
 firecrawl/__tests__/e2e/v2/conftest.py,sha256=I28TUpN5j0-9gM79NlbrDS8Jlsheao657od2f-2xK0Y,2587
 firecrawl/__tests__/e2e/v2/test_async.py,sha256=ZXpf1FVOJgNclITglrxIyFwP4cOiqzWLicGaxIm70BQ,2526
 firecrawl/__tests__/e2e/v2/test_batch_scrape.py,sha256=tbuJ9y10ec9TtOnq97zmaEpOgZr9VzplRtZ_b6jkhq4,3302
@@ -44,17 +44,17 @@ firecrawl/__tests__/unit/v2/watcher/test_ws_watcher.py,sha256=87w47n0iOihtu4jTR4
 firecrawl/v1/__init__.py,sha256=aP1oisPeZVGGZynvENc07JySMOZfv_4zAlxQ0ecMJXA,481
 firecrawl/v1/client.py,sha256=2Rq38RxGnuf2dMCmr4cc3f-ythavcBkUyJmRrwLmMHg,208104
 firecrawl/v2/__init__.py,sha256=Jc6a8tBjYG5OPkjDM5pl-notyys-7DEj7PLEfepv3fc,137
-firecrawl/v2/client.py,sha256=bbHejoXHhWoDYsAcyDnIRI5RflHi0yFztGTPuSeVkYo,32500
+firecrawl/v2/client.py,sha256=KBDN8p7epuCOG0XNb-jcftxfboufgYLYl6d3RiYyORA,32828
 firecrawl/v2/client_async.py,sha256=lnVnnjwVDVYHT1a2IiBooZi4rPt75gdxpzD0WpRrvb8,11457
-firecrawl/v2/types.py,sha256=Vhhyhpe8h0a2Hn0PJzVqCrMIITVszbULUeoUEzILxJQ,25992
+firecrawl/v2/types.py,sha256=ReVJ9VWYlCKX-tX55xFaA_XAIIePUbUGTq7vYQgwCSA,26166
 firecrawl/v2/watcher.py,sha256=FOU71tqSKxgeuGycu4ye0SLc2dw7clIcoQjPsi-4Csc,14229
 firecrawl/v2/watcher_async.py,sha256=AVjW2mgABniolSsauK4u0FW8ya6WzRUdyEg2R-8vGCw,10278
 firecrawl/v2/methods/batch.py,sha256=-eGnCGgB76pY-BFVKG1DC58XViETWukQXtDU0esU_UU,14865
 firecrawl/v2/methods/crawl.py,sha256=p-1UC3-8vT757zOnNL5NJEWiT63BiAN2H1dCzLymqiQ,18797
-firecrawl/v2/methods/extract.py,sha256=xWKkA5dNFzAkYMqmq11XCFkB2THl17Pu_DZWq7zuvI4,4573
+firecrawl/v2/methods/extract.py,sha256=5EcgBzF8uNwA7auzco8xWdOycVV-Y44e04xJG4nlfZY,4982
 firecrawl/v2/methods/map.py,sha256=MH8jhLIFsp-4IC9womVtdCyarnGTeMqBXqwL21TRbFk,2849
 firecrawl/v2/methods/scrape.py,sha256=CSHBwC-P91UfrW3zHirjNAs2h899FKcWvd1DY_4fJdo,1921
-firecrawl/v2/methods/search.py,sha256=2wo7u-GPnr7AGXAdUoavE3MkToKZufMbcnGOhgWJWqI,7846
+firecrawl/v2/methods/search.py,sha256=fWkMt0WL-VqmFEnkSf9Vi9E5gtBB2TEhtotaFuVb6rw,8024
 firecrawl/v2/methods/usage.py,sha256=NqkmFd-ziw8ijbZxwaxjxZHl85u0LTe_TYqr_NGWFwE,3693
 firecrawl/v2/methods/aio/__init__.py,sha256=RocMJnGwnLIvGu3G8ZvY8INkipC7WHZiu2bE31eSyJs,35
 firecrawl/v2/methods/aio/batch.py,sha256=0R01YcWqk4Tkilbec1EH2fqY614F5PPICQmILRJg38A,6840
@@ -71,10 +71,10 @@ firecrawl/v2/utils/http_client.py,sha256=gUrC1CvU5sj03w27Lbq-3-yH38Yi_OXiI01-piw
 firecrawl/v2/utils/http_client_async.py,sha256=iy89_bk2HS3afSRHZ8016eMCa9Fk-5MFTntcOHfbPgE,1936
 firecrawl/v2/utils/normalize.py,sha256=nlTU6QRghT1YKZzNZlIQj4STSRuSUGrS9cCErZIcY5w,3636
 firecrawl/v2/utils/validation.py,sha256=zzpCK4McM4P8Cag0_8s-d7Ww0idyTWKB4-yk92MT-rY,15405
-firecrawl-4.3.4.dist-info/licenses/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
 tests/test_change_tracking.py,sha256=_IJ5ShLcoj2fHDBaw-nE4I4lHdmDB617ocK_XMHhXps,4177
 tests/test_timeout_conversion.py,sha256=PWlIEMASQNhu4cp1OW_ebklnE9NCiigPnEFCtI5N3w0,3996
-firecrawl-4.3.4.dist-info/METADATA,sha256=nIjIOu2mpVFiWH541AgJawzPtyvOeGLd9d4lAn4uw8w,7392
-firecrawl-4.3.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-firecrawl-4.3.4.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
-firecrawl-4.3.4.dist-info/RECORD,,
+firecrawl-4.3.6.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
+firecrawl-4.3.6.dist-info/METADATA,sha256=FwTSDQ4Hk5O09wHnDzaIM5V8jlHz11TKd09OBbgq7E0,7313
+firecrawl-4.3.6.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+firecrawl-4.3.6.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
+firecrawl-4.3.6.dist-info/RECORD,,

{firecrawl-4.3.4.dist-info → firecrawl-4.3.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: bdist_wheel (0.38.4)
 Root-Is-Purelib: true
 Tag: py3-none-any