firecrawl 4.3.6__py3-none-any.whl → 4.4.0__py3-none-any.whl

firecrawl/__init__.py

@@ -17,7 +17,7 @@ from .v1 import (
     V1ChangeTrackingOptions,
 )
 
-__version__ = "4.3.6"
+__version__ = "4.4.0"
 
 # Define the logger for the Firecrawl project
 logger: logging.Logger = logging.getLogger("firecrawl")

firecrawl/v2/methods/crawl.py

@@ -333,7 +333,7 @@ def wait_for_crawl_completion(
         crawl_job = get_crawl_status(client, job_id)
         
         # Check if job is complete
-        if crawl_job.status in ["completed", "failed"]:
+        if crawl_job.status in ["completed", "failed", "cancelled"]:
             return crawl_job
         
         # Check timeout

firecrawl/v2/methods/search.py

@@ -123,7 +123,7 @@ def _validate_search_request(request: SearchRequest) -> SearchRequest:
     
     # Validate categories (if provided)
     if request.categories is not None:
-        valid_categories = {"github", "research"}
+        valid_categories = {"github", "research", "pdf"}
         for category in request.categories:
             if isinstance(category, str):
                 if category not in valid_categories:

firecrawl/v2/types.py

@@ -186,7 +186,13 @@ class Source(BaseModel):
 SourceOption = Union[str, Source]
 
 class Category(BaseModel):
-    """Configuration for a search category."""
+    """Configuration for a search category.
+    
+    Supported categories:
+    - "github": Filter results to GitHub repositories
+    - "research": Filter results to research papers and academic sites
+    - "pdf": Filter results to PDF files (adds filetype:pdf to search)
+    """
     type: str
 
 CategoryOption = Union[str, Category]
@@ -348,7 +354,7 @@ class CrawlResponse(BaseModel):
 
 class CrawlJob(BaseModel):
     """Crawl job status and progress data."""
-    status: Literal["scraping", "completed", "failed"]
+    status: Literal["scraping", "completed", "failed", "cancelled"]
     total: int = 0
     completed: int = 0
     credits_used: int = 0

firecrawl/v2/watcher_async.py

@@ -28,13 +28,14 @@ class AsyncWatcher:
         job_id: str,
         *,
         kind: JobKind = "crawl",
+        poll_interval: int = 2,
         timeout: Optional[int] = None,
     ) -> None:
         self._client = client
         self._job_id = job_id
         self._kind = kind
         self._timeout = timeout
-        self._poll_interval: float = 2.0
+        self._poll_interval: float = max(0.0, float(poll_interval))  # Guard against negative values
 
         http_client = getattr(client, "http_client", None)
         if http_client is not None:

{firecrawl-4.3.6.dist-info → firecrawl-4.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: firecrawl
-Version: 4.3.6
+Version: 4.4.0
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/firecrawl/firecrawl
 Author: Mendable.ai
@@ -38,8 +38,12 @@ Requires-Dist: httpx
 Requires-Dist: python-dotenv
 Requires-Dist: websockets
 Requires-Dist: nest-asyncio
-Requires-Dist: pydantic (>=2.0)
+Requires-Dist: pydantic>=2.0
 Requires-Dist: aiohttp
+Dynamic: author
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
 
 # Firecrawl Python SDK
 

{firecrawl-4.3.6.dist-info → firecrawl-4.4.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-firecrawl/__init__.py,sha256=V6faUxnmrRvR4mfES3V_pZGHYQu1IAX3-KAMQWTDdSw,2192
+firecrawl/__init__.py,sha256=-2sr3h_Oqik7BIh0eYYKkdjWLu_tzqPIWmwCPj4bv_Q,2192
 firecrawl/client.py,sha256=Lmrg2jniCETU6_xVMn_fgLrgDXiBixK9hSkkdsCGiog,11840
 firecrawl/firecrawl.backup.py,sha256=v1FEN3jR4g5Aupg4xp6SLkuFvYMQuUKND2YELbYjE6c,200430
 firecrawl/types.py,sha256=RmLTq14Z-Nf883wgZxubrtn2HDu9mecsCEdcIdBCu14,2923
@@ -46,15 +46,15 @@ firecrawl/v1/client.py,sha256=2Rq38RxGnuf2dMCmr4cc3f-ythavcBkUyJmRrwLmMHg,208104
 firecrawl/v2/__init__.py,sha256=Jc6a8tBjYG5OPkjDM5pl-notyys-7DEj7PLEfepv3fc,137
 firecrawl/v2/client.py,sha256=KBDN8p7epuCOG0XNb-jcftxfboufgYLYl6d3RiYyORA,32828
 firecrawl/v2/client_async.py,sha256=lnVnnjwVDVYHT1a2IiBooZi4rPt75gdxpzD0WpRrvb8,11457
-firecrawl/v2/types.py,sha256=ReVJ9VWYlCKX-tX55xFaA_XAIIePUbUGTq7vYQgwCSA,26166
+firecrawl/v2/types.py,sha256=0cv39cqOyLYWV-UloJS-qTyF8jKNt13312mP8kMzRSg,26411
 firecrawl/v2/watcher.py,sha256=FOU71tqSKxgeuGycu4ye0SLc2dw7clIcoQjPsi-4Csc,14229
-firecrawl/v2/watcher_async.py,sha256=AVjW2mgABniolSsauK4u0FW8ya6WzRUdyEg2R-8vGCw,10278
+firecrawl/v2/watcher_async.py,sha256=dMMACMgeKrne_xSYeRvPu0m8nXqdNkDEsaiNBiD5ilw,10370
 firecrawl/v2/methods/batch.py,sha256=-eGnCGgB76pY-BFVKG1DC58XViETWukQXtDU0esU_UU,14865
-firecrawl/v2/methods/crawl.py,sha256=p-1UC3-8vT757zOnNL5NJEWiT63BiAN2H1dCzLymqiQ,18797
+firecrawl/v2/methods/crawl.py,sha256=bNHdIrknZSSnDzctGtTSoWIJ6vSTUOTB4F_Le8Oy3RY,18810
 firecrawl/v2/methods/extract.py,sha256=5EcgBzF8uNwA7auzco8xWdOycVV-Y44e04xJG4nlfZY,4982
 firecrawl/v2/methods/map.py,sha256=MH8jhLIFsp-4IC9womVtdCyarnGTeMqBXqwL21TRbFk,2849
 firecrawl/v2/methods/scrape.py,sha256=CSHBwC-P91UfrW3zHirjNAs2h899FKcWvd1DY_4fJdo,1921
-firecrawl/v2/methods/search.py,sha256=fWkMt0WL-VqmFEnkSf9Vi9E5gtBB2TEhtotaFuVb6rw,8024
+firecrawl/v2/methods/search.py,sha256=cyHYDioLtr3QKWqFMibXEjl-JeG-UzircmEvzR2NzCQ,8031
 firecrawl/v2/methods/usage.py,sha256=NqkmFd-ziw8ijbZxwaxjxZHl85u0LTe_TYqr_NGWFwE,3693
 firecrawl/v2/methods/aio/__init__.py,sha256=RocMJnGwnLIvGu3G8ZvY8INkipC7WHZiu2bE31eSyJs,35
 firecrawl/v2/methods/aio/batch.py,sha256=0R01YcWqk4Tkilbec1EH2fqY614F5PPICQmILRJg38A,6840
@@ -71,10 +71,10 @@ firecrawl/v2/utils/http_client.py,sha256=gUrC1CvU5sj03w27Lbq-3-yH38Yi_OXiI01-piw
 firecrawl/v2/utils/http_client_async.py,sha256=iy89_bk2HS3afSRHZ8016eMCa9Fk-5MFTntcOHfbPgE,1936
 firecrawl/v2/utils/normalize.py,sha256=nlTU6QRghT1YKZzNZlIQj4STSRuSUGrS9cCErZIcY5w,3636
 firecrawl/v2/utils/validation.py,sha256=zzpCK4McM4P8Cag0_8s-d7Ww0idyTWKB4-yk92MT-rY,15405
+firecrawl-4.4.0.dist-info/licenses/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
 tests/test_change_tracking.py,sha256=_IJ5ShLcoj2fHDBaw-nE4I4lHdmDB617ocK_XMHhXps,4177
 tests/test_timeout_conversion.py,sha256=PWlIEMASQNhu4cp1OW_ebklnE9NCiigPnEFCtI5N3w0,3996
-firecrawl-4.3.6.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
-firecrawl-4.3.6.dist-info/METADATA,sha256=FwTSDQ4Hk5O09wHnDzaIM5V8jlHz11TKd09OBbgq7E0,7313
-firecrawl-4.3.6.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-firecrawl-4.3.6.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
-firecrawl-4.3.6.dist-info/RECORD,,
+firecrawl-4.4.0.dist-info/METADATA,sha256=koMmKCkduC_7WcdU1z0_1G0b8sKaQpBQDOYb1b_8OvE,7392
+firecrawl-4.4.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+firecrawl-4.4.0.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
+firecrawl-4.4.0.dist-info/RECORD,,

{firecrawl-4.3.6.dist-info → firecrawl-4.4.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any