firecrawl 4.3.5__py3-none-any.whl → 4.3.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

firecrawl/__init__.py CHANGED
@@ -17,7 +17,7 @@ from .v1 import (
17
17
  V1ChangeTrackingOptions,
18
18
  )
19
19
 
20
- __version__ = "4.3.5"
20
+ __version__ = "4.3.7"
21
21
 
22
22
  # Define the logger for the Firecrawl project
23
23
  logger: logging.Logger = logging.getLogger("firecrawl")
@@ -333,7 +333,7 @@ def wait_for_crawl_completion(
333
333
  crawl_job = get_crawl_status(client, job_id)
334
334
 
335
335
  # Check if job is complete
336
- if crawl_job.status in ["completed", "failed"]:
336
+ if crawl_job.status in ["completed", "failed", "cancelled"]:
337
337
  return crawl_job
338
338
 
339
339
  # Check timeout
@@ -194,7 +194,11 @@ def _prepare_search_request(request: SearchRequest) -> Dict[str, Any]:
194
194
  data["scrapeOptions"] = scrape_data
195
195
  data.pop("scrape_options", None)
196
196
 
197
- if (str(getattr(validated_request, "integration", "")).strip()):
198
- data["integration"] = str(validated_request.integration).strip()
197
+ # Only include integration if it was explicitly provided and non-empty
198
+ integration_value = getattr(validated_request, "integration", None)
199
+ if integration_value is not None:
200
+ integration_str = str(integration_value).strip()
201
+ if integration_str:
202
+ data["integration"] = integration_str
199
203
 
200
204
  return data
firecrawl/v2/types.py CHANGED
@@ -348,7 +348,7 @@ class CrawlResponse(BaseModel):
348
348
 
349
349
  class CrawlJob(BaseModel):
350
350
  """Crawl job status and progress data."""
351
- status: Literal["scraping", "completed", "failed"]
351
+ status: Literal["scraping", "completed", "failed", "cancelled"]
352
352
  total: int = 0
353
353
  completed: int = 0
354
354
  credits_used: int = 0
@@ -28,13 +28,14 @@ class AsyncWatcher:
28
28
  job_id: str,
29
29
  *,
30
30
  kind: JobKind = "crawl",
31
+ poll_interval: int = 2,
31
32
  timeout: Optional[int] = None,
32
33
  ) -> None:
33
34
  self._client = client
34
35
  self._job_id = job_id
35
36
  self._kind = kind
36
37
  self._timeout = timeout
37
- self._poll_interval: float = 2.0
38
+ self._poll_interval: float = max(0.0, float(poll_interval)) # Guard against negative values
38
39
 
39
40
  http_client = getattr(client, "http_client", None)
40
41
  if http_client is not None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: firecrawl
3
- Version: 4.3.5
3
+ Version: 4.3.7
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/firecrawl/firecrawl
6
6
  Author: Mendable.ai
@@ -1,4 +1,4 @@
1
- firecrawl/__init__.py,sha256=of-n9a51OqcKKb540GhZCK7HnsAeLSJdI8bmTxQ6irY,2192
1
+ firecrawl/__init__.py,sha256=tQZzlSaABv6qb6bRR9b1o6KHrOrWUzbJtf2RDoK78c8,2192
2
2
  firecrawl/client.py,sha256=Lmrg2jniCETU6_xVMn_fgLrgDXiBixK9hSkkdsCGiog,11840
3
3
  firecrawl/firecrawl.backup.py,sha256=v1FEN3jR4g5Aupg4xp6SLkuFvYMQuUKND2YELbYjE6c,200430
4
4
  firecrawl/types.py,sha256=RmLTq14Z-Nf883wgZxubrtn2HDu9mecsCEdcIdBCu14,2923
@@ -46,15 +46,15 @@ firecrawl/v1/client.py,sha256=2Rq38RxGnuf2dMCmr4cc3f-ythavcBkUyJmRrwLmMHg,208104
46
46
  firecrawl/v2/__init__.py,sha256=Jc6a8tBjYG5OPkjDM5pl-notyys-7DEj7PLEfepv3fc,137
47
47
  firecrawl/v2/client.py,sha256=KBDN8p7epuCOG0XNb-jcftxfboufgYLYl6d3RiYyORA,32828
48
48
  firecrawl/v2/client_async.py,sha256=lnVnnjwVDVYHT1a2IiBooZi4rPt75gdxpzD0WpRrvb8,11457
49
- firecrawl/v2/types.py,sha256=ReVJ9VWYlCKX-tX55xFaA_XAIIePUbUGTq7vYQgwCSA,26166
49
+ firecrawl/v2/types.py,sha256=i61rASGiUK6AT8Ah5QyTQuSYepJhCup7pcIhBA9Eqb0,26179
50
50
  firecrawl/v2/watcher.py,sha256=FOU71tqSKxgeuGycu4ye0SLc2dw7clIcoQjPsi-4Csc,14229
51
- firecrawl/v2/watcher_async.py,sha256=AVjW2mgABniolSsauK4u0FW8ya6WzRUdyEg2R-8vGCw,10278
51
+ firecrawl/v2/watcher_async.py,sha256=dMMACMgeKrne_xSYeRvPu0m8nXqdNkDEsaiNBiD5ilw,10370
52
52
  firecrawl/v2/methods/batch.py,sha256=-eGnCGgB76pY-BFVKG1DC58XViETWukQXtDU0esU_UU,14865
53
- firecrawl/v2/methods/crawl.py,sha256=p-1UC3-8vT757zOnNL5NJEWiT63BiAN2H1dCzLymqiQ,18797
53
+ firecrawl/v2/methods/crawl.py,sha256=bNHdIrknZSSnDzctGtTSoWIJ6vSTUOTB4F_Le8Oy3RY,18810
54
54
  firecrawl/v2/methods/extract.py,sha256=5EcgBzF8uNwA7auzco8xWdOycVV-Y44e04xJG4nlfZY,4982
55
55
  firecrawl/v2/methods/map.py,sha256=MH8jhLIFsp-4IC9womVtdCyarnGTeMqBXqwL21TRbFk,2849
56
56
  firecrawl/v2/methods/scrape.py,sha256=CSHBwC-P91UfrW3zHirjNAs2h899FKcWvd1DY_4fJdo,1921
57
- firecrawl/v2/methods/search.py,sha256=2wo7u-GPnr7AGXAdUoavE3MkToKZufMbcnGOhgWJWqI,7846
57
+ firecrawl/v2/methods/search.py,sha256=fWkMt0WL-VqmFEnkSf9Vi9E5gtBB2TEhtotaFuVb6rw,8024
58
58
  firecrawl/v2/methods/usage.py,sha256=NqkmFd-ziw8ijbZxwaxjxZHl85u0LTe_TYqr_NGWFwE,3693
59
59
  firecrawl/v2/methods/aio/__init__.py,sha256=RocMJnGwnLIvGu3G8ZvY8INkipC7WHZiu2bE31eSyJs,35
60
60
  firecrawl/v2/methods/aio/batch.py,sha256=0R01YcWqk4Tkilbec1EH2fqY614F5PPICQmILRJg38A,6840
@@ -71,10 +71,10 @@ firecrawl/v2/utils/http_client.py,sha256=gUrC1CvU5sj03w27Lbq-3-yH38Yi_OXiI01-piw
71
71
  firecrawl/v2/utils/http_client_async.py,sha256=iy89_bk2HS3afSRHZ8016eMCa9Fk-5MFTntcOHfbPgE,1936
72
72
  firecrawl/v2/utils/normalize.py,sha256=nlTU6QRghT1YKZzNZlIQj4STSRuSUGrS9cCErZIcY5w,3636
73
73
  firecrawl/v2/utils/validation.py,sha256=zzpCK4McM4P8Cag0_8s-d7Ww0idyTWKB4-yk92MT-rY,15405
74
- firecrawl-4.3.5.dist-info/licenses/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
74
+ firecrawl-4.3.7.dist-info/licenses/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
75
75
  tests/test_change_tracking.py,sha256=_IJ5ShLcoj2fHDBaw-nE4I4lHdmDB617ocK_XMHhXps,4177
76
76
  tests/test_timeout_conversion.py,sha256=PWlIEMASQNhu4cp1OW_ebklnE9NCiigPnEFCtI5N3w0,3996
77
- firecrawl-4.3.5.dist-info/METADATA,sha256=IGSxYA5ClWqsJ6erGWCerqg8SaQHYJoYK_v5-aWhW7U,7392
78
- firecrawl-4.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
79
- firecrawl-4.3.5.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
80
- firecrawl-4.3.5.dist-info/RECORD,,
77
+ firecrawl-4.3.7.dist-info/METADATA,sha256=tJGZCK4Jw-RuugpO2XdBsPDT5aLPROwyHzE9Snhq8SA,7392
78
+ firecrawl-4.3.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
79
+ firecrawl-4.3.7.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
80
+ firecrawl-4.3.7.dist-info/RECORD,,