firecrawl 2.6.0__tar.gz → 2.7.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 2.6.0
3
+ Version: 2.7.1
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -13,7 +13,7 @@ import os
13
13
 
14
14
  from .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa
15
15
 
16
- __version__ = "2.6.0"
16
+ __version__ = "2.7.1"
17
17
 
18
18
  # Define the logger for the Firecrawl project
19
19
  logger: logging.Logger = logging.getLogger("firecrawl")
@@ -155,7 +155,7 @@ class ScrapeOptions(pydantic.BaseModel):
155
155
  skipTlsVerification: Optional[bool] = None
156
156
  removeBase64Images: Optional[bool] = None
157
157
  blockAds: Optional[bool] = None
158
- proxy: Optional[Literal["basic", "stealth"]] = None
158
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None
159
159
  changeTrackingOptions: Optional[ChangeTrackingOptions] = None
160
160
 
161
161
  class WaitAction(pydantic.BaseModel):
@@ -459,7 +459,7 @@ class FirecrawlApp:
459
459
  skip_tls_verification: Optional[bool] = None,
460
460
  remove_base64_images: Optional[bool] = None,
461
461
  block_ads: Optional[bool] = None,
462
- proxy: Optional[Literal["basic", "stealth"]] = None,
462
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
463
463
  extract: Optional[JsonConfig] = None,
464
464
  json_options: Optional[JsonConfig] = None,
465
465
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -481,7 +481,7 @@ class FirecrawlApp:
481
481
  skip_tls_verification (Optional[bool]): Skip TLS verification
482
482
  remove_base64_images (Optional[bool]): Remove base64 images
483
483
  block_ads (Optional[bool]): Block ads
484
- proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)
484
+ proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
485
485
  extract (Optional[JsonConfig]): Content extraction settings
486
486
  json_options (Optional[JsonConfig]): JSON extraction settings
487
487
  actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
@@ -1191,7 +1191,7 @@ class FirecrawlApp:
1191
1191
  skip_tls_verification: Optional[bool] = None,
1192
1192
  remove_base64_images: Optional[bool] = None,
1193
1193
  block_ads: Optional[bool] = None,
1194
- proxy: Optional[Literal["basic", "stealth"]] = None,
1194
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
1195
1195
  extract: Optional[JsonConfig] = None,
1196
1196
  json_options: Optional[JsonConfig] = None,
1197
1197
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -1325,7 +1325,7 @@ class FirecrawlApp:
1325
1325
  skip_tls_verification: Optional[bool] = None,
1326
1326
  remove_base64_images: Optional[bool] = None,
1327
1327
  block_ads: Optional[bool] = None,
1328
- proxy: Optional[Literal["basic", "stealth"]] = None,
1328
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
1329
1329
  extract: Optional[JsonConfig] = None,
1330
1330
  json_options: Optional[JsonConfig] = None,
1331
1331
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -1457,7 +1457,7 @@ class FirecrawlApp:
1457
1457
  skip_tls_verification: Optional[bool] = None,
1458
1458
  remove_base64_images: Optional[bool] = None,
1459
1459
  block_ads: Optional[bool] = None,
1460
- proxy: Optional[Literal["basic", "stealth"]] = None,
1460
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
1461
1461
  extract: Optional[JsonConfig] = None,
1462
1462
  json_options: Optional[JsonConfig] = None,
1463
1463
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -2553,6 +2553,7 @@ class CrawlWatcher:
2553
2553
  """
2554
2554
  async with websockets.connect(
2555
2555
  self.ws_url,
2556
+ max_size=None,
2556
2557
  additional_headers=[("Authorization", f"Bearer {self.app.api_key}")]
2557
2558
  ) as websocket:
2558
2559
  await self._listen(websocket)
@@ -2851,7 +2852,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
2851
2852
  skip_tls_verification: Optional[bool] = None,
2852
2853
  remove_base64_images: Optional[bool] = None,
2853
2854
  block_ads: Optional[bool] = None,
2854
- proxy: Optional[Literal["basic", "stealth"]] = None,
2855
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
2855
2856
  extract: Optional[JsonConfig] = None,
2856
2857
  json_options: Optional[JsonConfig] = None,
2857
2858
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -2872,7 +2873,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
2872
2873
  skip_tls_verification (Optional[bool]): Skip TLS verification
2873
2874
  remove_base64_images (Optional[bool]): Remove base64 images
2874
2875
  block_ads (Optional[bool]): Block ads
2875
- proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)
2876
+ proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
2876
2877
  extract (Optional[JsonConfig]): Content extraction settings
2877
2878
  json_options (Optional[JsonConfig]): JSON extraction settings
2878
2879
  actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
@@ -2980,7 +2981,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
2980
2981
  skip_tls_verification: Optional[bool] = None,
2981
2982
  remove_base64_images: Optional[bool] = None,
2982
2983
  block_ads: Optional[bool] = None,
2983
- proxy: Optional[Literal["basic", "stealth"]] = None,
2984
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
2984
2985
  extract: Optional[JsonConfig] = None,
2985
2986
  json_options: Optional[JsonConfig] = None,
2986
2987
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -3119,7 +3120,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
3119
3120
  skip_tls_verification: Optional[bool] = None,
3120
3121
  remove_base64_images: Optional[bool] = None,
3121
3122
  block_ads: Optional[bool] = None,
3122
- proxy: Optional[Literal["basic", "stealth"]] = None,
3123
+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
3123
3124
  extract: Optional[JsonConfig] = None,
3124
3125
  json_options: Optional[JsonConfig] = None,
3125
3126
  actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 2.6.0
3
+ Version: 2.7.1
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -1,2 +1,4 @@
1
+ build
2
+ dist
1
3
  firecrawl
2
4
  tests
File without changes
File without changes
File without changes
File without changes
File without changes