firecrawl 2.6.0__tar.gz → 2.7.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- {firecrawl-2.6.0 → firecrawl-2.7.1}/PKG-INFO +1 -1
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/__init__.py +1 -1
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/firecrawl.py +11 -10
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl.egg-info/PKG-INFO +1 -1
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl.egg-info/top_level.txt +2 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/pyproject.toml +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/setup.py +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/LICENSE +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/README.md +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/__tests__/e2e_withAuth/__init__.py +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/__tests__/e2e_withAuth/test.py +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/__tests__/v1/e2e_withAuth/__init__.py +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl/__tests__/v1/e2e_withAuth/test.py +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl.egg-info/SOURCES.txt +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl.egg-info/dependency_links.txt +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/firecrawl.egg-info/requires.txt +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/setup.cfg +0 -0
- {firecrawl-2.6.0 → firecrawl-2.7.1}/tests/test_change_tracking.py +0 -0
|
@@ -13,7 +13,7 @@ import os
|
|
|
13
13
|
|
|
14
14
|
from .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa
|
|
15
15
|
|
|
16
|
-
__version__ = "2.
|
|
16
|
+
__version__ = "2.7.1"
|
|
17
17
|
|
|
18
18
|
# Define the logger for the Firecrawl project
|
|
19
19
|
logger: logging.Logger = logging.getLogger("firecrawl")
|
|
@@ -155,7 +155,7 @@ class ScrapeOptions(pydantic.BaseModel):
|
|
|
155
155
|
skipTlsVerification: Optional[bool] = None
|
|
156
156
|
removeBase64Images: Optional[bool] = None
|
|
157
157
|
blockAds: Optional[bool] = None
|
|
158
|
-
proxy: Optional[Literal["basic", "stealth"]] = None
|
|
158
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None
|
|
159
159
|
changeTrackingOptions: Optional[ChangeTrackingOptions] = None
|
|
160
160
|
|
|
161
161
|
class WaitAction(pydantic.BaseModel):
|
|
@@ -459,7 +459,7 @@ class FirecrawlApp:
|
|
|
459
459
|
skip_tls_verification: Optional[bool] = None,
|
|
460
460
|
remove_base64_images: Optional[bool] = None,
|
|
461
461
|
block_ads: Optional[bool] = None,
|
|
462
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
462
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
463
463
|
extract: Optional[JsonConfig] = None,
|
|
464
464
|
json_options: Optional[JsonConfig] = None,
|
|
465
465
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -481,7 +481,7 @@ class FirecrawlApp:
|
|
|
481
481
|
skip_tls_verification (Optional[bool]): Skip TLS verification
|
|
482
482
|
remove_base64_images (Optional[bool]): Remove base64 images
|
|
483
483
|
block_ads (Optional[bool]): Block ads
|
|
484
|
-
proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)
|
|
484
|
+
proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
|
|
485
485
|
extract (Optional[JsonConfig]): Content extraction settings
|
|
486
486
|
json_options (Optional[JsonConfig]): JSON extraction settings
|
|
487
487
|
actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
|
|
@@ -1191,7 +1191,7 @@ class FirecrawlApp:
|
|
|
1191
1191
|
skip_tls_verification: Optional[bool] = None,
|
|
1192
1192
|
remove_base64_images: Optional[bool] = None,
|
|
1193
1193
|
block_ads: Optional[bool] = None,
|
|
1194
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
1194
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
1195
1195
|
extract: Optional[JsonConfig] = None,
|
|
1196
1196
|
json_options: Optional[JsonConfig] = None,
|
|
1197
1197
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -1325,7 +1325,7 @@ class FirecrawlApp:
|
|
|
1325
1325
|
skip_tls_verification: Optional[bool] = None,
|
|
1326
1326
|
remove_base64_images: Optional[bool] = None,
|
|
1327
1327
|
block_ads: Optional[bool] = None,
|
|
1328
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
1328
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
1329
1329
|
extract: Optional[JsonConfig] = None,
|
|
1330
1330
|
json_options: Optional[JsonConfig] = None,
|
|
1331
1331
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -1457,7 +1457,7 @@ class FirecrawlApp:
|
|
|
1457
1457
|
skip_tls_verification: Optional[bool] = None,
|
|
1458
1458
|
remove_base64_images: Optional[bool] = None,
|
|
1459
1459
|
block_ads: Optional[bool] = None,
|
|
1460
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
1460
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
1461
1461
|
extract: Optional[JsonConfig] = None,
|
|
1462
1462
|
json_options: Optional[JsonConfig] = None,
|
|
1463
1463
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -2553,6 +2553,7 @@ class CrawlWatcher:
|
|
|
2553
2553
|
"""
|
|
2554
2554
|
async with websockets.connect(
|
|
2555
2555
|
self.ws_url,
|
|
2556
|
+
max_size=None,
|
|
2556
2557
|
additional_headers=[("Authorization", f"Bearer {self.app.api_key}")]
|
|
2557
2558
|
) as websocket:
|
|
2558
2559
|
await self._listen(websocket)
|
|
@@ -2851,7 +2852,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
|
|
|
2851
2852
|
skip_tls_verification: Optional[bool] = None,
|
|
2852
2853
|
remove_base64_images: Optional[bool] = None,
|
|
2853
2854
|
block_ads: Optional[bool] = None,
|
|
2854
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
2855
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
2855
2856
|
extract: Optional[JsonConfig] = None,
|
|
2856
2857
|
json_options: Optional[JsonConfig] = None,
|
|
2857
2858
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -2872,7 +2873,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
|
|
|
2872
2873
|
skip_tls_verification (Optional[bool]): Skip TLS verification
|
|
2873
2874
|
remove_base64_images (Optional[bool]): Remove base64 images
|
|
2874
2875
|
block_ads (Optional[bool]): Block ads
|
|
2875
|
-
proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)
|
|
2876
|
+
proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
|
|
2876
2877
|
extract (Optional[JsonConfig]): Content extraction settings
|
|
2877
2878
|
json_options (Optional[JsonConfig]): JSON extraction settings
|
|
2878
2879
|
actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
|
|
@@ -2980,7 +2981,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
|
|
|
2980
2981
|
skip_tls_verification: Optional[bool] = None,
|
|
2981
2982
|
remove_base64_images: Optional[bool] = None,
|
|
2982
2983
|
block_ads: Optional[bool] = None,
|
|
2983
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
2984
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
2984
2985
|
extract: Optional[JsonConfig] = None,
|
|
2985
2986
|
json_options: Optional[JsonConfig] = None,
|
|
2986
2987
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
@@ -3119,7 +3120,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
|
|
|
3119
3120
|
skip_tls_verification: Optional[bool] = None,
|
|
3120
3121
|
remove_base64_images: Optional[bool] = None,
|
|
3121
3122
|
block_ads: Optional[bool] = None,
|
|
3122
|
-
proxy: Optional[Literal["basic", "stealth"]] = None,
|
|
3123
|
+
proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
|
|
3123
3124
|
extract: Optional[JsonConfig] = None,
|
|
3124
3125
|
json_options: Optional[JsonConfig] = None,
|
|
3125
3126
|
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|