firecrawl 1.3.0__py3-none-any.whl → 1.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- firecrawl/__init__.py +1 -1
- firecrawl/firecrawl.py +13 -3
- {firecrawl-1.3.0.dist-info → firecrawl-1.3.1.dist-info}/METADATA +1 -2
- firecrawl-1.3.1.dist-info/RECORD +11 -0
- firecrawl-1.3.0.dist-info/RECORD +0 -11
- {firecrawl-1.3.0.dist-info → firecrawl-1.3.1.dist-info}/LICENSE +0 -0
- {firecrawl-1.3.0.dist-info → firecrawl-1.3.1.dist-info}/WHEEL +0 -0
- {firecrawl-1.3.0.dist-info → firecrawl-1.3.1.dist-info}/top_level.txt +0 -0
firecrawl/__init__.py
CHANGED
firecrawl/firecrawl.py
CHANGED
|
@@ -117,7 +117,14 @@ class FirecrawlApp:
|
|
|
117
117
|
idempotency_key (Optional[str]): A unique uuid key to ensure idempotency of requests.
|
|
118
118
|
|
|
119
119
|
Returns:
|
|
120
|
-
Any:
|
|
120
|
+
Dict[str, Any]: A dictionary containing the crawl results. The structure includes:
|
|
121
|
+
- 'success' (bool): Indicates if the crawl was successful.
|
|
122
|
+
- 'status' (str): The final status of the crawl job (e.g., 'completed').
|
|
123
|
+
- 'completed' (int): Number of scraped pages that completed.
|
|
124
|
+
- 'total' (int): Total number of scraped pages.
|
|
125
|
+
- 'creditsUsed' (int): Estimated number of API credits used for this crawl.
|
|
126
|
+
- 'expiresAt' (str): ISO 8601 formatted date-time string indicating when the crawl data expires.
|
|
127
|
+
- 'data' (List[Dict]): List of all the scraped pages.
|
|
121
128
|
|
|
122
129
|
Raises:
|
|
123
130
|
Exception: If the crawl job initiation or monitoring fails.
|
|
@@ -146,7 +153,10 @@ class FirecrawlApp:
|
|
|
146
153
|
idempotency_key (Optional[str]): A unique uuid key to ensure idempotency of requests.
|
|
147
154
|
|
|
148
155
|
Returns:
|
|
149
|
-
Dict[str, Any]:
|
|
156
|
+
Dict[str, Any]: A dictionary containing the crawl initiation response. The structure includes:
|
|
157
|
+
- 'success' (bool): Indicates if the crawl initiation was successful.
|
|
158
|
+
- 'id' (str): The unique identifier for the crawl job.
|
|
159
|
+
- 'url' (str): The URL to check the status of the crawl job.
|
|
150
160
|
"""
|
|
151
161
|
endpoint = f'/v1/crawl'
|
|
152
162
|
headers = self._prepare_headers(idempotency_key)
|
|
@@ -236,7 +246,7 @@ class FirecrawlApp:
|
|
|
236
246
|
params (Optional[Dict[str, Any]]): Additional parameters for the map search.
|
|
237
247
|
|
|
238
248
|
Returns:
|
|
239
|
-
|
|
249
|
+
List[str]: A list of URLs discovered during the map search.
|
|
240
250
|
"""
|
|
241
251
|
endpoint = f'/v1/map'
|
|
242
252
|
headers = self._prepare_headers()
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: firecrawl
|
|
3
|
-
Version: 1.3.
|
|
3
|
+
Version: 1.3.1
|
|
4
4
|
Summary: Python SDK for Firecrawl API
|
|
5
5
|
Home-page: https://github.com/mendableai/firecrawl
|
|
6
6
|
Author: Mendable.ai
|
|
@@ -76,7 +76,6 @@ crawl_status = app.crawl_url(
|
|
|
76
76
|
'limit': 100,
|
|
77
77
|
'scrapeOptions': {'formats': ['markdown', 'html']}
|
|
78
78
|
},
|
|
79
|
-
wait_until_done=True,
|
|
80
79
|
poll_interval=30
|
|
81
80
|
)
|
|
82
81
|
print(crawl_status)
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
firecrawl/__init__.py,sha256=ywBQO_FgxUjvRrCUWiuOTlASMKIQmpB1e7uRPBnaw-U,1682
|
|
2
|
+
firecrawl/firecrawl.py,sha256=V7V3kmzCFCoqjomD_I9yPD0h8uq8GkUsi7-x6NGrw0A,20008
|
|
3
|
+
firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
+
firecrawl/__tests__/e2e_withAuth/test.py,sha256=L-umFR3WyrJso1EwqkxjbTMr5AEI4t5zDfhQcCzitOI,7911
|
|
5
|
+
firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
+
firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=KQMmGAtJAIafja6EGtJ-W9162w2Hm6PNjqKl3_RQXLA,16456
|
|
7
|
+
firecrawl-1.3.1.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
|
|
8
|
+
firecrawl-1.3.1.dist-info/METADATA,sha256=eHpv5fJmiPN--bfaSHcPsmIQKNrUcHf0F8HcsvAWtfE,8249
|
|
9
|
+
firecrawl-1.3.1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
|
|
10
|
+
firecrawl-1.3.1.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
|
|
11
|
+
firecrawl-1.3.1.dist-info/RECORD,,
|
firecrawl-1.3.0.dist-info/RECORD
DELETED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
firecrawl/__init__.py,sha256=PLBoKqU5OAidzN7dJSD96fjhO6dzeJr0M13p2A9-6co,1682
|
|
2
|
-
firecrawl/firecrawl.py,sha256=aCJ-UMOnt35AiOVAe9kobUFjaS-K81mMKe49TZAKB-4,19175
|
|
3
|
-
firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
-
firecrawl/__tests__/e2e_withAuth/test.py,sha256=L-umFR3WyrJso1EwqkxjbTMr5AEI4t5zDfhQcCzitOI,7911
|
|
5
|
-
firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
-
firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=KQMmGAtJAIafja6EGtJ-W9162w2Hm6PNjqKl3_RQXLA,16456
|
|
7
|
-
firecrawl-1.3.0.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
|
|
8
|
-
firecrawl-1.3.0.dist-info/METADATA,sha256=EGLvZGl6JyT3iBgx9YEBRr1NCiaiL859YYGlxc6JppU,8274
|
|
9
|
-
firecrawl-1.3.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
|
|
10
|
-
firecrawl-1.3.0.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
|
|
11
|
-
firecrawl-1.3.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|