firecrawl 1.3.0__py3-none-any.whl → 1.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

firecrawl/__init__.py CHANGED
@@ -13,7 +13,7 @@ import os
13
13
 
14
14
  from .firecrawl import FirecrawlApp
15
15
 
16
- __version__ = "1.3.0"
16
+ __version__ = "1.3.1"
17
17
 
18
18
  # Define the logger for the Firecrawl project
19
19
  logger: logging.Logger = logging.getLogger("firecrawl")
firecrawl/firecrawl.py CHANGED
@@ -117,7 +117,14 @@ class FirecrawlApp:
117
117
  idempotency_key (Optional[str]): A unique uuid key to ensure idempotency of requests.
118
118
 
119
119
  Returns:
120
- Any: The crawl job ID or the crawl results if waiting until completion.
120
+ Dict[str, Any]: A dictionary containing the crawl results. The structure includes:
121
+ - 'success' (bool): Indicates if the crawl was successful.
122
+ - 'status' (str): The final status of the crawl job (e.g., 'completed').
123
+ - 'completed' (int): Number of scraped pages that completed.
124
+ - 'total' (int): Total number of scraped pages.
125
+ - 'creditsUsed' (int): Estimated number of API credits used for this crawl.
126
+ - 'expiresAt' (str): ISO 8601 formatted date-time string indicating when the crawl data expires.
127
+ - 'data' (List[Dict]): List of all the scraped pages.
121
128
 
122
129
  Raises:
123
130
  Exception: If the crawl job initiation or monitoring fails.
@@ -146,7 +153,10 @@ class FirecrawlApp:
146
153
  idempotency_key (Optional[str]): A unique uuid key to ensure idempotency of requests.
147
154
 
148
155
  Returns:
149
- Dict[str, Any]: The response from the crawl initiation request.
156
+ Dict[str, Any]: A dictionary containing the crawl initiation response. The structure includes:
157
+ - 'success' (bool): Indicates if the crawl initiation was successful.
158
+ - 'id' (str): The unique identifier for the crawl job.
159
+ - 'url' (str): The URL to check the status of the crawl job.
150
160
  """
151
161
  endpoint = f'/v1/crawl'
152
162
  headers = self._prepare_headers(idempotency_key)
@@ -236,7 +246,7 @@ class FirecrawlApp:
236
246
  params (Optional[Dict[str, Any]]): Additional parameters for the map search.
237
247
 
238
248
  Returns:
239
- Any: The result of the map search, typically a dictionary containing mapping data.
249
+ List[str]: A list of URLs discovered during the map search.
240
250
  """
241
251
  endpoint = f'/v1/map'
242
252
  headers = self._prepare_headers()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.3.0
3
+ Version: 1.3.1
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -76,7 +76,6 @@ crawl_status = app.crawl_url(
76
76
  'limit': 100,
77
77
  'scrapeOptions': {'formats': ['markdown', 'html']}
78
78
  },
79
- wait_until_done=True,
80
79
  poll_interval=30
81
80
  )
82
81
  print(crawl_status)
@@ -0,0 +1,11 @@
1
+ firecrawl/__init__.py,sha256=ywBQO_FgxUjvRrCUWiuOTlASMKIQmpB1e7uRPBnaw-U,1682
2
+ firecrawl/firecrawl.py,sha256=V7V3kmzCFCoqjomD_I9yPD0h8uq8GkUsi7-x6NGrw0A,20008
3
+ firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
+ firecrawl/__tests__/e2e_withAuth/test.py,sha256=L-umFR3WyrJso1EwqkxjbTMr5AEI4t5zDfhQcCzitOI,7911
5
+ firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
+ firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=KQMmGAtJAIafja6EGtJ-W9162w2Hm6PNjqKl3_RQXLA,16456
7
+ firecrawl-1.3.1.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
8
+ firecrawl-1.3.1.dist-info/METADATA,sha256=eHpv5fJmiPN--bfaSHcPsmIQKNrUcHf0F8HcsvAWtfE,8249
9
+ firecrawl-1.3.1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
10
+ firecrawl-1.3.1.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
11
+ firecrawl-1.3.1.dist-info/RECORD,,
@@ -1,11 +0,0 @@
1
- firecrawl/__init__.py,sha256=PLBoKqU5OAidzN7dJSD96fjhO6dzeJr0M13p2A9-6co,1682
2
- firecrawl/firecrawl.py,sha256=aCJ-UMOnt35AiOVAe9kobUFjaS-K81mMKe49TZAKB-4,19175
3
- firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
- firecrawl/__tests__/e2e_withAuth/test.py,sha256=L-umFR3WyrJso1EwqkxjbTMr5AEI4t5zDfhQcCzitOI,7911
5
- firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
- firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=KQMmGAtJAIafja6EGtJ-W9162w2Hm6PNjqKl3_RQXLA,16456
7
- firecrawl-1.3.0.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
8
- firecrawl-1.3.0.dist-info/METADATA,sha256=EGLvZGl6JyT3iBgx9YEBRr1NCiaiL859YYGlxc6JppU,8274
9
- firecrawl-1.3.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
10
- firecrawl-1.3.0.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
11
- firecrawl-1.3.0.dist-info/RECORD,,