firecrawl 1.2.1__tar.gz → 1.2.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.2.1
3
+ Version: 1.2.3
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -13,7 +13,7 @@ import os
13
13
 
14
14
  from .firecrawl import FirecrawlApp
15
15
 
16
- __version__ = "1.2.1"
16
+ __version__ = "1.2.3"
17
17
 
18
18
  # Define the logger for the Firecrawl project
19
19
  logger: logging.Logger = logging.getLogger("firecrawl")
@@ -238,7 +238,6 @@ class FirecrawlApp:
238
238
  )
239
239
  if response.status_code == 200:
240
240
  response = response.json()
241
- print(response)
242
241
  if response['success'] and 'links' in response:
243
242
  return response['links']
244
243
  else:
@@ -346,6 +345,12 @@ class FirecrawlApp:
346
345
  status_data = status_response.json()
347
346
  if status_data['status'] == 'completed':
348
347
  if 'data' in status_data:
348
+ data = status_data['data']
349
+ while 'next' in status_data:
350
+ status_response = self._get_request(status_data['next'], headers)
351
+ status_data = status_response.json()
352
+ data.extend(status_data['data'])
353
+ status_data['data'] = data
349
354
  return status_data
350
355
  else:
351
356
  raise Exception('Crawl job completed but no data was returned')
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.2.1
3
+ Version: 1.2.3
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
File without changes
File without changes
File without changes
File without changes
File without changes