firecrawl 1.2.1__tar.gz → 1.2.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.2.1
3
+ Version: 1.2.2
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -13,7 +13,7 @@ import os
13
13
 
14
14
  from .firecrawl import FirecrawlApp
15
15
 
16
- __version__ = "1.2.1"
16
+ __version__ = "1.2.2"
17
17
 
18
18
  # Define the logger for the Firecrawl project
19
19
  logger: logging.Logger = logging.getLogger("firecrawl")
@@ -346,6 +346,12 @@ class FirecrawlApp:
346
346
  status_data = status_response.json()
347
347
  if status_data['status'] == 'completed':
348
348
  if 'data' in status_data:
349
+ data = status_data['data']
350
+ while 'next' in status_data:
351
+ status_response = self._get_request(status_data['next'], headers)
352
+ status_data = status_response.json()
353
+ data.extend(status_data['data'])
354
+ status_data['data'] = data
349
355
  return status_data
350
356
  else:
351
357
  raise Exception('Crawl job completed but no data was returned')
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.2.1
3
+ Version: 1.2.2
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
File without changes
File without changes
File without changes
File without changes
File without changes