firecrawl 1.2.1__tar.gz → 1.2.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- {firecrawl-1.2.1 → firecrawl-1.2.2}/PKG-INFO +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/__init__.py +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/firecrawl.py +6 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl.egg-info/PKG-INFO +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.2}/LICENSE +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/README.md +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/__tests__/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/__tests__/e2e_withAuth/test.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/__tests__/v1/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl/__tests__/v1/e2e_withAuth/test.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl.egg-info/SOURCES.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl.egg-info/dependency_links.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl.egg-info/requires.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/firecrawl.egg-info/top_level.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/pyproject.toml +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/setup.cfg +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.2}/setup.py +0 -0
|
@@ -346,6 +346,12 @@ class FirecrawlApp:
|
|
|
346
346
|
status_data = status_response.json()
|
|
347
347
|
if status_data['status'] == 'completed':
|
|
348
348
|
if 'data' in status_data:
|
|
349
|
+
data = status_data['data']
|
|
350
|
+
while 'next' in status_data:
|
|
351
|
+
status_response = self._get_request(status_data['next'], headers)
|
|
352
|
+
status_data = status_response.json()
|
|
353
|
+
data.extend(status_data['data'])
|
|
354
|
+
status_data['data'] = data
|
|
349
355
|
return status_data
|
|
350
356
|
else:
|
|
351
357
|
raise Exception('Crawl job completed but no data was returned')
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|