firecrawl 1.2.1__tar.gz → 1.2.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- {firecrawl-1.2.1 → firecrawl-1.2.3}/PKG-INFO +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/__init__.py +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/firecrawl.py +6 -1
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl.egg-info/PKG-INFO +1 -1
- {firecrawl-1.2.1 → firecrawl-1.2.3}/LICENSE +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/README.md +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/__tests__/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/__tests__/e2e_withAuth/test.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/__tests__/v1/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl/__tests__/v1/e2e_withAuth/test.py +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl.egg-info/SOURCES.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl.egg-info/dependency_links.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl.egg-info/requires.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/firecrawl.egg-info/top_level.txt +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/pyproject.toml +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/setup.cfg +0 -0
- {firecrawl-1.2.1 → firecrawl-1.2.3}/setup.py +0 -0
|
@@ -238,7 +238,6 @@ class FirecrawlApp:
|
|
|
238
238
|
)
|
|
239
239
|
if response.status_code == 200:
|
|
240
240
|
response = response.json()
|
|
241
|
-
print(response)
|
|
242
241
|
if response['success'] and 'links' in response:
|
|
243
242
|
return response['links']
|
|
244
243
|
else:
|
|
@@ -346,6 +345,12 @@ class FirecrawlApp:
|
|
|
346
345
|
status_data = status_response.json()
|
|
347
346
|
if status_data['status'] == 'completed':
|
|
348
347
|
if 'data' in status_data:
|
|
348
|
+
data = status_data['data']
|
|
349
|
+
while 'next' in status_data:
|
|
350
|
+
status_response = self._get_request(status_data['next'], headers)
|
|
351
|
+
status_data = status_response.json()
|
|
352
|
+
data.extend(status_data['data'])
|
|
353
|
+
status_data['data'] = data
|
|
349
354
|
return status_data
|
|
350
355
|
else:
|
|
351
356
|
raise Exception('Crawl job completed but no data was returned')
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|