firecrawl 1.6.1__tar.gz → 1.6.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- {firecrawl-1.6.1 → firecrawl-1.6.3}/PKG-INFO +1 -1
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/__init__.py +1 -1
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/firecrawl.py +7 -7
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl.egg-info/PKG-INFO +1 -1
- {firecrawl-1.6.1 → firecrawl-1.6.3}/LICENSE +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/README.md +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/__tests__/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/__tests__/e2e_withAuth/test.py +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/__tests__/v1/e2e_withAuth/__init__.py +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl/__tests__/v1/e2e_withAuth/test.py +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl.egg-info/SOURCES.txt +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl.egg-info/dependency_links.txt +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl.egg-info/requires.txt +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/firecrawl.egg-info/top_level.txt +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/pyproject.toml +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/setup.cfg +0 -0
- {firecrawl-1.6.1 → firecrawl-1.6.3}/setup.py +0 -0
|
@@ -221,12 +221,12 @@ class FirecrawlApp:
|
|
|
221
221
|
if status_response.status_code != 200:
|
|
222
222
|
logger.error(f"Failed to fetch next page: {status_response.status_code}")
|
|
223
223
|
break
|
|
224
|
-
|
|
225
|
-
data.extend(
|
|
224
|
+
next_data = status_response.json()
|
|
225
|
+
data.extend(next_data.get('data', []))
|
|
226
|
+
status_data = next_data
|
|
226
227
|
except Exception as e:
|
|
227
228
|
logger.error(f"Error during pagination request: {e}")
|
|
228
229
|
break
|
|
229
|
-
status_data.pop('next', None)
|
|
230
230
|
status_data['data'] = data
|
|
231
231
|
|
|
232
232
|
return {
|
|
@@ -430,12 +430,12 @@ class FirecrawlApp:
|
|
|
430
430
|
if status_response.status_code != 200:
|
|
431
431
|
logger.error(f"Failed to fetch next page: {status_response.status_code}")
|
|
432
432
|
break
|
|
433
|
-
|
|
434
|
-
data.extend(
|
|
433
|
+
next_data = status_response.json()
|
|
434
|
+
data.extend(next_data.get('data', []))
|
|
435
|
+
status_data = next_data
|
|
435
436
|
except Exception as e:
|
|
436
437
|
logger.error(f"Error during pagination request: {e}")
|
|
437
438
|
break
|
|
438
|
-
status_data.pop('next', None)
|
|
439
439
|
status_data['data'] = data
|
|
440
440
|
|
|
441
441
|
return {
|
|
@@ -629,7 +629,7 @@ class FirecrawlApp:
|
|
|
629
629
|
while 'next' in status_data:
|
|
630
630
|
status_response = self._get_request(status_data['next'], headers)
|
|
631
631
|
status_data = status_response.json()
|
|
632
|
-
data.extend(status_data
|
|
632
|
+
data.extend(status_data.get('data', []))
|
|
633
633
|
status_data['data'] = data
|
|
634
634
|
return status_data
|
|
635
635
|
else:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|