firecrawl 1.13.0__py3-none-any.whl → 1.13.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- firecrawl/__init__.py +1 -1
- firecrawl/firecrawl.py +11 -4
- {firecrawl-1.13.0.dist-info → firecrawl-1.13.2.dist-info}/METADATA +1 -1
- firecrawl-1.13.2.dist-info/RECORD +11 -0
- firecrawl-1.13.0.dist-info/RECORD +0 -11
- {firecrawl-1.13.0.dist-info → firecrawl-1.13.2.dist-info}/LICENSE +0 -0
- {firecrawl-1.13.0.dist-info → firecrawl-1.13.2.dist-info}/WHEEL +0 -0
- {firecrawl-1.13.0.dist-info → firecrawl-1.13.2.dist-info}/top_level.txt +0 -0
firecrawl/__init__.py
CHANGED
firecrawl/firecrawl.py
CHANGED
|
@@ -1128,16 +1128,23 @@ class FirecrawlApp:
|
|
|
1128
1128
|
return response
|
|
1129
1129
|
|
|
1130
1130
|
job_id = response['id']
|
|
1131
|
+
last_activity_count = 0
|
|
1132
|
+
last_source_count = 0
|
|
1133
|
+
|
|
1131
1134
|
while True:
|
|
1132
1135
|
status = self.check_deep_research_status(job_id)
|
|
1133
1136
|
|
|
1134
1137
|
if on_activity and 'activities' in status:
|
|
1135
|
-
|
|
1138
|
+
new_activities = status['activities'][last_activity_count:]
|
|
1139
|
+
for activity in new_activities:
|
|
1136
1140
|
on_activity(activity)
|
|
1141
|
+
last_activity_count = len(status['activities'])
|
|
1137
1142
|
|
|
1138
1143
|
if on_source and 'sources' in status:
|
|
1139
|
-
|
|
1144
|
+
new_sources = status['sources'][last_source_count:]
|
|
1145
|
+
for source in new_sources:
|
|
1140
1146
|
on_source(source)
|
|
1147
|
+
last_source_count = len(status['sources'])
|
|
1141
1148
|
|
|
1142
1149
|
if status['status'] == 'completed':
|
|
1143
1150
|
return status
|
|
@@ -1176,7 +1183,7 @@ class FirecrawlApp:
|
|
|
1176
1183
|
json_data = {'query': query, **research_params.dict(exclude_none=True)}
|
|
1177
1184
|
|
|
1178
1185
|
try:
|
|
1179
|
-
response = self._post_request(f'{self.api_url}/v1/research', json_data, headers)
|
|
1186
|
+
response = self._post_request(f'{self.api_url}/v1/deep-research', json_data, headers)
|
|
1180
1187
|
if response.status_code == 200:
|
|
1181
1188
|
try:
|
|
1182
1189
|
return response.json()
|
|
@@ -1204,7 +1211,7 @@ class FirecrawlApp:
|
|
|
1204
1211
|
"""
|
|
1205
1212
|
headers = self._prepare_headers()
|
|
1206
1213
|
try:
|
|
1207
|
-
response = self._get_request(f'{self.api_url}/v1/research/{id}', headers)
|
|
1214
|
+
response = self._get_request(f'{self.api_url}/v1/deep-research/{id}', headers)
|
|
1208
1215
|
if response.status_code == 200:
|
|
1209
1216
|
try:
|
|
1210
1217
|
return response.json()
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
firecrawl/__init__.py,sha256=YjEDiD7qWpzOKSsigOX4RJmgKy6-ewQQiGJlVbr21As,2544
|
|
2
|
+
firecrawl/firecrawl.py,sha256=v3loXjzD0OVneL4sjE2FaqoJps5GhCekCLy5HTwYaWw,51909
|
|
3
|
+
firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
+
firecrawl/__tests__/e2e_withAuth/test.py,sha256=6OawnVF4IPeGyXg_Izi3t8U7MyT90roaJBJIG5UfllM,7935
|
|
5
|
+
firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
+
firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=tL5kJJ4el37Wc-Z2TRSuSWwWG2M40h3VPxHYuWijD00,19888
|
|
7
|
+
firecrawl-1.13.2.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
|
|
8
|
+
firecrawl-1.13.2.dist-info/METADATA,sha256=G7XF9zD6L5_-DhlhaBIeVhSA9Z7CdToxJK_EFuYoyF8,10572
|
|
9
|
+
firecrawl-1.13.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
|
|
10
|
+
firecrawl-1.13.2.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
|
|
11
|
+
firecrawl-1.13.2.dist-info/RECORD,,
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
firecrawl/__init__.py,sha256=riFAe05OaS3h1naKPjfPAp9XXX5PKHvELOyTo0ozC1s,2544
|
|
2
|
-
firecrawl/firecrawl.py,sha256=nkpH9L2PbJrwYPQRPVRmGCCdCzJKw1iKeqicPOgH9RQ,51581
|
|
3
|
-
firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
-
firecrawl/__tests__/e2e_withAuth/test.py,sha256=6OawnVF4IPeGyXg_Izi3t8U7MyT90roaJBJIG5UfllM,7935
|
|
5
|
-
firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
-
firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=tL5kJJ4el37Wc-Z2TRSuSWwWG2M40h3VPxHYuWijD00,19888
|
|
7
|
-
firecrawl-1.13.0.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
|
|
8
|
-
firecrawl-1.13.0.dist-info/METADATA,sha256=qliHXfHVg3UD18Uf7g6lCRWAKlMFJHCo3Wy7q2eaDno,10572
|
|
9
|
-
firecrawl-1.13.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
|
|
10
|
-
firecrawl-1.13.0.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
|
|
11
|
-
firecrawl-1.13.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|