firecrawl 1.13.1__py3-none-any.whl → 1.13.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of firecrawl might be problematic. Click here for more details.

firecrawl/__init__.py CHANGED
@@ -13,7 +13,7 @@ import os
13
13
 
14
14
  from .firecrawl import FirecrawlApp # noqa
15
15
 
16
- __version__ = "1.13.1"
16
+ __version__ = "1.13.2"
17
17
 
18
18
  # Define the logger for the Firecrawl project
19
19
  logger: logging.Logger = logging.getLogger("firecrawl")
firecrawl/firecrawl.py CHANGED
@@ -1128,16 +1128,23 @@ class FirecrawlApp:
1128
1128
  return response
1129
1129
 
1130
1130
  job_id = response['id']
1131
+ last_activity_count = 0
1132
+ last_source_count = 0
1133
+
1131
1134
  while True:
1132
1135
  status = self.check_deep_research_status(job_id)
1133
1136
 
1134
1137
  if on_activity and 'activities' in status:
1135
- for activity in status['activities']:
1138
+ new_activities = status['activities'][last_activity_count:]
1139
+ for activity in new_activities:
1136
1140
  on_activity(activity)
1141
+ last_activity_count = len(status['activities'])
1137
1142
 
1138
1143
  if on_source and 'sources' in status:
1139
- for source in status['sources']:
1144
+ new_sources = status['sources'][last_source_count:]
1145
+ for source in new_sources:
1140
1146
  on_source(source)
1147
+ last_source_count = len(status['sources'])
1141
1148
 
1142
1149
  if status['status'] == 'completed':
1143
1150
  return status
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: firecrawl
3
- Version: 1.13.1
3
+ Version: 1.13.2
4
4
  Summary: Python SDK for Firecrawl API
5
5
  Home-page: https://github.com/mendableai/firecrawl
6
6
  Author: Mendable.ai
@@ -0,0 +1,11 @@
1
+ firecrawl/__init__.py,sha256=YjEDiD7qWpzOKSsigOX4RJmgKy6-ewQQiGJlVbr21As,2544
2
+ firecrawl/firecrawl.py,sha256=v3loXjzD0OVneL4sjE2FaqoJps5GhCekCLy5HTwYaWw,51909
3
+ firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
+ firecrawl/__tests__/e2e_withAuth/test.py,sha256=6OawnVF4IPeGyXg_Izi3t8U7MyT90roaJBJIG5UfllM,7935
5
+ firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
+ firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=tL5kJJ4el37Wc-Z2TRSuSWwWG2M40h3VPxHYuWijD00,19888
7
+ firecrawl-1.13.2.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
8
+ firecrawl-1.13.2.dist-info/METADATA,sha256=G7XF9zD6L5_-DhlhaBIeVhSA9Z7CdToxJK_EFuYoyF8,10572
9
+ firecrawl-1.13.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
10
+ firecrawl-1.13.2.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
11
+ firecrawl-1.13.2.dist-info/RECORD,,
@@ -1,11 +0,0 @@
1
- firecrawl/__init__.py,sha256=5qKTtUIYizD2sOcptUkiB1vyxmA7I9I3kSYuJhzHzNo,2544
2
- firecrawl/firecrawl.py,sha256=Ytc8l9xABF8l_mykEB8KS8C6szuC0Z6MU6YuhJgFJ_E,51591
3
- firecrawl/__tests__/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
- firecrawl/__tests__/e2e_withAuth/test.py,sha256=6OawnVF4IPeGyXg_Izi3t8U7MyT90roaJBJIG5UfllM,7935
5
- firecrawl/__tests__/v1/e2e_withAuth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
- firecrawl/__tests__/v1/e2e_withAuth/test.py,sha256=tL5kJJ4el37Wc-Z2TRSuSWwWG2M40h3VPxHYuWijD00,19888
7
- firecrawl-1.13.1.dist-info/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
8
- firecrawl-1.13.1.dist-info/METADATA,sha256=Tf8mmN_z0HbFo9DIhQtWPDkDyx9CC0OHm_3GlG0QohE,10572
9
- firecrawl-1.13.1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
10
- firecrawl-1.13.1.dist-info/top_level.txt,sha256=jTvz79zWhiyAezfmmHe4FQ-hR60C59UU5FrjMjijLu8,10
11
- firecrawl-1.13.1.dist-info/RECORD,,