firecrawl 1.13.1__tar.gz → 1.13.3__tar.gz

{firecrawl-1.13.1 → firecrawl-1.13.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 1.13.1
+Version: 1.13.3
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai

{firecrawl-1.13.1 → firecrawl-1.13.3}/firecrawl/__init__.py

@@ -13,7 +13,7 @@ import os
 
 from .firecrawl import FirecrawlApp # noqa
 
-__version__ = "1.13.1"
+__version__ = "1.13.3"
 
 # Define the logger for the Firecrawl project
 logger: logging.Logger = logging.getLogger("firecrawl")

{firecrawl-1.13.1 → firecrawl-1.13.3}/firecrawl/firecrawl.py

@@ -675,6 +675,7 @@ class FirecrawlApp:
             'allowExternalLinks': params.get('allow_external_links', params.get('allowExternalLinks', False)),
             'enableWebSearch': params.get('enable_web_search', params.get('enableWebSearch', False)),
             'showSources': params.get('show_sources', params.get('showSources', False)),
+            'systemPrompt': params.get('system_prompt', params.get('systemPrompt', None)),
             'schema': schema,
             'origin': 'api-sdk'
         }
@@ -1128,16 +1129,23 @@ class FirecrawlApp:
             return response
 
         job_id = response['id']
+        last_activity_count = 0
+        last_source_count = 0
+
         while True:
             status = self.check_deep_research_status(job_id)
             
             if on_activity and 'activities' in status:
-                for activity in status['activities']:
+                new_activities = status['activities'][last_activity_count:]
+                for activity in new_activities:
                     on_activity(activity)
+                last_activity_count = len(status['activities'])
             
             if on_source and 'sources' in status:
-                for source in status['sources']:
+                new_sources = status['sources'][last_source_count:]
+                for source in new_sources:
                     on_source(source)
+                last_source_count = len(status['sources'])
             
             if status['status'] == 'completed':
                 return status

{firecrawl-1.13.1 → firecrawl-1.13.3}/firecrawl.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 1.13.1
+Version: 1.13.3
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai