firecrawl 1.2.0__tar.gz → 1.2.2__tar.gz

{firecrawl-1.2.0 → firecrawl-1.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 1.2.0
+Version: 1.2.2
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai

{firecrawl-1.2.0 → firecrawl-1.2.2}/firecrawl/__init__.py

@@ -13,7 +13,7 @@ import os
 
 from .firecrawl import FirecrawlApp
 
-__version__ = "1.2.0"
+__version__ = "1.2.2"
 
 # Define the logger for the Firecrawl project
 logger: logging.Logger = logging.getLogger("firecrawl")

{firecrawl-1.2.0 → firecrawl-1.2.2}/firecrawl/firecrawl.py

@@ -59,31 +59,17 @@ class FirecrawlApp:
 
         # If there are additional params, process them
         if params:
-            if self.version == 'v0':
-                # Handle extractorOptions (for v0 compatibility)
-                extractor_options = params.get('extractorOptions', {})
-                if extractor_options:
-                    if 'extractionSchema' in extractor_options and hasattr(extractor_options['extractionSchema'], 'schema'):
-                        extractor_options['extractionSchema'] = extractor_options['extractionSchema'].schema()
-                    extractor_options['mode'] = extractor_options.get('mode', 'llm-extraction')
-                    scrape_params['extractorOptions'] = extractor_options
-
-                # Include any other params directly at the top level of scrape_params
-                for key, value in params.items():
-                    if key not in ['extractorOptions']:
-                        scrape_params[key] = value
-            elif self.version == 'v1':
-                # Handle extract (for v1)
-                extract = params.get('extract', {})
-                if extract:
-                    if 'schema' in extract and hasattr(extract['schema'], 'schema'):
-                        extract['schema'] = extract['schema'].schema()
-                    scrape_params['extract'] = extract
-
-                # Include any other params directly at the top level of scrape_params
-                for key, value in params.items():
-                    if key not in ['extract']:
-                        scrape_params[key] = value
+            # Handle extract (for v1)
+            extract = params.get('extract', {})
+            if extract:
+                if 'schema' in extract and hasattr(extract['schema'], 'schema'):
+                    extract['schema'] = extract['schema'].schema()
+                scrape_params['extract'] = extract
+
+            # Include any other params directly at the top level of scrape_params
+            for key, value in params.items():
+                if key not in ['extract']:
+                    scrape_params[key] = value
 
         endpoint = f'/v1/scrape'
         # Make the POST request with the prepared headers and JSON data
@@ -360,6 +346,12 @@ class FirecrawlApp:
                 status_data = status_response.json()
                 if status_data['status'] == 'completed':
                     if 'data' in status_data:
+                        data = status_data['data']
+                        while 'next' in status_data:
+                          status_response = self._get_request(status_data['next'], headers)
+                          status_data = status_response.json()
+                          data.extend(status_data['data'])
+                        status_data['data'] = data
                         return status_data
                     else:
                         raise Exception('Crawl job completed but no data was returned')

{firecrawl-1.2.0 → firecrawl-1.2.2}/firecrawl.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: firecrawl
-Version: 1.2.0
+Version: 1.2.2
 Summary: Python SDK for Firecrawl API
 Home-page: https://github.com/mendableai/firecrawl
 Author: Mendable.ai