airbyte-source-shopify 3.0.6.dev202504252338__tar.gz → 3.0.7__tar.gz

{airbyte_source_shopify-3.0.6.dev202504252338 → airbyte_source_shopify-3.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: airbyte-source-shopify
-Version: 3.0.6.dev202504252338
+Version: 3.0.7
 Summary: Source CDK implementation for Shopify.
 License: ELv2
 Author: Airbyte

{airbyte_source_shopify-3.0.6.dev202504252338 → airbyte_source_shopify-3.0.7}/pyproject.toml

@@ -5,7 +5,7 @@ requires = [
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "3.0.6.dev202504252338"
+version = "3.0.7"
 name = "airbyte-source-shopify"
 description = "Source CDK implementation for Shopify."
 authors = [

{airbyte_source_shopify-3.0.6.dev202504252338 → airbyte_source_shopify-3.0.7}/source_shopify/spec.json

@@ -13,8 +13,7 @@
         "description": "The name of your Shopify store found in the URL. For example, if your URL was https://NAME.myshopify.com, then the name would be 'NAME' or 'NAME.myshopify.com'.",
         "pattern": "^(?!https://)(?!https://).*",
         "examples": ["my-store", "my-store.myshopify.com"],
-        "order": 1,
-        "airbyte_hidden": true
+        "order": 1
       },
       "credentials": {
         "title": "Shopify Authorization Method",
@@ -74,8 +73,7 @@
                 "airbyte_secret": true,
                 "order": 1
               }
-            },
-            "airbyte_hidden": true
+            }
           }
         ]
       },

{airbyte_source_shopify-3.0.6.dev202504252338 → airbyte_source_shopify-3.0.7}/source_shopify/streams/streams.py

@@ -3,6 +3,7 @@
 #
 
 
+import logging
 from typing import Any, Iterable, Mapping, MutableMapping, Optional
 
 import requests
@@ -31,9 +32,12 @@ from source_shopify.shopify_graphql.bulk.query import (
     ProfileLocationGroups,
     Transaction,
 )
+from source_shopify.utils import LimitReducingErrorHandler, ShopifyNonRetryableErrors
 
 from airbyte_cdk import HttpSubStream
 from airbyte_cdk.sources.streams.core import package_name_from_class
+from airbyte_cdk.sources.streams.http.error_handlers import ErrorHandler
+from airbyte_cdk.sources.streams.http.error_handlers.default_error_mapping import DEFAULT_ERROR_MAPPING
 from airbyte_cdk.sources.utils.schema_helpers import ResourceSchemaLoader
 
 from .base_streams import (
@@ -84,15 +88,25 @@ class MetafieldCustomers(IncrementalShopifyGraphQlBulkStream):
 class Orders(IncrementalShopifyStreamWithDeletedEvents):
     data_field = "orders"
     deleted_events_api_name = "Order"
+    initial_limit = 250
 
-    def request_params(
-        self, stream_state: Mapping[str, Any] = None, next_page_token: Mapping[str, Any] = None, **kwargs
-    ) -> MutableMapping[str, Any]:
+    def __init__(self, config: Mapping[str, Any]):
+        self._error_handler = LimitReducingErrorHandler(
+            max_retries=5,
+            error_mapping=DEFAULT_ERROR_MAPPING | ShopifyNonRetryableErrors("orders"),
+        )
+        super().__init__(config)
+
+    def request_params(self, stream_state=None, next_page_token=None, **kwargs):
         params = super().request_params(stream_state=stream_state, next_page_token=next_page_token, **kwargs)
+        params["limit"] = self.initial_limit  # Always start with the default limit; error handler will mutate on retry
         if not next_page_token:
             params["status"] = "any"
         return params
 
+    def get_error_handler(self):
+        return self._error_handler
+
 
 class Disputes(IncrementalShopifyStream):
     data_field = "disputes"

{airbyte_source_shopify-3.0.6.dev202504252338 → airbyte_source_shopify-3.0.7}/source_shopify/utils.py

@@ -7,11 +7,13 @@ import enum
 import logging
 from functools import wraps
 from time import sleep
-from typing import Any, Callable, Dict, Final, List, Mapping, Optional
+from typing import Any, Callable, Dict, Final, List, Mapping, Optional, Union
+from urllib.parse import parse_qs, urlencode, urlparse, urlunparse
 
 import requests
 
 from airbyte_cdk.models import FailureType
+from airbyte_cdk.sources.streams.http.error_handlers import HttpStatusErrorHandler
 from airbyte_cdk.sources.streams.http.error_handlers.response_models import ErrorResolution, ResponseAction
 from airbyte_cdk.utils import AirbyteTracedException
 
@@ -323,3 +325,38 @@ class EagerlyCachedStreamState:
             return func(*args, **kwargs)
 
         return decorator
+
+
+class LimitReducingErrorHandler(HttpStatusErrorHandler):
+    """
+    Error handler that halves the page size (limit) on each 500 error, down to 1.
+    No stream instance required; operates directly on the request URL.
+    """
+
+    def __init__(self, max_retries: int, error_mapping: dict):
+        super().__init__(logger=None, max_retries=max_retries, error_mapping=error_mapping)
+
+    def interpret_response(self, response_or_exception: Optional[Union[requests.Response, Exception]] = None) -> ErrorResolution:
+        if isinstance(response_or_exception, requests.Response):
+            response = response_or_exception
+            if response.status_code == 500:
+                # Extract current limit from the URL, default to 250 if not present
+                parsed = urlparse(response.request.url)
+                query = parse_qs(parsed.query)
+                current_limit = int(query.get("limit", ["250"])[0])
+                if current_limit > 1:
+                    new_limit = max(1, current_limit // 2)
+                    query["limit"] = [str(new_limit)]
+                    new_query = urlencode(query, doseq=True)
+                    response.request.url = urlunparse(parsed._replace(query=new_query))
+                    return ErrorResolution(
+                        response_action=ResponseAction.RETRY,
+                        failure_type=FailureType.transient_error,
+                        error_message=f"Server error 500: Reduced limit to {new_limit} and updating request URL",
+                    )
+                return ErrorResolution(
+                    response_action=ResponseAction.FAIL,
+                    failure_type=FailureType.transient_error,
+                    error_message="Persistent 500 error after reducing limit to 1",
+                )
+        return super().interpret_response(response_or_exception)