airbyte-source-shopify 3.0.8.dev202509081459__tar.gz → 3.0.9rc1__tar.gz

{airbyte_source_shopify-3.0.8.dev202509081459 → airbyte_source_shopify-3.0.9rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-shopify
-Version: 3.0.8.dev202509081459
+Version: 3.0.9rc1
 Summary: Source CDK implementation for Shopify.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_shopify-3.0.8.dev202509081459 → airbyte_source_shopify-3.0.9rc1}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "3.0.8.dev.202509081459"
+version = "3.0.9-rc.1"
 name = "airbyte-source-shopify"
 description = "Source CDK implementation for Shopify."
 authors = [ "Airbyte <contact@airbyte.io>",]

{airbyte_source_shopify-3.0.8.dev202509081459 → airbyte_source_shopify-3.0.9rc1}/source_shopify/shopify_graphql/bulk/job.py

@@ -531,9 +531,14 @@ class ShopifyBulkManager:
         self, slice_end: datetime, checkpointed_cursor: Optional[str] = None, filter_checkpointed_cursor: Optional[str] = None
     ) -> datetime:
         """
-        Choose between the existing `slice_end` value or `checkpointed_cursor` value, if provided.
+        Choose between the existing `slice_end` value or `checkpointed_cursor` value or `filter_checkpointed_cursor` value, if provided.
 
         Optionally: raises the `transient` error if the checkpoint collision occurs.
+
+        Note: filter_checkpointed_cursor is only used when cursor field is ID for streams like Customer Address etc.
+        This method should return a datetime from last checkpointed value to adjust slice end, when cursor value is ID (int type)
+        method gets end datetime from filter_checkpointed_cursor, which is value from filter field from last record.
+        See https://github.com/airbytehq/oncall/issues/9052 for more details.
         """
 
         if checkpointed_cursor:

{airbyte_source_shopify-3.0.8.dev202509081459 → airbyte_source_shopify-3.0.9rc1}/source_shopify/streams/base_streams.py

@@ -222,6 +222,11 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
         return params
 
     def track_checkpoint_cursor(self, record_value: Union[str, int], filter_record_value: Optional[str] = None) -> None:
+        """
+        Tracks _checkpoint_cursor value (values from cursor field) and _filter_checkpointed_cursor value (value from filter field).
+        _filter_checkpointed_cursor value is only used when cursor field is ID for streams like Customer Address etc.
+        When after canceled/failed job source tries to adjust stream slice (see ShopifyBulkManager._adjust_slice_end()).
+        """
         if self.filter_by_state_checkpoint:
             # set checkpoint cursor
             if not self._checkpoint_cursor:
@@ -231,9 +236,7 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
                 self._checkpoint_cursor = record_value
 
             if filter_record_value:
-                if not self._filter_checkpointed_cursor:
-                    self._filter_checkpointed_cursor = filter_record_value
-                if str(filter_record_value) >= str(self._filter_checkpointed_cursor):
+                if not self._filter_checkpointed_cursor or str(filter_record_value) >= str(self._filter_checkpointed_cursor):
                     self._filter_checkpointed_cursor = filter_record_value
 
     def should_checkpoint(self, index: int) -> bool:

{airbyte_source_shopify-3.0.8.dev202509081459 → airbyte_source_shopify-3.0.9rc1}/source_shopify/streams/streams.py

@@ -4,6 +4,7 @@
 
 
 import logging
+import sys
 from typing import Any, Iterable, Mapping, MutableMapping, Optional
 
 import requests
@@ -138,6 +139,12 @@ class MetafieldProducts(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products
     bulk_query: MetafieldProduct = MetafieldProduct
 
+    state_checkpoint_interval = sys.maxsize
+
+    @property
+    def filter_by_state_checkpoint(self) -> bool:
+        return True
+
 
 class ProductImages(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products