airbyte-source-shopify 3.0.8.dev202509081459__py3-none-any.whl → 3.0.9rc1__py3-none-any.whl

{airbyte_source_shopify-3.0.8.dev202509081459.dist-info → airbyte_source_shopify-3.0.9rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-shopify
-Version: 3.0.8.dev202509081459
+Version: 3.0.9rc1
 Summary: Source CDK implementation for Shopify.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_shopify-3.0.8.dev202509081459.dist-info → airbyte_source_shopify-3.0.9rc1.dist-info}/RECORD

@@ -52,7 +52,7 @@ source_shopify/schemas/transactions.json,sha256=vbwscH3UcAtbSsC70mBka4oNaFR4S3S6
 source_shopify/scopes.py,sha256=N0njfMHn3Q1AQXuTj5VfjQOio10jaDarpC_oLYnWvqc,6490
 source_shopify/shopify_graphql/bulk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 source_shopify/shopify_graphql/bulk/exceptions.py,sha256=4dj7Za4xIfwL-zf8joT9svF_RSoGlE3GviMiIl1e1rs,2532
-source_shopify/shopify_graphql/bulk/job.py,sha256=qSd1EAVAjOazPRHc7G48OJJao3xqF9foKqxD0pIWick,28192
+source_shopify/shopify_graphql/bulk/job.py,sha256=c3Cg70_Io9jTD-rU-5MvjHaPmJCtcpeqEYnRtFECGOo,28673
 source_shopify/shopify_graphql/bulk/query.py,sha256=D8rnI1SDw50-Gt18lt7YwwNNdsbVMbBfxZa9xVJZbto,130981
 source_shopify/shopify_graphql/bulk/record.py,sha256=X6VGngugv7a_S8UEeDo121BkdCVLj5nWlHK76A21kyo,16898
 source_shopify/shopify_graphql/bulk/retry.py,sha256=R5rSJJE8D5zcj6mN-OmmNO2aFZEIdjAlWclDDVW5KPI,2626
@@ -60,11 +60,11 @@ source_shopify/shopify_graphql/bulk/status.py,sha256=RmuQ2XsYL3iRCpVGxea9F1wXGmb
 source_shopify/shopify_graphql/bulk/tools.py,sha256=nUQ2ZmPTKJNJdfLToR6KJtLKcJFCChSifkAOvwg0Vss,4065
 source_shopify/source.py,sha256=txb3wIm-3xXd8-5QLSeu2TeHBSnppwy5PEIOEl40mVw,8517
 source_shopify/spec.json,sha256=ITYWiQ-NrI5VISk5qmUQhp9ChUE2FV18d8xzVzPwvAg,6144
-source_shopify/streams/base_streams.py,sha256=j3x38czi13KgvDuP7oHmfTClDr9S6Jfh_r-J97BF9Iw,42322
-source_shopify/streams/streams.py,sha256=D70Ik1vU75NKlmJMnS7W2-5gApA2ANq9eRnKligMTNw,14555
+source_shopify/streams/base_streams.py,sha256=k_4uLaLADLRTUcSmP8uA_830uuzRvnqUaCVGcb0Zpd8,42625
+source_shopify/streams/streams.py,sha256=YV1JAuD8SmGDmrt6QOgGgC8hA43ijb6ltgv11OJPBxA,14696
 source_shopify/transform.py,sha256=mn0htL812_90zc_YszGQa0hHcIZQpYYdmk8IqpZm5TI,4685
 source_shopify/utils.py,sha256=DSqEchu-MQJ7zust7CNfqOkGIv9OSR-5UUsuD-bsDa8,16224
-airbyte_source_shopify-3.0.8.dev202509081459.dist-info/METADATA,sha256=GUfH4CzDOyfH0Afvotv0IHmYcTGXCwoq44UpHficGHE,5313
-airbyte_source_shopify-3.0.8.dev202509081459.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_source_shopify-3.0.8.dev202509081459.dist-info/entry_points.txt,sha256=SyTwKSsPk9MCdPf01saWpnp8hcmZOgBssVcSIvMbBeQ,57
-airbyte_source_shopify-3.0.8.dev202509081459.dist-info/RECORD,,
+airbyte_source_shopify-3.0.9rc1.dist-info/METADATA,sha256=48tdZ-Y3x0KMM9Ijw9aPM66gvuAg6TBuYKN0hJZYulU,5300
+airbyte_source_shopify-3.0.9rc1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_source_shopify-3.0.9rc1.dist-info/entry_points.txt,sha256=SyTwKSsPk9MCdPf01saWpnp8hcmZOgBssVcSIvMbBeQ,57
+airbyte_source_shopify-3.0.9rc1.dist-info/RECORD,,

source_shopify/shopify_graphql/bulk/job.py

@@ -531,9 +531,14 @@ class ShopifyBulkManager:
         self, slice_end: datetime, checkpointed_cursor: Optional[str] = None, filter_checkpointed_cursor: Optional[str] = None
     ) -> datetime:
         """
-        Choose between the existing `slice_end` value or `checkpointed_cursor` value, if provided.
+        Choose between the existing `slice_end` value or `checkpointed_cursor` value or `filter_checkpointed_cursor` value, if provided.
 
         Optionally: raises the `transient` error if the checkpoint collision occurs.
+
+        Note: filter_checkpointed_cursor is only used when cursor field is ID for streams like Customer Address etc.
+        This method should return a datetime from last checkpointed value to adjust slice end, when cursor value is ID (int type)
+        method gets end datetime from filter_checkpointed_cursor, which is value from filter field from last record.
+        See https://github.com/airbytehq/oncall/issues/9052 for more details.
         """
 
         if checkpointed_cursor:

source_shopify/streams/base_streams.py

@@ -222,6 +222,11 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
         return params
 
     def track_checkpoint_cursor(self, record_value: Union[str, int], filter_record_value: Optional[str] = None) -> None:
+        """
+        Tracks _checkpoint_cursor value (values from cursor field) and _filter_checkpointed_cursor value (value from filter field).
+        _filter_checkpointed_cursor value is only used when cursor field is ID for streams like Customer Address etc.
+        When after canceled/failed job source tries to adjust stream slice (see ShopifyBulkManager._adjust_slice_end()).
+        """
         if self.filter_by_state_checkpoint:
             # set checkpoint cursor
             if not self._checkpoint_cursor:
@@ -231,9 +236,7 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
                 self._checkpoint_cursor = record_value
 
             if filter_record_value:
-                if not self._filter_checkpointed_cursor:
-                    self._filter_checkpointed_cursor = filter_record_value
-                if str(filter_record_value) >= str(self._filter_checkpointed_cursor):
+                if not self._filter_checkpointed_cursor or str(filter_record_value) >= str(self._filter_checkpointed_cursor):
                     self._filter_checkpointed_cursor = filter_record_value
 
     def should_checkpoint(self, index: int) -> bool:

source_shopify/streams/streams.py

@@ -4,6 +4,7 @@
 
 
 import logging
+import sys
 from typing import Any, Iterable, Mapping, MutableMapping, Optional
 
 import requests
@@ -138,6 +139,12 @@ class MetafieldProducts(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products
     bulk_query: MetafieldProduct = MetafieldProduct
 
+    state_checkpoint_interval = sys.maxsize
+
+    @property
+    def filter_by_state_checkpoint(self) -> bool:
+        return True
+
 
 class ProductImages(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products