airbyte-source-shopify 4.2.4__tar.gz → 4.2.6__tar.gz

{airbyte_source_shopify-4.2.4 → airbyte_source_shopify-4.2.6}/PKG-INFO

@@ -1,19 +1,21 @@
 Metadata-Version: 2.1
 Name: airbyte-source-shopify
-Version: 4.2.4
+Version: 4.2.6
 Summary: Source CDK implementation for Shopify.
 Home-page: https://airbyte.com
 License: ELv2
 Author: Airbyte
 Author-email: contact@airbyte.io
-Requires-Python: >=3.10,<3.12
+Requires-Python: >=3.10,<3.14
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: airbyte-cdk (>=7,<8)
 Requires-Dist: graphql-query (>=1,<2)
-Requires-Dist: pendulum (>=2.1.2,<3.0.0)
+Requires-Dist: pendulum (>=3.0.0,<4.0.0)
 Requires-Dist: sgqlc (==16.3)
 Project-URL: Documentation, https://docs.airbyte.com/integrations/sources/shopify
 Project-URL: Repository, https://github.com/airbytehq/airbyte

{airbyte_source_shopify-4.2.4 → airbyte_source_shopify-4.2.6}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "4.2.4"
+version = "4.2.6"
 name = "airbyte-source-shopify"
 description = "Source CDK implementation for Shopify."
 authors = [ "Airbyte <contact@airbyte.io>",]
@@ -16,11 +16,11 @@ repository = "https://github.com/airbytehq/airbyte"
 include = "source_shopify"
 
 [tool.poetry.dependencies]
-python = "^3.10,<3.12"
+python = "^3.10,<3.14"
 airbyte-cdk = "^7"
 sgqlc = "==16.3"
 graphql-query = "^1"
-pendulum = "^2.1.2"
+pendulum = "^3.0.0"
 
 [tool.poetry.scripts]
 source-shopify = "source_shopify.run:run"

{airbyte_source_shopify-4.2.4 → airbyte_source_shopify-4.2.6}/source_shopify/shopify_graphql/bulk/query.py

@@ -1943,6 +1943,7 @@ class Transaction(ShopifyBulkQuery):
                         __typename
                         id
                         currency: currencyCode
+                        order_created_at: createdAt
                         transactions {
                             id
                             errorCode
@@ -2085,6 +2086,7 @@ class Transaction(ShopifyBulkQuery):
         "__typename",
         "id",
         Field(name="currencyCode", alias="currency"),
+        Field(name="createdAt", alias="order_created_at"),
         Field(name="transactions", fields=transaction_fields),
     ]
 
@@ -2172,6 +2174,7 @@ class Transaction(ShopifyBulkQuery):
                     # populate parent record keys
                     transaction["order_id"] = record.get("id")
                     transaction["currency"] = record.get("currency")
+                    transaction["order_created_at"] = self.tools.from_iso8601_to_rfc3339(record, "order_created_at")
                     yield self.process_transaction(transaction)
 
 

{airbyte_source_shopify-4.2.4 → airbyte_source_shopify-4.2.6}/source_shopify/streams/base_streams.py

@@ -266,6 +266,9 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
     def should_checkpoint(self, index: int) -> bool:
         return self.filter_by_state_checkpoint and index >= self.state_checkpoint_interval
 
+    def should_emit_record_older_than_state(self, record: Mapping[str, Any], state_value: Any) -> bool:
+        return False
+
     # Parse the `records` with respect to the `stream_state` for the `Incremental refresh`
     # cases where we slice the stream, the endpoints for those classes don't accept any other filtering,
     # but they provide us with the updated_at field in most cases, so we used that as incremental filtering during the order slicing.
@@ -283,7 +286,7 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
                     filter_record_value = record.get(self.filter_field) if self.filter_field else None
                     self.track_checkpoint_cursor(record_value, filter_record_value)
                     if record_value:
-                        if record_value >= state_value:
+                        if record_value >= state_value or self.should_emit_record_older_than_state(record, state_value):
                             yield record
                         else:
                             if self.should_checkpoint(index):

{airbyte_source_shopify-4.2.4 → airbyte_source_shopify-4.2.6}/source_shopify/streams/streams.py

@@ -439,6 +439,17 @@ class TransactionsGraphql(IncrementalShopifyGraphQlBulkStream):
         # override default name. This stream is essentially the same as `Transactions` stream, but it's using GraphQL API, which does not include the user_id field
         return "transactions"
 
+    def should_emit_record_older_than_state(self, record: Mapping[str, Any], state_value: Any) -> bool:
+        # transactions of offsite payments can predate their order, so they are first exported with the newly created order
+        order_created_at = record.get("order_created_at")
+        return bool(order_created_at) and order_created_at >= state_value
+
+    def read_records(self, *args, **kwargs) -> Iterable[Mapping[str, Any]]:
+        for record in super().read_records(*args, **kwargs):
+            # `order_created_at` is only used for state comparison, it should not be part of the output
+            record.pop("order_created_at", None)
+            yield record
+
     def get_json_schema(self) -> Mapping[str, Any]:
         """
         This stream has the same schema as `Transactions` stream, except of: