airbyte-source-shopify 3.0.13.dev202512261812__tar.gz → 3.0.14.dev202512222034__tar.gz

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-shopify
-Version: 3.0.13.dev202512261812
+Version: 3.0.14.dev202512222034
 Summary: Source CDK implementation for Shopify.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "3.0.13.dev.202512261812"
+version = "3.0.14.dev.202512222034"
 name = "airbyte-source-shopify"
 description = "Source CDK implementation for Shopify."
 authors = [ "Airbyte <contact@airbyte.io>",]

airbyte_source_shopify-3.0.14.dev202512222034/source_shopify/schemas/deleted_products.json

@@ -0,0 +1,27 @@
+{
+  "type": ["object", "null"],
+  "additionalProperties": true,
+  "properties": {
+    "id": {
+      "description": "The unique identifier of the deleted product.",
+      "type": ["null", "integer"]
+    },
+    "deleted_at": {
+      "description": "The date and time when the product was deleted.",
+      "type": ["null", "string"],
+      "format": "date-time"
+    },
+    "deleted_message": {
+      "description": "Message related to the deletion of the product.",
+      "type": ["null", "string"]
+    },
+    "deleted_description": {
+      "description": "Description of the reason for deletion.",
+      "type": ["null", "string"]
+    },
+    "shop_url": {
+      "description": "The URL of the shop where the product was listed.",
+      "type": ["null", "string"]
+    }
+  }
+}

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/source_shopify/scopes.py

@@ -37,6 +37,7 @@ SCOPES_MAPPING: Mapping[str, set[str]] = {
     "MetafieldDraftOrders": ("read_draft_orders",),
     # SCOPE: read_products
     "Products": ("read_products",),
+    "DeletedProducts": ("read_products",),
     "MetafieldProducts": ("read_products",),
     "ProductImages": ("read_products",),
     "MetafieldProductImages": ("read_products",),

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/source_shopify/source.py

@@ -27,6 +27,7 @@ from .streams.streams import (
     CustomerAddress,
     CustomerJourneySummary,
     Customers,
+    DeletedProducts,
     DiscountCodes,
     Disputes,
     DraftOrders,
@@ -211,6 +212,7 @@ class SourceShopify(AbstractSource):
             PriceRules(config),
             ProductImages(config),
             Products(config),
+            DeletedProducts(config),
             ProductVariants(config),
             Shop(config),
             SmartCollections(config),

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/source_shopify/spec.json

@@ -119,15 +119,6 @@
         "default": 100000,
         "minimum": 15000,
         "maximum": 1000000
-      },
-      "lookback_window_in_days": {
-        "type": "integer",
-        "title": "Lookback Window (in days)",
-        "description": "The number of days to look back for records that may have been missed due to race conditions or late-arriving data. This is useful for ensuring data completeness in incremental syncs. Setting this to 1 or more will re-fetch records from the specified number of days before the last sync state.",
-        "default": 0,
-        "minimum": 0,
-        "maximum": 30,
-        "order": 7
       }
     }
   },

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/source_shopify/streams/base_streams.py

@@ -209,24 +209,6 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
         current_state_value = current_stream_state.get(self.cursor_field) or self.default_state_comparison_value
         return {self.cursor_field: max(last_record_value, current_state_value)}
 
-    def _apply_lookback_window(self, state_value: str) -> str:
-        """
-        Apply the lookback window to the state value by subtracting the configured number of days.
-        This helps capture records that may have been missed due to race conditions or late-arriving data.
-        """
-        lookback_days = self.config.get("lookback_window_in_days", 0)
-        if lookback_days > 0:
-            state_datetime = pdm.parse(state_value)
-            adjusted_datetime = state_datetime.subtract(days=lookback_days)
-            # Ensure we don't go before the configured start_date
-            start_date = self.config.get("start_date")
-            if start_date:
-                start_datetime = pdm.parse(start_date)
-                if adjusted_datetime < start_datetime:
-                    adjusted_datetime = start_datetime
-            return adjusted_datetime.to_rfc3339_string()
-        return state_value
-
     @stream_state_cache.cache_stream_state
     def request_params(
         self, stream_state: Optional[Mapping[str, Any]] = None, next_page_token: Optional[Mapping[str, Any]] = None, **kwargs
@@ -236,11 +218,7 @@ class IncrementalShopifyStream(ShopifyStream, ABC):
         if not next_page_token:
             params["order"] = f"{self.order_field} asc"
             if stream_state:
-                state_value = stream_state.get(self.cursor_field)
-                # Apply lookback window to go back N days from the state
-                if state_value and self.filter_field != "since_id":
-                    state_value = self._apply_lookback_window(state_value)
-                params[self.filter_field] = state_value
+                params[self.filter_field] = stream_state.get(self.cursor_field)
         return params
 
     def track_checkpoint_cursor(self, record_value: Union[str, int], filter_record_value: Optional[str] = None) -> None:
@@ -844,9 +822,6 @@ class IncrementalShopifyGraphQlBulkStream(IncrementalShopifyStream):
     def stream_slices(self, stream_state: Optional[Mapping[str, Any]] = None, **kwargs) -> Iterable[Optional[Mapping[str, Any]]]:
         if self.filter_field:
             state = self._get_state_value(stream_state)
-            # Apply lookback window only when we have a stream state (not on first sync)
-            if stream_state:
-                state = self._apply_lookback_window(state)
             start = pdm.parse(state)
             end = pdm.now()
             while start < end:

{airbyte_source_shopify-3.0.13.dev202512261812 → airbyte_source_shopify-3.0.14.dev202512222034}/source_shopify/streams/streams.py

@@ -135,6 +135,100 @@ class Products(IncrementalShopifyGraphQlBulkStream):
     bulk_query: Product = Product
 
 
+class DeletedProducts(IncrementalShopifyStream):
+    """
+    Stream for fetching deleted products using the Shopify GraphQL Events API.
+    This stream queries events with action:destroy and subject_type:Product to get deleted product records.
+    https://shopify.dev/docs/api/admin-graphql/latest/queries/events
+    """
+
+    data_field = "graphql"
+    cursor_field = "deleted_at"
+    http_method = "POST"
+    filter_field = None
+
+    _page_cursor: Optional[str] = None
+
+    EVENTS_QUERY = """
+    query GetDeletedProductEvents($first: Int!, $after: String, $query: String) {
+        events(first: $first, after: $after, query: $query, sortKey: CREATED_AT) {
+            pageInfo {
+                hasNextPage
+                endCursor
+            }
+            nodes {
+                ... on BasicEvent {
+                    id
+                    createdAt
+                    message
+                    subjectId
+                    subjectType
+                }
+            }
+        }
+    }
+    """
+
+    @property
+    def url_base(self) -> str:
+        return f"https://{self.config['shop']}.myshopify.com/admin/api/{self.api_version}/graphql.json"
+
+    def path(self, **kwargs) -> str:
+        return ""
+
+    def request_params(
+        self, stream_state: Mapping[str, Any] = None, next_page_token: Mapping[str, Any] = None, **kwargs
+    ) -> MutableMapping[str, Any]:
+        return {}
+
+    def request_body_json(
+        self,
+        stream_state: Optional[Mapping[str, Any]] = None,
+        stream_slice: Optional[Mapping[str, Any]] = None,
+        next_page_token: Optional[Mapping[str, Any]] = None,
+    ) -> Optional[Mapping[str, Any]]:
+        query_filter = "action:destroy AND subject_type:Product"
+        if stream_state and stream_state.get(self.cursor_field):
+            state_value = stream_state[self.cursor_field]
+            query_filter += f" AND created_at:>'{state_value}'"
+
+        variables = {
+            "first": 250,
+            "query": query_filter,
+        }
+
+        if next_page_token and next_page_token.get("cursor"):
+            variables["after"] = next_page_token["cursor"]
+
+        return {
+            "query": self.EVENTS_QUERY,
+            "variables": variables,
+        }
+
+    def next_page_token(self, response: requests.Response) -> Optional[Mapping[str, Any]]:
+        json_response = response.json()
+        page_info = json_response.get("data", {}).get("events", {}).get("pageInfo", {})
+        if page_info.get("hasNextPage"):
+            return {"cursor": page_info.get("endCursor")}
+        return None
+
+    def parse_response(self, response: requests.Response, **kwargs) -> Iterable[Mapping]:
+        json_response = response.json()
+        events = json_response.get("data", {}).get("events", {}).get("nodes", [])
+        for event in events:
+            if event.get("subjectType") == "Product" and event.get("subjectId"):
+                subject_id = event.get("subjectId", "")
+                product_id = int(subject_id.split("/")[-1]) if "/" in subject_id else None
+                if product_id:
+                    yield {
+                        "id": product_id,
+                        "deleted_at": event.get("createdAt"),
+                        "deleted_message": event.get("message"),
+                        "deleted_description": None,
+                        "shop_url": self.config.get("shop"),
+                    }
+
+
 class MetafieldProducts(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products
     bulk_query: MetafieldProduct = MetafieldProduct