airbyte-source-shopify 2.5.18__py3-none-any.whl → 2.6.1__py3-none-any.whl

{airbyte_source_shopify-2.5.18.dist-info → airbyte_source_shopify-2.6.1.dist-info}/METADATA

@@ -1,8 +1,7 @@
 Metadata-Version: 2.3
 Name: airbyte-source-shopify
-Version: 2.5.18
+Version: 2.6.1
 Summary: Source CDK implementation for Shopify.
-Home-page: https://airbyte.com
 License: ELv2
 Author: Airbyte
 Author-email: contact@airbyte.io
@@ -15,6 +14,7 @@ Requires-Dist: airbyte-cdk (>=6,<7)
 Requires-Dist: graphql-query (>=1,<2)
 Requires-Dist: sgqlc (==16.3)
 Project-URL: Documentation, https://docs.airbyte.com/integrations/sources/shopify
+Project-URL: Homepage, https://airbyte.com
 Project-URL: Repository, https://github.com/airbytehq/airbyte
 Description-Content-Type: text/markdown
 

{airbyte_source_shopify-2.5.18.dist-info → airbyte_source_shopify-2.6.1.dist-info}/RECORD

@@ -13,7 +13,6 @@ source_shopify/schemas/countries.json,sha256=HrDHbtuc1WHyAzKVMqllTzcYdDmPQ2kwnEw
 source_shopify/schemas/custom_collections.json,sha256=ElDY1y_G_VFPOGr9ipU022AZDWKB2LC8n8Cb6FGF8UM,3100
 source_shopify/schemas/customer_address.json,sha256=kLKylul_xK7eO_aduvDddj078k8aQLM4JtUEpa5Tp_8,2628
 source_shopify/schemas/customer_journey_summary.json,sha256=GlZmIqFeR1x84DwgwMo28HQ8QseImkhvYxLSNRkUmwg,12733
-source_shopify/schemas/customer_saved_search.json,sha256=VKk7gFVdempXguprL3n5krTIpleMEPzarY7U7qfiGvw,986
 source_shopify/schemas/customers.json,sha256=pywejBEtvMnRHvvnJQhfA8NlCBjELv7XuMlKdpS4cZI,10233
 source_shopify/schemas/discount_codes.json,sha256=YxGptdpjXwM46fmzs5zoi3m96xAWKXrfllC_oIZW0vo,3730
 source_shopify/schemas/disputes.json,sha256=Uvzy1Gi954cLxij6H0Vbz0OWS6GS10YaJI4DJfY2x8I,1775
@@ -45,12 +44,11 @@ source_shopify/schemas/price_rules.json,sha256=aZ-Re9Oc9g0ci8SPn0_ufvKPsGDBcTaXH
 source_shopify/schemas/product_images.json,sha256=0l3ACfOfnXz8N8oMHwvvfZUFKeeuZ2DlRRu5-FxUhaI,1760
 source_shopify/schemas/product_variants.json,sha256=gEX-ZjfE95zJndX6MfmImCg499vYh97t7OWD5EQPHF0,8267
 source_shopify/schemas/products.json,sha256=n7m1ndEnAM7Pee5ca0JZWCl5Y0VffGmTZjqjHhiht1I,22609
-source_shopify/schemas/products_graph_ql.json,sha256=4zdUEMsaZsWDQDf2mDVEOe7LnHEyG0LhCtrEPDXUk1s,3598
 source_shopify/schemas/shop.json,sha256=vEGiTvEYX7qnMq06MRVBycqih49h49xjTNC6gJuxTWs,8137
 source_shopify/schemas/smart_collections.json,sha256=kv7dINsvgzJ0RyKfFNKjU0apdNDXwQaHfnNZfQsshcU,2009
 source_shopify/schemas/tender_transactions.json,sha256=U8fdT-eflycEPzYSpBDiB0lp9wxmJHgioHTrICflh78,2006
 source_shopify/schemas/transactions.json,sha256=vbwscH3UcAtbSsC70mBka4oNaFR4S3S6IFBmzR7t37U,10226
-source_shopify/scopes.py,sha256=PfqovbAvu_HZPim2kWQQUe-2rZ80Aq5yHPfNbHP87gA,6534
+source_shopify/scopes.py,sha256=UVDERXNismYSnRaXwUXcn8x7Z6EtoNKOHts0Vs_Kl2I,6443
 source_shopify/shopify_graphql/bulk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 source_shopify/shopify_graphql/bulk/exceptions.py,sha256=4dj7Za4xIfwL-zf8joT9svF_RSoGlE3GviMiIl1e1rs,2532
 source_shopify/shopify_graphql/bulk/job.py,sha256=_GL2WXK23yJjYcnOzuiBgpBxvng3RF_ezPhl265puz4,27635
@@ -59,15 +57,13 @@ source_shopify/shopify_graphql/bulk/record.py,sha256=X6VGngugv7a_S8UEeDo121BkdCV
 source_shopify/shopify_graphql/bulk/retry.py,sha256=R5rSJJE8D5zcj6mN-OmmNO2aFZEIdjAlWclDDVW5KPI,2626
 source_shopify/shopify_graphql/bulk/status.py,sha256=RmuQ2XsYL3iRCpVGxea9F1wXGmbwasDCSXjaTyL4LMA,328
 source_shopify/shopify_graphql/bulk/tools.py,sha256=nUQ2ZmPTKJNJdfLToR6KJtLKcJFCChSifkAOvwg0Vss,4065
-source_shopify/shopify_graphql/graphql.py,sha256=aJccSbPQKrmhq61KHUfYG94GzRsaPUwHaLZiNcFxjf0,1970
-source_shopify/shopify_graphql/schema.py,sha256=ICPxr0MWsmAUZjOWCx_zRbSNourHznKNDcWX5y_x-RM,1354904
-source_shopify/source.py,sha256=_anfEQKazPlSV9yOqlOXhSVQfuoc1wL-w4HOYm2nFso,8569
+source_shopify/source.py,sha256=WmtSMHMop9NvREj0VUR6P8qWYWyv21y6rFk42bPBzAo,8445
 source_shopify/spec.json,sha256=ITYWiQ-NrI5VISk5qmUQhp9ChUE2FV18d8xzVzPwvAg,6144
 source_shopify/streams/base_streams.py,sha256=-Yww6tSot5xG4MSwSK2JWHjR3DDFYM9q5Lw3GAKDNsc,40491
-source_shopify/streams/streams.py,sha256=AhB73104HJNLWDTSgLdCJWcEoqsO3KxnBccOzeGNUmI,12056
+source_shopify/streams/streams.py,sha256=UoWe89U5xfM2jdgCpWqRv5S4tXGM7GTMU0gq8nCr9oU,9618
 source_shopify/transform.py,sha256=mn0htL812_90zc_YszGQa0hHcIZQpYYdmk8IqpZm5TI,4685
 source_shopify/utils.py,sha256=GOIIL_UVHfgkrfI5CbDkSQi92qdgcbcGEFyZQ_A78KE,14463
-airbyte_source_shopify-2.5.18.dist-info/METADATA,sha256=D6ZxVY8OFtQX01ov6I6CgngUPJItOuf--tz3QO0ogBI,5257
-airbyte_source_shopify-2.5.18.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-airbyte_source_shopify-2.5.18.dist-info/entry_points.txt,sha256=SyTwKSsPk9MCdPf01saWpnp8hcmZOgBssVcSIvMbBeQ,57
-airbyte_source_shopify-2.5.18.dist-info/RECORD,,
+airbyte_source_shopify-2.6.1.dist-info/METADATA,sha256=GTU4ejrYteeQnSTGydYu86uaUBnHP5e09J9Gh39s07s,5268
+airbyte_source_shopify-2.6.1.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+airbyte_source_shopify-2.6.1.dist-info/entry_points.txt,sha256=SyTwKSsPk9MCdPf01saWpnp8hcmZOgBssVcSIvMbBeQ,57
+airbyte_source_shopify-2.6.1.dist-info/RECORD,,

{airbyte_source_shopify-2.5.18.dist-info → airbyte_source_shopify-2.6.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.0.0
+Generator: poetry-core 2.0.1
 Root-Is-Purelib: true
 Tag: py3-none-any

source_shopify/scopes.py

@@ -19,7 +19,6 @@ SCOPES_MAPPING: Mapping[str, set[str]] = {
     # SCOPE: read_customers
     "Customers": ("read_customers",),
     "MetafieldCustomers": ("read_customers",),
-    "CustomerSavedSearch": ("read_customers",),
     "CustomerAddress": ("read_customers",),
     # SCOPE: read_orders
     "OrderAgreements": ("read_orders",),
@@ -38,7 +37,6 @@ SCOPES_MAPPING: Mapping[str, set[str]] = {
     "MetafieldDraftOrders": ("read_draft_orders",),
     # SCOPE: read_products
     "Products": ("read_products",),
-    "ProductsGraphQl": ("read_products",),
     "MetafieldProducts": ("read_products",),
     "ProductImages": ("read_products",),
     "MetafieldProductImages": ("read_products",),

source_shopify/source.py

@@ -27,7 +27,6 @@ from .streams.streams import (
     CustomerAddress,
     CustomerJourneySummary,
     Customers,
-    CustomerSavedSearch,
     DiscountCodes,
     Disputes,
     DraftOrders,
@@ -57,7 +56,6 @@ from .streams.streams import (
     PriceRules,
     ProductImages,
     Products,
-    ProductsGraphQl,
     ProductVariants,
     Shop,
     SmartCollections,
@@ -212,13 +210,11 @@ class SourceShopify(AbstractSource):
             PriceRules(config),
             ProductImages(config),
             Products(config),
-            ProductsGraphQl(config),
             ProductVariants(config),
             Shop(config),
             SmartCollections(config),
             TenderTransactions(config),
             self.select_transactions_stream(config),
-            CustomerSavedSearch(config),
             CustomerAddress(config),
             Countries(config),
         ]

source_shopify/streams/streams.py

@@ -3,10 +3,8 @@
 #
 
 
-from typing import Any, Iterable, Mapping, MutableMapping, Optional
+from typing import Any, Mapping, MutableMapping
 
-import requests
-from requests.exceptions import RequestException
 from source_shopify.shopify_graphql.bulk.query import (
     Collection,
     CustomerAddresses,
@@ -30,9 +28,6 @@ from source_shopify.shopify_graphql.bulk.query import (
     ProductVariant,
     Transaction,
 )
-from source_shopify.shopify_graphql.graphql import get_query_products
-from source_shopify.utils import ApiTypeEnum
-from source_shopify.utils import ShopifyRateLimiter as limiter
 
 from airbyte_cdk.sources.streams.core import package_name_from_class
 from airbyte_cdk.sources.utils.schema_helpers import ResourceSchemaLoader
@@ -120,57 +115,6 @@ class Products(IncrementalShopifyGraphQlBulkStream):
     bulk_query: Product = Product
 
 
-class ProductsGraphQl(IncrementalShopifyStream):
-    filter_field = "updatedAt"
-    cursor_field = "updatedAt"
-    data_field = "graphql"
-    http_method = "POST"
-    # pin the old api_version before this stream is deprecated
-    api_version = "2023-07"
-
-    def request_params(
-        self,
-        stream_state: Optional[Mapping[str, Any]] = None,
-        next_page_token: Optional[Mapping[str, Any]] = None,
-        **kwargs,
-    ) -> MutableMapping[str, Any]:
-        return {}
-
-    def request_body_json(
-        self,
-        stream_state: Mapping[str, Any],
-        stream_slice: Optional[Mapping[str, Any]] = None,
-        next_page_token: Optional[Mapping[str, Any]] = None,
-    ) -> Optional[Mapping]:
-        state_value = stream_state.get(self.filter_field)
-        if state_value:
-            filter_value = state_value
-        else:
-            filter_value = self.default_filter_field_value
-        query = get_query_products(
-            first=self.limit, filter_field=self.filter_field, filter_value=filter_value, next_page_token=next_page_token
-        )
-        return {"query": query}
-
-    @staticmethod
-    def next_page_token(response: requests.Response) -> Optional[Mapping[str, Any]]:
-        page_info = response.json()["data"]["products"]["pageInfo"]
-        has_next_page = page_info["hasNextPage"]
-        if has_next_page:
-            return page_info["endCursor"]
-        else:
-            return None
-
-    @limiter.balance_rate_limit(api_type=ApiTypeEnum.graphql.value)
-    def parse_response(self, response: requests.Response, **kwargs) -> Iterable[Mapping]:
-        if response.status_code is requests.codes.OK:
-            try:
-                json_response = response.json()["data"]["products"]["nodes"]
-                yield from self.produce_records(json_response)
-            except RequestException as e:
-                self.logger.warning(f"Unexpected error in `parse_ersponse`: {e}, the actual response data: {response.text}")
-
-
 class MetafieldProducts(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Products
     bulk_query: MetafieldProduct = MetafieldProduct
@@ -377,14 +321,6 @@ class MetafieldShops(IncrementalShopifyStream):
     data_field = "metafields"
 
 
-class CustomerSavedSearch(IncrementalShopifyStream):
-    api_version = "2022-01"
-    cursor_field = "id"
-    order_field = "id"
-    data_field = "customer_saved_searches"
-    filter_field = "since_id"
-
-
 class CustomerAddress(IncrementalShopifyGraphQlBulkStream):
     parent_stream_class = Customers
     bulk_query: CustomerAddresses = CustomerAddresses

source_shopify/schemas/customer_saved_search.json

@@ -1,32 +0,0 @@
-{
-  "type": ["null", "object"],
-  "additionalProperties": true,
-  "properties": {
-    "created_at": {
-      "description": "The date and time when the customer saved search was created.",
-      "type": ["null", "string"],
-      "format": "date-time"
-    },
-    "id": {
-      "description": "The unique identifier for the customer saved search.",
-      "type": ["null", "integer"]
-    },
-    "name": {
-      "description": "The name given to the customer saved search.",
-      "type": ["null", "string"]
-    },
-    "query": {
-      "description": "The search query string or parameters used for this saved search.",
-      "type": ["null", "string"]
-    },
-    "shop_url": {
-      "description": "The URL of the shop associated with this customer saved search.",
-      "type": ["null", "string"]
-    },
-    "updated_at": {
-      "description": "The date and time when the customer saved search was last updated.",
-      "type": ["null", "string"],
-      "format": "date-time"
-    }
-  }
-}

source_shopify/schemas/products_graph_ql.json

@@ -1,123 +0,0 @@
-{
-  "$schema": "http://json-schema.org/schema#",
-  "properties": {
-    "createdAt": {
-      "description": "The date and time when the product was created.",
-      "type": "string"
-    },
-    "description": {
-      "description": "The product's description.",
-      "type": "string"
-    },
-    "descriptionHtml": {
-      "description": "The product's description in HTML format.",
-      "type": "string"
-    },
-    "handle": {
-      "description": "The unique URL-friendly handle of the product.",
-      "type": "string"
-    },
-    "id": {
-      "description": "The unique identifier of the product.",
-      "type": "string"
-    },
-    "isGiftCard": {
-      "description": "Indicates whether the product is a gift card.",
-      "type": "boolean"
-    },
-    "legacyResourceId": {
-      "description": "The legacy resource ID of the product.",
-      "type": "string"
-    },
-    "mediaCount": {
-      "description": "The total count of media (images/videos) associated with the product.",
-      "type": "integer"
-    },
-    "onlineStorePreviewUrl": {
-      "description": "The URL for previewing the product on the online store.",
-      "type": "string"
-    },
-    "onlineStoreUrl": {
-      "description": "The URL of the product on the online store.",
-      "type": ["null", "string"]
-    },
-    "options": {
-      "description": "Represents various options available for the product",
-      "items": {
-        "properties": {
-          "id": {
-            "description": "The unique identifier of the option.",
-            "type": "string"
-          },
-          "name": {
-            "description": "The name of the option.",
-            "type": "string"
-          },
-          "position": {
-            "description": "The position of the option.",
-            "type": "integer"
-          },
-          "values": {
-            "description": "Contains the different values for the options",
-            "items": {
-              "description": "The possible values for the option.",
-              "type": "string"
-            },
-            "type": "array"
-          }
-        },
-        "type": "object"
-      },
-      "type": "array"
-    },
-    "productType": {
-      "description": "The type or category of the product.",
-      "type": "string"
-    },
-    "publishedAt": {
-      "description": "The date and time when the product was published.",
-      "type": ["null", "string"]
-    },
-    "shop_url": {
-      "description": "The URL of the shop where the product is listed.",
-      "type": "string"
-    },
-    "status": {
-      "description": "The status of the product.",
-      "type": "string"
-    },
-    "tags": {
-      "description": "Contains tags associated with the product",
-      "items": {
-        "description": "The tags associated with the product.",
-        "type": "string"
-      },
-      "type": "array"
-    },
-    "title": {
-      "description": "The title or name of the product.",
-      "type": "string"
-    },
-    "totalInventory": {
-      "description": "The total inventory count of the product.",
-      "type": "integer"
-    },
-    "totalVariants": {
-      "description": "The total number of variants available for the product.",
-      "type": "integer"
-    },
-    "tracksInventory": {
-      "description": "Indicates whether inventory tracking is enabled for the product.",
-      "type": "boolean"
-    },
-    "updatedAt": {
-      "description": "The date and time when the product was last updated.",
-      "type": "string"
-    },
-    "vendor": {
-      "description": "The vendor or manufacturer of the product.",
-      "type": "string"
-    }
-  },
-  "type": "object"
-}

source_shopify/shopify_graphql/graphql.py

@@ -1,65 +0,0 @@
-#
-# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
-#
-
-
-from typing import Optional
-
-import sgqlc.operation
-
-from . import schema
-
-
-_schema = schema
-_schema_root = _schema.shopify_schema
-
-
-# the graphql api requires the query filter to be snake case even though the column returned is camel case
-def _camel_to_snake(camel_case: str):
-    snake_case = []
-    for char in camel_case:
-        if char.isupper():
-            snake_case.append("_" + char.lower())
-        else:
-            snake_case.append(char)
-    return "".join(snake_case).lstrip("_")
-
-
-def get_query_products(first: int, filter_field: str, filter_value: str, next_page_token: Optional[str]):
-    op = sgqlc.operation.Operation(_schema_root.query_type)
-    snake_case_filter_field = _camel_to_snake(filter_field)
-    products_args = {
-        "first": first,
-        "query": f"{snake_case_filter_field}:>'{filter_value}'" if filter_value else None,
-        "after": next_page_token,
-    }
-    products = op.products(**products_args)
-    products.nodes.id()
-    products.nodes.title()
-    products.nodes.updated_at()
-    products.nodes.created_at()
-    products.nodes.published_at()
-    products.nodes.status()
-    products.nodes.vendor()
-    products.nodes.product_type()
-    products.nodes.tags()
-    products.nodes.options()
-    products.nodes.options().id()
-    products.nodes.options().name()
-    products.nodes.options().position()
-    products.nodes.options().values()
-    products.nodes.handle()
-    products.nodes.description()
-    products.nodes.tracks_inventory()
-    products.nodes.total_inventory()
-    products.nodes.total_variants()
-    products.nodes.online_store_url()
-    products.nodes.online_store_preview_url()
-    products.nodes.description_html()
-    products.nodes.is_gift_card()
-    products.nodes.legacy_resource_id()
-    products.nodes.media_count()
-    products.page_info()
-    products.page_info.has_next_page()
-    products.page_info.end_cursor()
-    return str(op)