ingestr 0.7.7__py3-none-any.whl → 0.8.1__py3-none-any.whl

ingestr/src/shopify/helpers.py

@@ -14,6 +14,53 @@ from .settings import DEFAULT_API_VERSION, DEFAULT_PARTNER_API_VERSION
 TOrderStatus = Literal["open", "closed", "cancelled", "any"]
 
 
+def convert_datetime_fields(item: Dict[str, Any]) -> Dict[str, Any]:
+    """Convert timestamp fields in the item to pendulum datetime objects
+
+    The item is modified in place, including nested items.
+
+    Args:
+        item: The item to convert
+
+    Returns:
+        The same data item (for convenience)
+    """
+    fields = ["created_at", "updated_at", "createdAt", "updatedAt"]
+
+    def convert_nested(obj: Any) -> Any:
+        if isinstance(obj, dict):
+            for key, value in obj.items():
+                if key in fields and isinstance(value, str):
+                    obj[key] = ensure_pendulum_datetime(value)
+                else:
+                    obj[key] = convert_nested(value)
+        elif isinstance(obj, list):
+            return [convert_nested(elem) for elem in obj]
+        return obj
+
+    return convert_nested(item)
+
+
+def remove_nodes_key(item: Any) -> Any:
+    """
+    Recursively remove the 'nodes' key from dictionaries if it's the only key and its value is an array.
+
+    Args:
+        item: The item to process (can be a dict, list, or any other type)
+
+    Returns:
+        The processed item
+    """
+    if isinstance(item, dict):
+        if len(item) == 1 and "nodes" in item and isinstance(item["nodes"], list):
+            return [remove_nodes_key(node) for node in item["nodes"]]
+        return {k: remove_nodes_key(v) for k, v in item.items()}
+    elif isinstance(item, list):
+        return [remove_nodes_key(element) for element in item]
+    else:
+        return item
+
+
 class ShopifyApi:
     """
     A Shopify API client that can be used to get pages of data from Shopify.
@@ -50,57 +97,38 @@ class ShopifyApi:
         """
         url = urljoin(self.shop_url, f"/admin/api/{self.api_version}/{resource}.json")
 
+        resource_last = resource.split("/")[-1]
+
         headers = {"X-Shopify-Access-Token": self.private_app_password}
         while url:
             response = requests.get(url, params=params, headers=headers)
             response.raise_for_status()
             json = response.json()
-            # Get item list from the page
-            yield [self._convert_datetime_fields(item) for item in json[resource]]
+            yield [convert_datetime_fields(item) for item in json[resource_last]]
             url = response.links.get("next", {}).get("url")
             # Query params are included in subsequent page URLs
             params = None
 
-    def _convert_datetime_fields(self, item: Dict[str, Any]) -> Dict[str, Any]:
-        """Convert timestamp fields in the item to pendulum datetime objects
-
-        The item is modified in place.
 
-        Args:
-            item: The item to convert
-
-        Returns:
-            The same data item (for convenience)
-        """
-        fields = ["created_at", "updated_at"]
-        for field in fields:
-            if field in item:
-                item[field] = ensure_pendulum_datetime(item[field])
-        return item
-
-
-class ShopifyPartnerApi:
-    """Client for Shopify Partner grapql API"""
+class ShopifyGraphQLApi:
+    """Client for Shopify GraphQL API"""
 
     def __init__(
         self,
         access_token: str,
-        organization_id: str,
         api_version: str = DEFAULT_PARTNER_API_VERSION,
+        base_url: str = "partners.shopify.com",
     ) -> None:
-        """
-        Args:
-            access_token: The access token to use
-            organization_id: The organization id to query
-            api_version: The API version to use (e.g. 2023-01)
-        """
         self.access_token = access_token
-        self.organization_id = organization_id
         self.api_version = api_version
+        self.base_url = base_url
 
     @property
     def graphql_url(self) -> str:
-        return f"https://partners.shopify.com/{self.organization_id}/api/{self.api_version}/graphql.json"
+        if self.base_url.startswith("https://"):
+            return f"{self.base_url}/admin/api/{self.api_version}/graphql.json"
+
+        return f"https://{self.base_url}/admin/api/{self.api_version}/graphql.json"
 
     def run_graphql_query(
         self, query: str, variables: Optional[DictStrAny] = None
@@ -130,18 +158,31 @@ class ShopifyPartnerApi:
         query: str,
         data_items_path: jsonpath.TJsonPath,
         pagination_cursor_path: jsonpath.TJsonPath,
+        pagination_cursor_has_next_page_path: jsonpath.TJsonPath,
         pagination_variable_name: str,
         variables: Optional[DictStrAny] = None,
     ) -> Iterable[TDataItems]:
         variables = dict(variables or {})
         while True:
             data = self.run_graphql_query(query, variables)
-            print(data)
             data_items = jsonpath.find_values(data_items_path, data)
+
             if not data_items:
                 break
-            yield data_items
+
+            yield [
+                remove_nodes_key(convert_datetime_fields(item)) for item in data_items
+            ]
+
             cursors = jsonpath.find_values(pagination_cursor_path, data)
             if not cursors:
                 break
+
+            if pagination_cursor_has_next_page_path:
+                has_next_page = jsonpath.find_values(
+                    pagination_cursor_has_next_page_path, data
+                )
+                if not has_next_page or not has_next_page[0]:
+                    break
+
             variables[pagination_variable_name] = cursors[-1]

ingestr/src/sources.py

@@ -1,17 +1,23 @@
 import base64
 import csv
 import json
-from datetime import date
+from datetime import date, datetime
 from typing import Any, Callable, Optional
 from urllib.parse import parse_qs, urlparse
 
 import dlt
 
+from ingestr.src.adjust._init_ import adjust_source
 from ingestr.src.airtable import airtable_source
+from ingestr.src.appsflyer._init_ import appsflyer_source
 from ingestr.src.chess import source
+from ingestr.src.facebook_ads import facebook_ads_source, facebook_insights_source
 from ingestr.src.google_sheets import google_spreadsheet
 from ingestr.src.gorgias import gorgias_source
 from ingestr.src.hubspot import hubspot
+from ingestr.src.kafka import kafka_consumer
+from ingestr.src.kafka.helpers import KafkaCredentials
+from ingestr.src.klaviyo._init_ import klaviyo_source
 from ingestr.src.mongodb import mongodb_collection
 from ingestr.src.notion import notion_databases
 from ingestr.src.shopify import shopify_source
@@ -184,11 +190,6 @@ class ShopifySource:
         return True
 
     def dlt_source(self, uri: str, table: str, **kwargs):
-        if kwargs.get("incremental_key"):
-            raise ValueError(
-                "Shopify takes care of incrementality on its own, you should not provide incremental_key"
-            )
-
         source_fields = urlparse(uri)
         source_params = parse_qs(source_fields.query)
         api_key = source_params.get("api_key")
@@ -203,7 +204,19 @@ class ShopifySource:
             date_args["end_date"] = kwargs.get("interval_end")
 
         resource = None
-        if table in ["products", "orders", "customers"]:
+        if table in [
+            "products",
+            "products_legacy",
+            "orders",
+            "customers",
+            "inventory_items",
+            "transactions",
+            "balance",
+            "events",
+            "price_rules",
+            "discounts",
+            "taxonomy",
+        ]:
             resource = table
         else:
             raise ValueError(
@@ -405,6 +418,48 @@ class StripeAnalyticsSource:
         ).with_resources(endpoint)
 
 
+class FacebookAdsSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        # facebook_ads://?access_token=abcd&account_id=1234
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "Facebook Ads takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        access_token = None
+        account_id = None
+        source_field = urlparse(uri)
+        source_params = parse_qs(source_field.query)
+        access_token = source_params.get("access_token")
+        account_id = source_params.get("account_id")
+
+        if not access_token or not account_id:
+            raise ValueError(
+                "access_token and accound_id are required to connect to Facebook Ads."
+            )
+
+        endpoint = None
+        if table in ["campaigns", "ad_sets", "ad_creatives", "ads", "leads"]:
+            endpoint = table
+        elif table in "facebook_insights":
+            return facebook_insights_source(
+                access_token=access_token[0],
+                account_id=account_id[0],
+            ).with_resources("facebook_insights")
+        else:
+            raise ValueError(
+                "fResource '{table}' is not supported for Facebook Ads source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        return facebook_ads_source(
+            access_token=access_token[0],
+            account_id=account_id[0],
+        ).with_resources(endpoint)
+
+
 class SlackSource:
     def handles_incrementality(self) -> bool:
         return True
@@ -511,3 +566,171 @@ class AirtableSource:
         return airtable_source(
             base_id=base_id[0], table_names=tables, access_token=access_token[0]
         )
+
+
+class KlaviyoSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "klaviyo_source takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        source_fields = urlparse(uri)
+        source_params = parse_qs(source_fields.query)
+        api_key = source_params.get("api_key")
+
+        if not api_key:
+            raise ValueError("api_key in the URI is required to connect to klaviyo")
+
+        resource = None
+        if table in [
+            "events",
+            "profiles",
+            "campaigns",
+            "metrics",
+            "tags",
+            "coupons",
+            "catalog-variants",
+            "catalog-categories",
+            "catalog-items",
+            "forms",
+            "lists",
+            "images",
+            "segments",
+            "flows",
+            "templates",
+        ]:
+            resource = table
+        else:
+            raise ValueError(
+                f"Resource '{table}' is not supported for Klaviyo source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        start_date = kwargs.get("interval_start") or "2000-01-01"
+        return klaviyo_source(
+            api_key=api_key[0],
+            start_date=start_date,
+        ).with_resources(resource)
+
+
+class KafkaSource:
+    def handles_incrementality(self) -> bool:
+        return False
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        # kafka://?bootstrap_servers=localhost:9092&group_id=test_group&security_protocol=SASL_SSL&sasl_mechanisms=PLAIN&sasl_username=example_username&sasl_password=example_secret
+        source_fields = urlparse(uri)
+        source_params = parse_qs(source_fields.query)
+
+        bootstrap_servers = source_params.get("bootstrap_servers")
+        group_id = source_params.get("group_id")
+        security_protocol = source_params.get("security_protocol", [])
+        sasl_mechanisms = source_params.get("sasl_mechanisms", [])
+        sasl_username = source_params.get("sasl_username", [])
+        sasl_password = source_params.get("sasl_password", [])
+        batch_size = source_params.get("batch_size", [3000])
+        batch_timeout = source_params.get("batch_timeout", [3])
+
+        if not bootstrap_servers:
+            raise ValueError(
+                "bootstrap_servers in the URI is required to connect to kafka"
+            )
+
+        if not group_id:
+            raise ValueError("group_id in the URI is required to connect to kafka")
+
+        start_date = kwargs.get("interval_start")
+        return kafka_consumer(
+            topics=[table],
+            credentials=KafkaCredentials(
+                bootstrap_servers=bootstrap_servers[0],
+                group_id=group_id[0],
+                security_protocol=security_protocol[0]
+                if len(security_protocol) > 0
+                else None,  # type: ignore
+                sasl_mechanisms=sasl_mechanisms[0]
+                if len(sasl_mechanisms) > 0
+                else None,  # type: ignore
+                sasl_username=sasl_username[0] if len(sasl_username) > 0 else None,  # type: ignore
+                sasl_password=sasl_password[0] if len(sasl_password) > 0 else None,  # type: ignore
+            ),
+            start_from=start_date,
+            batch_size=int(batch_size[0]),
+            batch_timeout=int(batch_timeout[0]),
+        )
+
+
+class AdjustSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "Adjust takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        source_part = urlparse(uri)
+        source_params = parse_qs(source_part.query)
+        api_key = source_params.get("api_key")
+
+        if not api_key:
+            raise ValueError("api_key in the URI is required to connect to Adjust")
+
+        interval_start = kwargs.get("interval_start")
+        interval_end = kwargs.get("interval_end")
+
+        start_date = (
+            interval_start.strftime("%Y-%m-%d") if interval_start else "2000-01-01"
+        )
+        end_date = (
+            interval_end.strftime("%Y-%m-%d")
+            if interval_end
+            else datetime.now().strftime("%Y-%m-%d")
+        )
+
+        Endpoint = None
+        if table in ["campaigns", "creatives"]:
+            Endpoint = table
+
+        return adjust_source(
+            start_date=start_date, end_date=end_date, api_key=api_key[0]
+        ).with_resources(Endpoint)
+
+
+class AppsflyerSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "Appsflyer_Source takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        source_fields = urlparse(uri)
+        source_params = parse_qs(source_fields.query)
+        api_key = source_params.get("api_key")
+
+        if not api_key:
+            raise ValueError("api_key in the URI is required to connect to Appsflyer")
+
+        resource = None
+        if table in ["campaigns", "creatives"]:
+            resource = table
+        else:
+            raise ValueError(
+                f"Resource '{table}' is not supported for Appsflyer source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        start_date = kwargs.get("interval_start") or "2024-01-02"
+        end_date = kwargs.get("interval_end") or "2024-01-29"
+
+        return appsflyer_source(
+            api_key=api_key[0],
+            start_date=start_date,
+            end_date=end_date,
+        ).with_resources(resource)

ingestr/src/version.py

@@ -1 +1 @@
-__version__ = "0.7.7"
+__version__ = "0.8.1"

{ingestr-0.7.7.dist-info → ingestr-0.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ingestr
-Version: 0.7.7
+Version: 0.8.1
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
@@ -14,11 +14,13 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Topic :: Database
 Requires-Python: >=3.9
+Requires-Dist: confluent-kafka>=2.3.0
 Requires-Dist: cx-oracle==8.3.0
 Requires-Dist: databricks-sql-connector==2.9.3
 Requires-Dist: dlt==0.5.1
 Requires-Dist: duckdb-engine==0.11.5
 Requires-Dist: duckdb==0.10.2
+Requires-Dist: facebook-business==20.0.0
 Requires-Dist: google-api-python-client==2.130.0
 Requires-Dist: google-cloud-bigquery-storage==2.24.0
 Requires-Dist: mysql-connector-python==9.0.0
@@ -42,6 +44,7 @@ Requires-Dist: sqlalchemy==1.4.52
 Requires-Dist: stripe==10.7.0
 Requires-Dist: tqdm==4.66.2
 Requires-Dist: typer==0.12.3
+Requires-Dist: types-requests==2.32.0.20240907
 Description-Content-Type: text/markdown
 
 <div align="center">
@@ -176,15 +179,28 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
     <tr>
         <td colspan="3" style='text-align:center;'><strong>Platforms</strong></td>
     </tr>
+    <td>Adjust</td>
+        <td>✅</td>
+        <td>-</td>
     <tr>
         <td>Airtable</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>AppsFlyer</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Chess.com</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>Facebook Ads</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Gorgias</td>
@@ -200,6 +216,11 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
         <td>HubSpot</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>Klaviyo</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Notion</td>

{ingestr-0.7.7.dist-info → ingestr-0.8.1.dist-info}/RECORD

@@ -1,13 +1,22 @@
-ingestr/main.py,sha256=dUh9D-i5EJJKJQOu29okpPebJ6y9w0unTCNm6f7k2Bk,17184
+ingestr/main.py,sha256=U66TM57ePv-RdoAftQ0pFZx8woZUQnLepKa50C-bA5I,17655
+ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
 ingestr/src/destinations.py,sha256=2SfPMjtTelPmzQmc3zNs8xGcKIPuGn_hoZFIBUuhjXI,6338
-ingestr/src/factory.py,sha256=OOHlQ4TZNG-1FVK-w7nnKfYVmQE7GLJlqw-gPxCUfg0,4136
-ingestr/src/sources.py,sha256=Wi74uPHjPzdoIXBY5Ha4ZW1Mdh2L3xAiMWnZekPu4ws,17307
+ingestr/src/factory.py,sha256=-_KwBpbNAegv_oXIB57klyjUb3K6e0lw_xdi5bwmarI,4645
+ingestr/src/sources.py,sha256=0IGguMm85E3Rahu6zVLawoe2d4lqRY31uHuxlqCsiQc,25324
 ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
-ingestr/src/version.py,sha256=eOm8myGPtPLNpkuxL0xhVmstPQbwXv3Ok7FbH0re-TA,22
+ingestr/src/version.py,sha256=Ocl79hbbH8_jdr5dGC90VR1cAvZc05Rc0tkZttUnMjo,22
+ingestr/src/adjust/_init_.py,sha256=_jJE3Ywvv-YyJ7ywICdht_X2Gnd1cKm6F1wAfnpXuWM,890
+ingestr/src/adjust/helpers.py,sha256=kkYC3MqMHLNucuQ50klZWrvd3o8VfUysNtZTQSsKZ_c,2588
 ingestr/src/airtable/__init__.py,sha256=GHWYrjI2qhs_JihdNJysB0Ni3bzqT_MLXn_S9_Q5zRA,2775
+ingestr/src/appsflyer/_init_.py,sha256=ne2-9FQ654Drtd3GkKQv8Bwb6LEqCnJw49MfO5Jyzgs,739
+ingestr/src/appsflyer/client.py,sha256=TNmwakLzmO6DZW3wcfLfQRl7aNBHgFqSsk4ef-MmJ1w,3084
 ingestr/src/chess/__init__.py,sha256=PaxT2DObudOGlhyoENE5LjR6rTdsxiqKKpAZeyzVLCA,6791
 ingestr/src/chess/helpers.py,sha256=v1HTImOMjAF7AzZUPDIuHu00e7ut0o5y1kWcVYo4QZw,549
 ingestr/src/chess/settings.py,sha256=p0RlCGgtXUacPDEvZmwzSWmzX0Apj1riwfz-nrMK89k,158
+ingestr/src/facebook_ads/__init__.py,sha256=ZZyogV48gmhDcC3CYQEsC4qT3Q6JI9IOnMff2NS1M-A,9207
+ingestr/src/facebook_ads/exceptions.py,sha256=4Nlbc0Mv3i5g-9AoyT-n1PIa8IDi3VCTfEAzholx4Wc,115
+ingestr/src/facebook_ads/helpers.py,sha256=ZLbNHiKer5lPb4g3_435XeBJr57Wv0o1KTyBA1mQ100,9068
+ingestr/src/facebook_ads/settings.py,sha256=1IxZeP_4rN3IBvAncNHOoqpzAirx0Hz-MUK_tl6UTFk,4881
 ingestr/src/google_sheets/README.md,sha256=wFQhvmGpRA38Ba2N_WIax6duyD4c7c_pwvvprRfQDnw,5470
 ingestr/src/google_sheets/__init__.py,sha256=5qlX-6ilx5MW7klC7B_0jGSxloQSLkSESTh4nlY3Aos,6643
 ingestr/src/google_sheets/helpers/__init__.py,sha256=5hXZrZK8cMO3UOuL-s4OKOpdACdihQD0hYYlSEu-iQ8,35
@@ -18,6 +27,11 @@ ingestr/src/gorgias/helpers.py,sha256=DamuijnvhGY9hysQO4txrVMf4izkGbh5qfBKImdOIN
 ingestr/src/hubspot/__init__.py,sha256=eSD_lEIEd16YijAtUATFG8FGO8YGPm-MtAk94KKsx6o,9740
 ingestr/src/hubspot/helpers.py,sha256=PTn-UHJv1ENIvA5azUTaHCmFXgmHLJC1tUatQ1N-KFE,6727
 ingestr/src/hubspot/settings.py,sha256=9P1OKiRL88kl_m8n1HhuG-Qpq9VGbqPLn5Q0QYneToU,2193
+ingestr/src/kafka/__init__.py,sha256=wMCXdiraeKd1Kssi9WcVCGZaNGm2tJEtnNyuB4aR5_k,3541
+ingestr/src/kafka/helpers.py,sha256=V9WcVn3PKnEpggArHda4vnAcaV8VDuh__dSmRviJb5Y,7502
+ingestr/src/klaviyo/_init_.py,sha256=nq2T1p3Xc7yiwGabsZBp2Jy2fa8_n5oxqxBnUGhKOgg,6592
+ingestr/src/klaviyo/client.py,sha256=tPj79ia7AW0ZOJhzlKNPCliGbdojRNwUFp8HvB2ym5s,7434
+ingestr/src/klaviyo/helpers.py,sha256=_i-SHffhv25feLDcjy6Blj1UxYLISCwVCMgGtrlnYHk,496
 ingestr/src/mongodb/__init__.py,sha256=E7SDeCyYNkYZZ_RFhjCRDZUGpKtaxpPG5sFSmKJV62U,4336
 ingestr/src/mongodb/helpers.py,sha256=80vtAeNyUn1iMN0CeLrTlKqYN6I6fHF81Kd2UuE8Kns,5653
 ingestr/src/notion/__init__.py,sha256=36wUui8finbc85ObkRMq8boMraXMUehdABN_AMe_hzA,1834
@@ -25,9 +39,9 @@ ingestr/src/notion/settings.py,sha256=MwQVZViJtnvOegfjXYc_pJ50oUYgSRPgwqu7TvpeMO
 ingestr/src/notion/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ingestr/src/notion/helpers/client.py,sha256=QXuudkf5Zzff98HRsCqA1g1EZWIrnfn1falPrnKg_y4,5500
 ingestr/src/notion/helpers/database.py,sha256=gigPibTeVefP3lA-8w4aOwX67pj7RlciPk5koDs1ry8,2737
-ingestr/src/shopify/__init__.py,sha256=EWjpvZz7K6Pms7uUoqqkM4Wj0XeE2NrDvVp4BNM8dPk,9163
+ingestr/src/shopify/__init__.py,sha256=uqYoodwLHLuZHwvQx_lwOI23TzxnzHbGuZUUNzTA2Os,62031
 ingestr/src/shopify/exceptions.py,sha256=BhV3lIVWeBt8Eh4CWGW_REFJpGCzvW6-62yZrBWa3nQ,50
-ingestr/src/shopify/helpers.py,sha256=OO_Tw-HwVLnRhwT3vqUWEQEEcWIS9KWE6VDDe8BCC2w,4972
+ingestr/src/shopify/helpers.py,sha256=2MlqyCc7VJxpYlGAxw-bYpSuCZNfat0E5zDe1jQYVP4,6279
 ingestr/src/shopify/settings.py,sha256=StY0EPr7wFJ7KzRRDN4TKxV0_gkIS1wPj2eR4AYSsDk,141
 ingestr/src/slack/__init__.py,sha256=UfUhkS6FnCKJeXkkJ5QrmdT5nZm5czjtomsQu_x9WUM,9987
 ingestr/src/slack/helpers.py,sha256=08TLK7vhFvH_uekdLVOLF3bTDe1zgH0QxHObXHzk1a8,6545
@@ -50,8 +64,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
 ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
 ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
 ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
-ingestr-0.7.7.dist-info/METADATA,sha256=zzWW5as6aboO_I7_iD02tMTDOS_yiAWHqLddbjxOLEY,6307
-ingestr-0.7.7.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-ingestr-0.7.7.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
-ingestr-0.7.7.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
-ingestr-0.7.7.dist-info/RECORD,,
+ingestr-0.8.1.dist-info/METADATA,sha256=r3eBIXMFdnmLPzlK7mh0BZWRJoHvXyZjls7UxkPb93Q,6755
+ingestr-0.8.1.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+ingestr-0.8.1.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
+ingestr-0.8.1.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
+ingestr-0.8.1.dist-info/RECORD,,