ingestr 0.7.6__py3-none-any.whl → 0.7.8__py3-none-any.whl

ingestr/src/slack/helpers.py

@@ -0,0 +1,204 @@
+"""Slack source helpers."""
+
+from typing import Any, Generator, Iterable, List, Optional
+from urllib.parse import urljoin
+
+import pendulum
+from dlt.common.time import ensure_pendulum_datetime
+from dlt.common.typing import Dict, TAnyDateTime, TDataItem
+from dlt.sources.helpers import requests
+from jsonpath_ng.ext import parse  # type: ignore
+
+from .settings import MAX_PAGE_SIZE, SLACK_API_URL
+
+
+class SlackApiException(Exception):
+    """Slack api exception."""
+
+
+class PaidOnlyException(SlackApiException):
+    """Slack api exception."""
+
+
+def extract_jsonpath(
+    expression: str,
+    json_data: TDataItem,
+) -> Generator[Any, None, None]:
+    """Extract records from an input based on a JSONPath expression."""
+    if not expression:
+        yield json_data
+        return
+
+    jsonpath = parse(expression)
+
+    for match in jsonpath.find(json_data):
+        yield match.value
+
+
+def update_jsonpath(expression: str, json_data: TDataItem, value: Any) -> Any:
+    """Update a record in an input based on a JSONPath expression."""
+    jsonpath = parse(expression)
+    return jsonpath.update_or_create(json_data, value)
+
+
+def ensure_dt_type(dt: TAnyDateTime, to_ts: bool = False) -> Any:
+    """Converts a datetime to a pendulum datetime or timestamp.
+    Args:
+        dt: The datetime to convert.
+        to_ts: Whether to convert to a timestamp or not.
+    Returns:
+        Any: The converted datetime or timestamp.
+    """
+    if dt is None:
+        return None
+    out_dt = ensure_pendulum_datetime(dt)
+    if to_ts:
+        return out_dt.timestamp()
+    return out_dt
+
+
+class SlackAPI:
+    """
+    A Slack API client that can be used to get pages of data from Slack.
+    """
+
+    def __init__(
+        self,
+        access_token: str,
+        page_size: int = MAX_PAGE_SIZE,
+    ) -> None:
+        """
+        Args:
+            access_token: The private app password to the app on your shop.
+            page_size: The max number of items to fetch per page. Defaults to 1000.
+        """
+        self.access_token = access_token
+        self.page_size = page_size
+
+    @property
+    def headers(self) -> Dict[str, str]:
+        """Generate the headers to use for the request."""
+        return {"Authorization": f"Bearer {self.access_token}"}
+
+    def parameters(
+        self, params: Optional[Dict[str, Any]] = None, next_cursor: str = None
+    ) -> Dict[str, str]:
+        """
+        Generate the query parameters to use for the request.
+
+        Args:
+            params: The query parameters to include in the request.
+            next_cursor: The cursor to use to get the next page of results.
+
+        Returns:
+            The query parameters to use for the request.
+        """
+        params = params or {}
+        params["limit"] = self.page_size
+        if next_cursor:
+            params["cursor"] = next_cursor
+        return params
+
+    def url(self, resource: str) -> str:
+        """
+        Generate the URL to use for the request.
+
+        Args:
+            resource: The resource to get pages for (e.g. conversations.list).
+        """
+        return urljoin(SLACK_API_URL, resource)
+
+    def _get_next_cursor(self, response: Dict[str, Any]) -> Any:
+        """
+        Get the next cursor from the response.
+
+        Args:
+            response: The response from the Slack API.
+        """
+        cursor_jsonpath = "$.response_metadata.next_cursor"
+        return next(extract_jsonpath(cursor_jsonpath, response), None)
+
+    def _convert_datetime_fields(
+        self, item: Dict[str, Any], datetime_fields: List[str]
+    ) -> Dict[str, Any]:
+        """Convert timestamp fields in the item to pendulum datetime objects.
+
+        The item is modified in place.
+
+        Args:
+            item: The item to convert
+            datetime_fields: List of fields to convert to pendulum datetime objects.
+
+        Returns:
+            The same data item (for convenience)
+        """
+        if not datetime_fields:
+            return item
+
+        for field in datetime_fields:
+            if timestamp := next(extract_jsonpath(field, item), None):
+                if isinstance(timestamp, str):
+                    timestamp = float(timestamp)
+                if timestamp > 1e10:
+                    timestamp = timestamp / 1000
+                pendulum_dt = pendulum.from_timestamp(timestamp)
+                item = update_jsonpath(field, item, pendulum_dt)
+        return item
+
+    def get_pages(
+        self,
+        resource: str,
+        response_path: str = None,
+        params: Dict[str, Any] = None,
+        datetime_fields: List[str] = None,
+        context: Dict[str, Any] = None,
+    ) -> Iterable[TDataItem]:
+        """Get all pages from slack using requests.
+        Iterates through all pages and yield each page items.\
+
+        Args:
+            resource: The resource to get pages for (e.g. conversations.list).
+            response_path: The path to the list of items in the response JSON.
+            params: Query params to include in the request.
+            datetime_fields: List of fields to convert to pendulum datetime objects.
+            context: Additional context to add to each item.
+
+        Yields:
+            List of data items from the page
+        """
+        has_next_page = True
+        next_cursor = None
+
+        # Iterate through all pages
+        while has_next_page:
+            # Make the request
+            response = requests.get(
+                url=self.url(resource),
+                headers=self.headers,
+                params=self.parameters(params or {}, next_cursor),
+            )
+            json_response = response.json()
+
+            # Stop if there was an error
+            if not json_response.get("ok"):
+                has_next_page = False
+                error = json_response.get("error")
+                if error == "paid_only":
+                    raise PaidOnlyException(
+                        "This resource is just available on paid accounts."
+                    )
+                else:
+                    raise SlackApiException(error)
+
+            # Yield the page converting datetime fields
+            output = []
+            for item in extract_jsonpath(response_path, json_response):
+                item = self._convert_datetime_fields(item, datetime_fields)
+                item.update(context or {})
+                output.append(item)
+            yield output
+
+            # Get the next cursor
+            next_cursor = self._get_next_cursor(json_response)
+            if not next_cursor:
+                has_next_page = False

ingestr/src/slack/settings.py

@@ -0,0 +1,22 @@
+"""Slack source settings and constants"""
+
+from dlt.common import pendulum
+
+DEFAULT_START_DATE = pendulum.datetime(year=2000, month=1, day=1)
+
+SLACK_API_URL = "https://slack.com/api/"
+
+MAX_PAGE_SIZE = 1000
+
+MSG_DATETIME_FIELDS = [
+    "ts",
+    "thread_ts",
+    "latest_reply",
+    "blocks.thread_ts",
+    "blocks.latest_reply",
+    "attachment.thread_ts",
+    "attachment.latest_reply",
+    "edited.ts",
+]
+
+DEFAULT_DATETIME_FIELDS = ["updated", "created"]

ingestr/src/sources.py

@@ -7,13 +7,19 @@ from urllib.parse import parse_qs, urlparse
 
 import dlt
 
+from ingestr.src.airtable import airtable_source
 from ingestr.src.chess import source
+from ingestr.src.facebook_ads import facebook_ads_source, facebook_insights_source
 from ingestr.src.google_sheets import google_spreadsheet
 from ingestr.src.gorgias import gorgias_source
 from ingestr.src.hubspot import hubspot
+from ingestr.src.kafka import kafka_consumer
+from ingestr.src.kafka.helpers import KafkaCredentials
+from ingestr.src.klaviyo._init_ import klaviyo_source
 from ingestr.src.mongodb import mongodb_collection
 from ingestr.src.notion import notion_databases
 from ingestr.src.shopify import shopify_source
+from ingestr.src.slack import slack_source
 from ingestr.src.sql_database import sql_table
 from ingestr.src.stripe_analytics import stripe_source
 from ingestr.src.table_definition import table_string_to_dataclass
@@ -344,7 +350,9 @@ class ChessSource:
                 f"Resource '{table}' is not supported for Chess source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
             )
 
-        return source(players=list_players, **date_args).with_resources(table_mapping[table])
+        return source(players=list_players, **date_args).with_resources(
+            table_mapping[table]
+        )
 
 
 class StripeAnalyticsSource:
@@ -401,6 +409,94 @@ class StripeAnalyticsSource:
         ).with_resources(endpoint)
 
 
+class FacebookAdsSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        # facebook_ads://?access_token=abcd&account_id=1234
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "Facebook Ads takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        access_token = None
+        account_id = None
+        source_field = urlparse(uri)
+        source_params = parse_qs(source_field.query)
+        access_token = source_params.get("access_token")
+        account_id = source_params.get("account_id")
+
+        if not access_token or not account_id:
+            raise ValueError(
+                "access_token and accound_id are required to connect to Facebook Ads."
+            )
+
+        endpoint = None
+        if table in ["campaigns", "ad_sets", "ad_creatives", "ads", "leads"]:
+            endpoint = table
+        elif table in "facebook_insights":
+            return facebook_insights_source(
+                access_token=access_token[0],
+                account_id=account_id[0],
+            ).with_resources("facebook_insights")
+        else:
+            raise ValueError(
+                "fResource '{table}' is not supported for Facebook Ads source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        return facebook_ads_source(
+            access_token=access_token[0],
+            account_id=account_id[0],
+        ).with_resources(endpoint)
+
+
+class SlackSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "Slack takes care of incrementality on its own, you should not provide incremental_key"
+            )
+        # slack://?api_key=<apikey>
+        api_key = None
+        source_field = urlparse(uri)
+        source_query = parse_qs(source_field.query)
+        api_key = source_query.get("api_key")
+
+        if not api_key:
+            raise ValueError("api_key in the URI is required to connect to Slack")
+
+        endpoint = None
+        msg_channels = None
+        if table in ["channels", "users", "access_logs"]:
+            endpoint = table
+        elif table.startswith("messages"):
+            channels_part = table.split(":")[1]
+            msg_channels = channels_part.split(",")
+            endpoint = "messages"
+        else:
+            raise ValueError(
+                f"Resource '{table}' is not supported for slack source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        date_args = {}
+        if kwargs.get("interval_start"):
+            date_args["start_date"] = kwargs.get("interval_start")
+
+        if kwargs.get("interval_end"):
+            date_args["end_date"] = kwargs.get("interval_end")
+
+        return slack_source(
+            access_token=api_key[0],
+            table_per_channel=False,
+            selected_channels=msg_channels,
+            **date_args,
+        ).with_resources(endpoint)
+
+
 class HubspotSource:
     def handles_incrementality(self) -> bool:
         return True
@@ -431,3 +527,128 @@ class HubspotSource:
         return hubspot(
             api_key=api_key[0],
         ).with_resources(endpoint)
+
+
+class AirtableSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    # airtable://?access_token=<access_token>&base_id=<base_id>
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError("Incremental loads are not supported for Airtable")
+
+        if not table:
+            raise ValueError("Source table is required to connect to Airtable")
+
+        tables = table.split(",")
+
+        source_parts = urlparse(uri)
+        source_fields = parse_qs(source_parts.query)
+        base_id = source_fields.get("base_id")
+        access_token = source_fields.get("access_token")
+
+        if not base_id or not access_token:
+            raise ValueError(
+                "base_id and access_token in the URI are required to connect to Airtable"
+            )
+
+        return airtable_source(
+            base_id=base_id[0], table_names=tables, access_token=access_token[0]
+        )
+
+
+class KlaviyoSource:
+    def handles_incrementality(self) -> bool:
+        return True
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        if kwargs.get("incremental_key"):
+            raise ValueError(
+                "klaviyo_source takes care of incrementality on its own, you should not provide incremental_key"
+            )
+
+        source_fields = urlparse(uri)
+        source_params = parse_qs(source_fields.query)
+        api_key = source_params.get("api_key")
+
+        if not api_key:
+            raise ValueError("api_key in the URI is required to connect to klaviyo")
+
+        resource = None
+        if table in [
+            "events",
+            "profiles",
+            "campaigns",
+            "metrics",
+            "tags",
+            "coupons",
+            "catalog-variants",
+            "catalog-categories",
+            "catalog-items",
+            "forms",
+            "lists",
+            "images",
+            "segments",
+            "flows",
+            "templates",
+        ]:
+            resource = table
+        else:
+            raise ValueError(
+                f"Resource '{table}' is not supported for Klaviyo source yet, if you are interested in it please create a GitHub issue at https://github.com/bruin-data/ingestr"
+            )
+
+        start_date = kwargs.get("interval_start") or "2000-01-01"
+        return klaviyo_source(
+            api_key=api_key[0],
+            start_date=start_date,
+        ).with_resources(resource)
+
+
+class KafkaSource:
+    def handles_incrementality(self) -> bool:
+        return False
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        # kafka://?bootstrap_servers=localhost:9092&group_id=test_group&security_protocol=SASL_SSL&sasl_mechanisms=PLAIN&sasl_username=example_username&sasl_password=example_secret
+        source_fields = urlparse(uri)
+        source_params = parse_qs(source_fields.query)
+
+        bootstrap_servers = source_params.get("bootstrap_servers")
+        group_id = source_params.get("group_id")
+        security_protocol = source_params.get("security_protocol", [])
+        sasl_mechanisms = source_params.get("sasl_mechanisms", [])
+        sasl_username = source_params.get("sasl_username", [])
+        sasl_password = source_params.get("sasl_password", [])
+        batch_size = source_params.get("batch_size", [3000])
+        batch_timeout = source_params.get("batch_timeout", [3])
+
+        if not bootstrap_servers:
+            raise ValueError(
+                "bootstrap_servers in the URI is required to connect to kafka"
+            )
+
+        if not group_id:
+            raise ValueError("group_id in the URI is required to connect to kafka")
+
+        start_date = kwargs.get("interval_start")
+        return kafka_consumer(
+            topics=[table],
+            credentials=KafkaCredentials(
+                bootstrap_servers=bootstrap_servers[0],
+                group_id=group_id[0],
+                security_protocol=security_protocol[0]
+                if len(security_protocol) > 0
+                else None,  # type: ignore
+                sasl_mechanisms=sasl_mechanisms[0]
+                if len(sasl_mechanisms) > 0
+                else None,  # type: ignore
+                sasl_username=sasl_username[0] if len(sasl_username) > 0 else None,  # type: ignore
+                sasl_password=sasl_password[0] if len(sasl_password) > 0 else None,  # type: ignore
+            ),
+            start_from=start_date,
+            batch_size=int(batch_size[0]),
+            batch_timeout=int(batch_timeout[0]),
+        )

ingestr/src/version.py

@@ -1 +1 @@
-__version__ = "0.7.6"
+__version__ = "0.7.8"

{ingestr-0.7.6.dist-info → ingestr-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ingestr
-Version: 0.7.6
+Version: 0.7.8
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
@@ -14,17 +14,20 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Topic :: Database
 Requires-Python: >=3.9
+Requires-Dist: confluent-kafka>=2.3.0
 Requires-Dist: cx-oracle==8.3.0
 Requires-Dist: databricks-sql-connector==2.9.3
 Requires-Dist: dlt==0.5.1
 Requires-Dist: duckdb-engine==0.11.5
 Requires-Dist: duckdb==0.10.2
+Requires-Dist: facebook-business==20.0.0
 Requires-Dist: google-api-python-client==2.130.0
 Requires-Dist: google-cloud-bigquery-storage==2.24.0
 Requires-Dist: mysql-connector-python==9.0.0
 Requires-Dist: pendulum==3.0.0
 Requires-Dist: psycopg2-binary==2.9.9
 Requires-Dist: py-machineid==0.5.1
+Requires-Dist: pyairtable==2.3.3
 Requires-Dist: pymongo==4.6.3
 Requires-Dist: pymysql==1.1.0
 Requires-Dist: pyodbc==5.1.0
@@ -55,7 +58,7 @@ Description-Content-Type: text/markdown
   </a>
 </div>
 
------
+---
 
 Ingestr is a command-line application that allows you to ingest data from any source into any destination using simple command-line flags, no code necessary.
 
@@ -65,8 +68,8 @@ Ingestr is a command-line application that allows you to ingest data from any so
 
 ingestr takes away the complexity of managing any backend or writing any code for ingesting data, simply run the command and watch the data land on its destination.
 
-
 ## Installation
+
 ```
 pip install ingestr
 ```
@@ -84,15 +87,17 @@ ingestr ingest \
 That's it.
 
 This command will:
+
 - get the table `public.some_data` from the Postgres instance.
 - upload this data to your BigQuery warehouse under the schema `ingestr` and table `some_data`.
 
 ## Documentation
+
 You can see the full documentation [here](https://bruin-data.github.io/ingestr/getting-started/quickstart.html).
 
 ## Community
-Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shared_invite/zt-2dl2i8foy-bVsuMUauHeN9M2laVm3ZVg).
 
+Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shared_invite/zt-2dl2i8foy-bVsuMUauHeN9M2laVm3ZVg).
 
 ## Supported Sources & Destinations
 
@@ -173,10 +178,20 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
     <tr>
         <td colspan="3" style='text-align:center;'><strong>Platforms</strong></td>
     </tr>
+    <tr>
+        <td>Airtable</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
     <tr>
         <td>Chess.com</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>Facebook Ads</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Gorgias</td>
@@ -192,6 +207,11 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
         <td>HubSpot</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>Klaviyo</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Notion</td>
@@ -202,6 +222,11 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
         <td>Shopify</td>
         <td>✅</td>
         <td>-</td>
+    </tr>
+     <tr>
+        <td>Slack</td>
+        <td>✅</td>
+        <td>-</td>
     </tr>
     <tr>
         <td>Stripe</td>
@@ -213,4 +238,5 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
 More to come soon!
 
 ## Acknowledgements
-This project would not have been possible without the amazing work done by the [SQLAlchemy](https://www.sqlalchemy.org/) and [dlt](https://dlthub.com/) teams. We relied on their work to connect to various sources and destinations, and built `ingestr` as a simple, opinionated wrapper around their work.
+
+This project would not have been possible without the amazing work done by the [SQLAlchemy](https://www.sqlalchemy.org/) and [dlt](https://dlthub.com/) teams. We relied on their work to connect to various sources and destinations, and built `ingestr` as a simple, opinionated wrapper around their work.

{ingestr-0.7.6.dist-info → ingestr-0.7.8.dist-info}/RECORD

@@ -1,12 +1,18 @@
-ingestr/main.py,sha256=0J_bMCWLZT0tdRW0df8iKw05In55LJ_vUoN3X2TgXlc,17183
+ingestr/main.py,sha256=Hlcb8mUAWoGZr4ZKtQnoEhjLkjroiwx2-J86C6fN37E,17596
+ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
 ingestr/src/destinations.py,sha256=2SfPMjtTelPmzQmc3zNs8xGcKIPuGn_hoZFIBUuhjXI,6338
-ingestr/src/factory.py,sha256=Fp_MaeiAhU7IHT6RMLTEhvXgmDyu6j1IHGnjC4qsPLI,3939
-ingestr/src/sources.py,sha256=7dy_KvoGI9vZSJwpkW3iNh8M1tjh1pBSz8qLpo0GTIo,14589
+ingestr/src/factory.py,sha256=CTVaFeMVgZO1fC9AKOqx-Wu89l5_YL6GlmvDF-FkAew,4442
+ingestr/src/sources.py,sha256=BlMsajIMcu_oqmU38uqlasXz2vtN_J8yXa24NHFcwJA,22696
 ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
-ingestr/src/version.py,sha256=wu65dmVM9fKR1rBHH263ls8Ca2FZzb0ejYcrP_Ld0iY,22
+ingestr/src/version.py,sha256=uC8wB9mRblQ0jUBAOUyCQLUQJ39MC2xybVLB_8ZsevU,22
+ingestr/src/airtable/__init__.py,sha256=GHWYrjI2qhs_JihdNJysB0Ni3bzqT_MLXn_S9_Q5zRA,2775
 ingestr/src/chess/__init__.py,sha256=PaxT2DObudOGlhyoENE5LjR6rTdsxiqKKpAZeyzVLCA,6791
 ingestr/src/chess/helpers.py,sha256=v1HTImOMjAF7AzZUPDIuHu00e7ut0o5y1kWcVYo4QZw,549
 ingestr/src/chess/settings.py,sha256=p0RlCGgtXUacPDEvZmwzSWmzX0Apj1riwfz-nrMK89k,158
+ingestr/src/facebook_ads/__init__.py,sha256=ZZyogV48gmhDcC3CYQEsC4qT3Q6JI9IOnMff2NS1M-A,9207
+ingestr/src/facebook_ads/exceptions.py,sha256=4Nlbc0Mv3i5g-9AoyT-n1PIa8IDi3VCTfEAzholx4Wc,115
+ingestr/src/facebook_ads/helpers.py,sha256=ZLbNHiKer5lPb4g3_435XeBJr57Wv0o1KTyBA1mQ100,9068
+ingestr/src/facebook_ads/settings.py,sha256=1IxZeP_4rN3IBvAncNHOoqpzAirx0Hz-MUK_tl6UTFk,4881
 ingestr/src/google_sheets/README.md,sha256=wFQhvmGpRA38Ba2N_WIax6duyD4c7c_pwvvprRfQDnw,5470
 ingestr/src/google_sheets/__init__.py,sha256=5qlX-6ilx5MW7klC7B_0jGSxloQSLkSESTh4nlY3Aos,6643
 ingestr/src/google_sheets/helpers/__init__.py,sha256=5hXZrZK8cMO3UOuL-s4OKOpdACdihQD0hYYlSEu-iQ8,35
@@ -17,6 +23,11 @@ ingestr/src/gorgias/helpers.py,sha256=DamuijnvhGY9hysQO4txrVMf4izkGbh5qfBKImdOIN
 ingestr/src/hubspot/__init__.py,sha256=eSD_lEIEd16YijAtUATFG8FGO8YGPm-MtAk94KKsx6o,9740
 ingestr/src/hubspot/helpers.py,sha256=PTn-UHJv1ENIvA5azUTaHCmFXgmHLJC1tUatQ1N-KFE,6727
 ingestr/src/hubspot/settings.py,sha256=9P1OKiRL88kl_m8n1HhuG-Qpq9VGbqPLn5Q0QYneToU,2193
+ingestr/src/kafka/__init__.py,sha256=wMCXdiraeKd1Kssi9WcVCGZaNGm2tJEtnNyuB4aR5_k,3541
+ingestr/src/kafka/helpers.py,sha256=V9WcVn3PKnEpggArHda4vnAcaV8VDuh__dSmRviJb5Y,7502
+ingestr/src/klaviyo/_init_.py,sha256=nq2T1p3Xc7yiwGabsZBp2Jy2fa8_n5oxqxBnUGhKOgg,6592
+ingestr/src/klaviyo/client.py,sha256=tPj79ia7AW0ZOJhzlKNPCliGbdojRNwUFp8HvB2ym5s,7434
+ingestr/src/klaviyo/helpers.py,sha256=_i-SHffhv25feLDcjy6Blj1UxYLISCwVCMgGtrlnYHk,496
 ingestr/src/mongodb/__init__.py,sha256=E7SDeCyYNkYZZ_RFhjCRDZUGpKtaxpPG5sFSmKJV62U,4336
 ingestr/src/mongodb/helpers.py,sha256=80vtAeNyUn1iMN0CeLrTlKqYN6I6fHF81Kd2UuE8Kns,5653
 ingestr/src/notion/__init__.py,sha256=36wUui8finbc85ObkRMq8boMraXMUehdABN_AMe_hzA,1834
@@ -28,6 +39,9 @@ ingestr/src/shopify/__init__.py,sha256=EWjpvZz7K6Pms7uUoqqkM4Wj0XeE2NrDvVp4BNM8d
 ingestr/src/shopify/exceptions.py,sha256=BhV3lIVWeBt8Eh4CWGW_REFJpGCzvW6-62yZrBWa3nQ,50
 ingestr/src/shopify/helpers.py,sha256=OO_Tw-HwVLnRhwT3vqUWEQEEcWIS9KWE6VDDe8BCC2w,4972
 ingestr/src/shopify/settings.py,sha256=StY0EPr7wFJ7KzRRDN4TKxV0_gkIS1wPj2eR4AYSsDk,141
+ingestr/src/slack/__init__.py,sha256=UfUhkS6FnCKJeXkkJ5QrmdT5nZm5czjtomsQu_x9WUM,9987
+ingestr/src/slack/helpers.py,sha256=08TLK7vhFvH_uekdLVOLF3bTDe1zgH0QxHObXHzk1a8,6545
+ingestr/src/slack/settings.py,sha256=NhKn4y1zokEa5EmIZ05wtj_-I0GOASXZ5V81M1zXCtY,457
 ingestr/src/sql_database/__init__.py,sha256=HEqY6U-YzzbeZ8avIthj-Fatm2C3i3jqYs5DAIAu4Ss,11511
 ingestr/src/sql_database/arrow_helpers.py,sha256=yze1X3A9nUQA4HeuFDDWrfJVkCq8Uo5UyDo_zhJtI60,5699
 ingestr/src/sql_database/helpers.py,sha256=6o8e2_8MIuj3qlo40a2E6ns3gyK18ei1jCePONrMUjI,10191
@@ -46,8 +60,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
 ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
 ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
 ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
-ingestr-0.7.6.dist-info/METADATA,sha256=5QLxKZE65TQH_z6dH0g52FZmseLc2hIJBipDwcuCg5g,6104
-ingestr-0.7.6.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-ingestr-0.7.6.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
-ingestr-0.7.6.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
-ingestr-0.7.6.dist-info/RECORD,,
+ingestr-0.7.8.dist-info/METADATA,sha256=JGJ_76vC0icT_tJSYDkbtRXuc_63sgHXJYYIksTSyOE,6561
+ingestr-0.7.8.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+ingestr-0.7.8.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
+ingestr-0.7.8.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
+ingestr-0.7.8.dist-info/RECORD,,