logos-sdk 0.0.25.dev27__tar.gz → 0.0.25.dev29__tar.gz

{logos_sdk-0.0.25.dev27 → logos_sdk-0.0.25.dev29}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev27
+Version: 0.0.25.dev29
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io

{logos_sdk-0.0.25.dev27 → logos_sdk-0.0.25.dev29}/logos_sdk/big_query/BigQuery.py

@@ -2,7 +2,7 @@ import os
 from datetime import datetime
 
 import google.auth.exceptions
-from typing import List, Dict, Union, Optional
+from typing import List, Dict, Union, Optional, Sequence
 
 from google.api_core.exceptions import NotFound
 from google.cloud.logging import Client as LoggerClient
@@ -218,3 +218,53 @@ class BigQuery:
             errors = self._service.insert_rows(bq_table, records)
             if errors:
                 raise BigQueryException(errors)
+
+    def upsert_into_table(
+            self,
+            dataset_id: str,
+            target_table: str,
+            records: List[Dict],
+            schema_columns: List[Dict],
+            key_columns: Sequence[str],
+    ) -> None:
+        if not records:
+            return
+        if not key_columns:
+            return
+
+        bq_table = self.check_table_exists(dataset_id, target_table)
+        if bq_table is None:
+            self.create_table(dataset_id, target_table, schema_columns)
+        table_id = f"{self.project_id}.{dataset_id}.{target_table}"
+        cols = [f["name"] for f in schema_columns]
+
+        staging_table_name = f"_staging_{target_table}"
+        staging_table_id = f"{self.project_id}.{dataset_id}.{staging_table_name}"
+        self.create_table(dataset_id, staging_table_name, schema_columns)
+
+        self.insert_into_table(dataset_id, staging_table_name, records)
+
+        q = lambda c: f"{c}"
+
+        on_clause = " AND ".join(f"T.{q(k)} = S.{q(k)}" for k in key_columns)
+        update_cols = [c for c in cols if c not in set(key_columns)]
+        update_set = ",\n    ".join(f"{q(c)} = S.{q(c)}" for c in update_cols)
+
+        insert_cols = ", ".join(q(c) for c in cols)
+        insert_vals = ", ".join(f"S.{q(c)}" for c in cols)
+
+        merge_sql = f"""
+            MERGE `{table_id}` T
+            USING `{staging_table_id}` S
+            ON {on_clause}
+            WHEN MATCHED THEN
+              UPDATE SET
+                {update_set}
+            WHEN NOT MATCHED THEN
+              INSERT ({insert_cols})
+              VALUES ({insert_vals})
+        """
+        job = self._service.query(merge_sql)
+        job.result()
+
+        self.delete_table(dataset_id, staging_table_name)

logos_sdk-0.0.25.dev29/logos_sdk/services/GA4.py

@@ -0,0 +1,98 @@
+from requests.exceptions import Timeout
+from typing import List, Union, Dict
+from logos_sdk.services import get_headers, get_retry_session
+from http import HTTPStatus
+from dotenv import load_dotenv
+import os
+import time
+import random
+
+
+class GA4ServiceException(Exception):
+    pass
+
+
+class GA4Service:
+    def __init__(self, url=None):
+        load_dotenv()
+        self.session = get_retry_session()
+        self._URL = url or os.environ.get("GA4_SERVICE_PATH")
+        self._RUN_REPORT = self._URL + "/run-report"
+        self._GET_ACCESSIBLE_ACCOUNTS = self._URL + "/accessible-accounts"
+        self._GET_ACCOUNT_ACCESSIBILITY = self._URL + "/get-account-accessibility"
+
+    def get_accessible_accounts(
+            self,
+            secret_id: str,
+    ) -> List[Dict]:
+        body = {
+            "secret_id": secret_id,
+        }
+
+        header = get_headers(self._GET_ACCESSIBLE_ACCOUNTS)
+        response = self.session.request(
+            "post", url=self._GET_ACCESSIBLE_ACCOUNTS, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)
+
+    def get_account_accessibility(self, secret_id: str, account_id: str) -> bool:
+        """
+        Gets account accessibility
+        :param secret_id: The ID of the secret in secret manager
+        :param account_id: The ID of the account.
+        :return: True if account has access
+        """
+        body = {"secret_id": secret_id, "account_id": account_id}
+        header = get_headers(self._GET_ACCOUNT_ACCESSIBILITY)
+        response = self.session.request(
+            "post", url=self._GET_ACCOUNT_ACCESSIBILITY, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)
+
+    def run_report(self, account_id, secret_id, start_date, end_date, dimensions, metrics, filters=None,
+                   order_by_metric=None):
+        """
+        Runs report
+        :param account_id: The ID of the account,
+        :param secret_id: The ID of the secret in secret manager
+        :param start_date: report start date in format "YYYY-MM-DD"
+        :param end_date: report end date in format "YYYY-MM-DD"
+        :param dimensions: The dimesions for the query
+        :param metrics: The metrics for the query
+        :param filters: The filters for the query
+        :param order_by_metric: The metric to order by
+        :return: report result
+        """
+        header = get_headers(self._RUN_REPORT)
+        body = {
+            "property_id": account_id,
+            "secret_id": secret_id,
+            "start_date": start_date,
+            "end_date": end_date,
+            "dimensions": dimensions,
+            "metrics": metrics,
+        }
+        if filters is not None:
+            body["filters"] = filters
+        if order_by_metric is not None:
+            body['order_by_metric'] = order_by_metric
+
+        response = self.session.request(
+            "post", url=self._RUN_REPORT, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)

{logos_sdk-0.0.25.dev27 → logos_sdk-0.0.25.dev29}/logos_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev27
+Version: 0.0.25.dev29
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io

{logos_sdk-0.0.25.dev27 → logos_sdk-0.0.25.dev29}/logos_sdk.egg-info/SOURCES.txt

@@ -16,6 +16,7 @@ logos_sdk/services/CampaignManager.py
 logos_sdk/services/Collabim.py
 logos_sdk/services/DV360.py
 logos_sdk/services/Facebook.py
+logos_sdk/services/GA4.py
 logos_sdk/services/GoogleAds.py
 logos_sdk/services/GoogleSheets.py
 logos_sdk/services/MarketMiner.py