logos-sdk 0.0.25.dev28__tar.gz → 0.0.25.dev30__tar.gz

{logos_sdk-0.0.25.dev28 → logos_sdk-0.0.25.dev30}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev28
+Version: 0.0.25.dev30
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io

{logos_sdk-0.0.25.dev28 → logos_sdk-0.0.25.dev30}/logos_sdk/big_query/BigQuery.py

@@ -1,4 +1,5 @@
 import os
+import uuid
 from datetime import datetime
 
 import google.auth.exceptions
@@ -96,6 +97,8 @@ class BigQuery:
         schema_columns: List[Dict],
         partitioning_column_name: str,
         partition_type=bigquery.TimePartitioningType.DAY,
+        retention_days: Optional[int] = None,
+        cluster_fields: Optional[List[str]] = None,
     ):
         bq_table = self.check_table_exists(dataset_id, table_id)
         if bq_table is None:
@@ -105,6 +108,8 @@ class BigQuery:
                 schema_columns,
                 partitioning_column_name,
                 partition_type,
+                retention_days,
+                cluster_fields,
             )
 
         self._insert_into_table(bq_table, records)
@@ -127,6 +132,8 @@ class BigQuery:
         schema_columns: List[Dict],
         partitioning_column_name: str,
         partition_type=bigquery.TimePartitioningType.DAY,
+        retention_days: Optional[int] = None,
+        cluster_fields: Optional[List[str]] = None,
     ):
         table_schema = [
             bigquery.schema.SchemaField(
@@ -140,11 +147,20 @@ class BigQuery:
         try:
             sql_format = self._get_table_id_sql_format(dataset_id, table_id)
             table_object = bigquery.Table(sql_format, schema=table_schema)
-            # Set partitioning on the "report_date" column
+
+            time_partitioning_kwargs = {
+                "type_": partition_type,
+                "field": partitioning_column_name,
+            }
+            if retention_days is not None and retention_days > 0:
+                time_partitioning_kwargs["expiration_ms"] = (
+                    retention_days * 24 * 60 * 60 * 1000
+                )
             table_object.time_partitioning = bigquery.TimePartitioning(
-                type_=partition_type,
-                field=partitioning_column_name,  # The column to use for partitioning
+                **time_partitioning_kwargs
             )
+            if cluster_fields:
+                table_object.clustering_fields = cluster_fields
             return self._service.create_table(table_object)
         except google.cloud.exceptions.Conflict:
             return False
@@ -220,25 +236,22 @@ class BigQuery:
                 raise BigQueryException(errors)
 
     def upsert_into_table(
-            self,
-            dataset_id: str,
-            target_table: str,
-            records: List[Dict],
-            schema_columns: List[Dict],
-            key_columns: Sequence[str],
+        self,
+        dataset_id: str,
+        target_table: str,
+        records: List[Dict],
+        schema_columns: List[Dict],
+        key_columns: Sequence[str],
     ) -> None:
         if not records:
             return
         if not key_columns:
             return
 
-        bq_table = self.check_table_exists(dataset_id, target_table)
-        if bq_table is None:
-            self.create_table(dataset_id, target_table, schema_columns)
         table_id = f"{self.project_id}.{dataset_id}.{target_table}"
         cols = [f["name"] for f in schema_columns]
 
-        staging_table_name = f"_staging_{target_table}"
+        staging_table_name = f"_staging_{str(uuid.uuid4())}"
         staging_table_id = f"{self.project_id}.{dataset_id}.{staging_table_name}"
         self.create_table(dataset_id, staging_table_name, schema_columns)
 
@@ -248,7 +261,7 @@ class BigQuery:
 
         on_clause = " AND ".join(f"T.{q(k)} = S.{q(k)}" for k in key_columns)
         update_cols = [c for c in cols if c not in set(key_columns)]
-        update_set = ",\n    ".join(f"{q(c)} = S.{q(c)}" for c in update_cols)
+        update_set = ",\n    ".join(f"T.{q(c)} = S.{q(c)}" for c in update_cols)
 
         insert_cols = ", ".join(q(c) for c in cols)
         insert_vals = ", ".join(f"S.{q(c)}" for c in cols)

logos_sdk-0.0.25.dev30/logos_sdk/services/GA4.py

@@ -0,0 +1,98 @@
+from requests.exceptions import Timeout
+from typing import List, Union, Dict
+from logos_sdk.services import get_headers, get_retry_session
+from http import HTTPStatus
+from dotenv import load_dotenv
+import os
+import time
+import random
+
+
+class GA4ServiceException(Exception):
+    pass
+
+
+class GA4Service:
+    def __init__(self, url=None):
+        load_dotenv()
+        self.session = get_retry_session()
+        self._URL = url or os.environ.get("GA4_SERVICE_PATH")
+        self._RUN_REPORT = self._URL + "/run-report"
+        self._GET_ACCESSIBLE_ACCOUNTS = self._URL + "/accessible-accounts"
+        self._GET_ACCOUNT_ACCESSIBILITY = self._URL + "/get-account-accessibility"
+
+    def get_accessible_accounts(
+            self,
+            secret_id: str,
+    ) -> List[Dict]:
+        body = {
+            "secret_id": secret_id,
+        }
+
+        header = get_headers(self._GET_ACCESSIBLE_ACCOUNTS)
+        response = self.session.request(
+            "post", url=self._GET_ACCESSIBLE_ACCOUNTS, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)
+
+    def get_account_accessibility(self, secret_id: str, account_id: str) -> bool:
+        """
+        Gets account accessibility
+        :param secret_id: The ID of the secret in secret manager
+        :param account_id: The ID of the account.
+        :return: True if account has access
+        """
+        body = {"secret_id": secret_id, "account_id": account_id}
+        header = get_headers(self._GET_ACCOUNT_ACCESSIBILITY)
+        response = self.session.request(
+            "post", url=self._GET_ACCOUNT_ACCESSIBILITY, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)
+
+    def run_report(self, account_id, secret_id, start_date, end_date, dimensions, metrics, filters=None,
+                   order_by_metric=None):
+        """
+        Runs report
+        :param account_id: The ID of the account,
+        :param secret_id: The ID of the secret in secret manager
+        :param start_date: report start date in format "YYYY-MM-DD"
+        :param end_date: report end date in format "YYYY-MM-DD"
+        :param dimensions: The dimesions for the query
+        :param metrics: The metrics for the query
+        :param filters: The filters for the query
+        :param order_by_metric: The metric to order by
+        :return: report result
+        """
+        header = get_headers(self._RUN_REPORT)
+        body = {
+            "property_id": account_id,
+            "secret_id": secret_id,
+            "start_date": start_date,
+            "end_date": end_date,
+            "dimensions": dimensions,
+            "metrics": metrics,
+        }
+        if filters is not None:
+            body["filters"] = filters
+        if order_by_metric is not None:
+            body['order_by_metric'] = order_by_metric
+
+        response = self.session.request(
+            "post", url=self._RUN_REPORT, json=body, headers=header
+        )
+
+        if response.status_code == HTTPStatus.OK:
+            service_response = response.json()
+            return service_response["data"]
+        else:
+            raise GA4ServiceException(response.content)

{logos_sdk-0.0.25.dev28 → logos_sdk-0.0.25.dev30}/logos_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: logos-sdk
-Version: 0.0.25.dev28
+Version: 0.0.25.dev30
 Summary: SDK for Logos platform
 Home-page: https://bitbucket.org/databy/logos-sdk-pip/src/master/
 Author: Databy.io

{logos_sdk-0.0.25.dev28 → logos_sdk-0.0.25.dev30}/logos_sdk.egg-info/SOURCES.txt

@@ -16,6 +16,7 @@ logos_sdk/services/CampaignManager.py
 logos_sdk/services/Collabim.py
 logos_sdk/services/DV360.py
 logos_sdk/services/Facebook.py
+logos_sdk/services/GA4.py
 logos_sdk/services/GoogleAds.py
 logos_sdk/services/GoogleSheets.py
 logos_sdk/services/MarketMiner.py