vavacars-data-utils 1.3.7__tar.gz → 1.4.0__tar.gz

{vavacars_data_utils-1.3.7 → vavacars_data_utils-1.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: vavacars_data_utils
-Version: 1.3.7
+Version: 1.4.0
 Summary: Package with utils
 Home-page: https://dev.azure.com/vavacars/DataScience/_git/Data.Utils
 Author: Vavacars Data Science Team
@@ -22,10 +22,14 @@ Requires-Dist: sqlalchemy<2.0; extra == "sql"
 Requires-Dist: psycopg2-binary; extra == "sql"
 Requires-Dist: pyodbc; extra == "sql"
 Requires-Dist: msal; extra == "sql"
-Provides-Extra: emai
-Requires-Dist: azure-communication-email; extra == "emai"
+Provides-Extra: email
+Requires-Dist: azureml-core; extra == "email"
+Requires-Dist: azure-communication-email; extra == "email"
 Provides-Extra: azure
 Requires-Dist: azureml-core; extra == "azure"
+Provides-Extra: loganalytics
+Requires-Dist: azureml-core; extra == "loganalytics"
+Requires-Dist: azure-monitor-query; extra == "loganalytics"
 
 # Vavacars
 

{vavacars_data_utils-1.3.7 → vavacars_data_utils-1.4.0}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = vavacars_data_utils
-version = 1.3.7
+version = 1.4.0
 author = Vavacars Data Science Team
 author_email = acg@vava.cars
 description = Package with utils
@@ -40,10 +40,14 @@ sql =
 	psycopg2-binary
 	pyodbc
 	msal
-emai = 
+email = 
+	azureml-core
 	azure-communication-email
 azure = 
 	azureml-core
+loganalytics = 
+	azureml-core
+	azure-monitor-query
 
 [egg_info]
 tag_build = 

vavacars_data_utils-1.4.0/vava_utils/loganalytics/__init__.py

@@ -0,0 +1 @@
+from .loganalytics_helper import LogAnalyticsHelper

vavacars_data_utils-1.4.0/vava_utils/loganalytics/loganalytics_helper.py

@@ -0,0 +1,51 @@
+import logging
+import pandas as pd
+from azure.identity import ClientSecretCredential
+from azure.monitor.query import LogsQueryClient, LogsQueryStatus
+from azure.core.exceptions import HttpResponseError
+import datetime
+
+
+class UnknownQueryStatusError(Exception):
+    """Custom exception for unknown query status"""
+
+    pass
+
+
+class LogAnalyticsHelper:
+
+    def __init__(
+        self,
+        service_principal_id: str,
+        service_principal_password: str,
+        tentant_id: str,
+        workspace_id: str = "58ca4766-72b7-4610-8d1c-4b6a88a49a01",
+    ):
+        self.client = LogsQueryClient(
+            ClientSecretCredential(tentant_id, service_principal_id, service_principal_password)
+        )
+        self.workspace_id = workspace_id
+
+    def query(self, query: str, start: datetime.datetime = None, end: datetime.datetime = None, **kwargs):
+
+        timespan = None if start is None or end is None else (start, end)
+        response = self.client.query_workspace(workspace_id=self.workspace_id, query=query, timespan=timespan, **kwargs)
+
+        if response.status == LogsQueryStatus.SUCCESS:
+            data = response.tables
+        elif response.status == LogsQueryStatus.PARTIAL:
+            logging.warning(f"Partial query success. Error: {response.partial_error.message}")
+            data = response.partial_data
+        else:
+            logging.error(f"Unknown query status: {response.status}")
+            raise UnknownQueryStatusError(f"Received an unknown query status: {response.status}")
+
+        dataframes = [pd.DataFrame(t.rows, columns=t.columns) for t in data]
+
+        if len(dataframes) == 1:
+            return dataframes[0]
+        elif len(dataframes) > 1:
+            return dataframes
+        else:
+            logging.warning("No data found in the query result")
+            return None

{vavacars_data_utils-1.3.7 → vavacars_data_utils-1.4.0}/vavacars_data_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: vavacars_data_utils
-Version: 1.3.7
+Version: 1.4.0
 Summary: Package with utils
 Home-page: https://dev.azure.com/vavacars/DataScience/_git/Data.Utils
 Author: Vavacars Data Science Team
@@ -22,10 +22,14 @@ Requires-Dist: sqlalchemy<2.0; extra == "sql"
 Requires-Dist: psycopg2-binary; extra == "sql"
 Requires-Dist: pyodbc; extra == "sql"
 Requires-Dist: msal; extra == "sql"
-Provides-Extra: emai
-Requires-Dist: azure-communication-email; extra == "emai"
+Provides-Extra: email
+Requires-Dist: azureml-core; extra == "email"
+Requires-Dist: azure-communication-email; extra == "email"
 Provides-Extra: azure
 Requires-Dist: azureml-core; extra == "azure"
+Provides-Extra: loganalytics
+Requires-Dist: azureml-core; extra == "loganalytics"
+Requires-Dist: azure-monitor-query; extra == "loganalytics"
 
 # Vavacars
 

{vavacars_data_utils-1.3.7 → vavacars_data_utils-1.4.0}/vavacars_data_utils.egg-info/SOURCES.txt

@@ -12,6 +12,8 @@ setup.cfg
 ./vava_utils/camunda/camunda_helper.py
 ./vava_utils/email/__init__.py
 ./vava_utils/email/email_helper.py
+./vava_utils/loganalytics/__init__.py
+./vava_utils/loganalytics/loganalytics_helper.py
 ./vava_utils/salesforce/__init__.py
 ./vava_utils/salesforce/salesforce_helper.py
 ./vava_utils/smartiq/__init__.py
@@ -41,6 +43,8 @@ vava_utils/camunda/__init__.py
 vava_utils/camunda/camunda_helper.py
 vava_utils/email/__init__.py
 vava_utils/email/email_helper.py
+vava_utils/loganalytics/__init__.py
+vava_utils/loganalytics/loganalytics_helper.py
 vava_utils/salesforce/__init__.py
 vava_utils/salesforce/salesforce_helper.py
 vava_utils/smartiq/__init__.py

{vavacars_data_utils-1.3.7 → vavacars_data_utils-1.4.0}/vavacars_data_utils.egg-info/requires.txt

@@ -10,9 +10,14 @@ azureml-core
 google-cloud-bigquery
 google-api-core
 
-[emai]
+[email]
+azureml-core
 azure-communication-email
 
+[loganalytics]
+azureml-core
+azure-monitor-query
+
 [sql]
 sqlalchemy<2.0
 psycopg2-binary