icsDataValidation 0.0.1__tar.gz → 1.0.419__tar.gz

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/MANIFEST.in

@@ -1,3 +1,3 @@
-include README.md
-recursive-exclude examples *
-
+include README.md
+recursive-exclude examples *
+

icsdatavalidation-1.0.419/PKG-INFO

@@ -0,0 +1,20 @@
+Metadata-Version: 2.4
+Name: icsDataValidation
+Version: 1.0.419
+Summary: Add your description here
+Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
+License: MIT
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: azure-storage-blob==12.13.1
+Requires-Dist: boto3==1.26.154
+Requires-Dist: cloe-util-snowflake-connector==1.0.5
+Requires-Dist: databricks-sdk==0.29.0
+Requires-Dist: databricks-sql-connector==3.0.1
+Requires-Dist: numpy==1.26.3
+Requires-Dist: oracledb==2.5.0
+Requires-Dist: pandas==2.2.2
+Requires-Dist: pyexasol==0.24.0
+Requires-Dist: pyodbc
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: teradatasql==17.20.0.10

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/configuration.py

@@ -1,19 +1,19 @@
-import os
-from typing import Dict, List, Union
-
-import utils.file_util as file_util
-
-class icsDataValidationConfig(object):
-    """
-    Holds icsDataValidation config.
-    """
-
-    def __init__(self):
-        """ """
-        self.module_root_folder = os.path.abspath(
-            os.path.join(os.path.dirname(__file__), "..")
-        )
-
-        self.config_path = os.environ.get("ICSDATAVALIDATION_CONFIG_PATH")
-
+import os
+from typing import Dict, List, Union
+
+import utils.file_util as file_util
+
+class icsDataValidationConfig(object):
+    """
+    Holds icsDataValidation config.
+    """
+
+    def __init__(self):
+        """ """
+        self.module_root_folder = os.path.abspath(
+            os.path.join(os.path.dirname(__file__), "..")
+        )
+
+        self.config_path = os.environ.get("ICSDATAVALIDATION_CONFIG_PATH")
+
         self.config_dict = file_util.load_json(self.config_path)

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/azure_connection_setup.py

@@ -1,20 +1,20 @@
-import os
-
-from dotenv import load_dotenv
-from pathlib import Path
-
-#########################################################################################
-#########################################################################################
-
-def load_azure_credentials(system_configs:dict,system_selection:str)->dict:
-
-    azure_params = {
-        "Server"    : system_configs[system_selection]["SERVER"],
-        "Database"  : system_configs[system_selection]["DATABASE"],
-        "User"      : system_configs[system_selection]["USER"],
-        "Password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
-        "Driver"    : system_configs[system_selection]["DRIVER"],
-        "Port"      : system_configs[system_selection]["PORT"],
-    }
-
-    return azure_params
+import os
+
+from dotenv import load_dotenv
+from pathlib import Path
+
+#########################################################################################
+#########################################################################################
+
+def load_azure_credentials(system_configs:dict,system_selection:str)->dict:
+
+    azure_params = {
+        "Server"    : system_configs[system_selection]["SERVER"],
+        "Database"  : system_configs[system_selection]["DATABASE"],
+        "User"      : system_configs[system_selection]["USER"],
+        "Password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
+        "Driver"    : system_configs[system_selection]["DRIVER"],
+        "Port"      : system_configs[system_selection]["PORT"],
+    }
+
+    return azure_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/databricks_connection_setup.py

@@ -1,28 +1,28 @@
-#########################################################################################
-#########################################################################################
-
-from databricks.sdk.core import Config, oauth_service_principal
-import os
-
-def load_databricks_credentials(database_configs: dict, system_selection: str) -> dict:
-
-    if "DBX_ACCESS_TOKEN_NAME" in database_configs[system_selection]:
-        # personal access token authentication
-        access_token = os.getenv(database_configs[system_selection]["DBX_ACCESS_TOKEN_NAME"])
-    else:
-        # OAuth machine-to-machine (M2M) authentication
-        ad_config = {
-            "tenant_id": database_configs[system_selection]["TENANT_ID"],
-            "client_id": database_configs[system_selection]["CLIENT_ID"],
-            "client_secret": os.getenv(database_configs[system_selection]["CLIENT_SECRET"]),
-        }
-
-        access_token=oauth_service_principal(Config(ad_config))
-
-    databricks_params = {
-        "server_hostname": database_configs[system_selection]["SERVER_HOSTNAME"],
-        "http_path": database_configs[system_selection]["CLUSTER_HTTP_PATH"],
-        "access_token": access_token
-    }
-
-    return databricks_params
+#########################################################################################
+#########################################################################################
+
+from databricks.sdk.core import Config, oauth_service_principal
+import os
+
+def load_databricks_credentials(database_configs: dict, system_selection: str) -> dict:
+
+    if "DBX_ACCESS_TOKEN_NAME" in database_configs[system_selection]:
+        # personal access token authentication
+        access_token = os.getenv(database_configs[system_selection]["DBX_ACCESS_TOKEN_NAME"])
+    else:
+        # OAuth machine-to-machine (M2M) authentication
+        ad_config = {
+            "tenant_id": database_configs[system_selection]["TENANT_ID"],
+            "client_id": database_configs[system_selection]["CLIENT_ID"],
+            "client_secret": os.getenv(database_configs[system_selection]["CLIENT_SECRET"]),
+        }
+
+        access_token=oauth_service_principal(Config(ad_config))
+
+    databricks_params = {
+        "server_hostname": database_configs[system_selection]["SERVER_HOSTNAME"],
+        "http_path": database_configs[system_selection]["CLUSTER_HTTP_PATH"],
+        "access_token": access_token
+    }
+
+    return databricks_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/exasol_connection_setup.py

@@ -1,17 +1,17 @@
-import os
-
-from dotenv import load_dotenv
-from pathlib import Path
-
-#########################################################################################
-#########################################################################################
-
-def load_exasol_credentials(system_configs:dict,system_selection:str)->dict:
-
-    exasol_params = {
-        "dsn"       : system_configs[system_selection]["DSN"],
-        "user"      : system_configs[system_selection]["USER"],
-        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
-    }
-
+import os
+
+from dotenv import load_dotenv
+from pathlib import Path
+
+#########################################################################################
+#########################################################################################
+
+def load_exasol_credentials(system_configs:dict,system_selection:str)->dict:
+
+    exasol_params = {
+        "dsn"       : system_configs[system_selection]["DSN"],
+        "user"      : system_configs[system_selection]["USER"],
+        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
+    }
+
     return exasol_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/oracle_connection_setup.py

@@ -1,26 +1,26 @@
-import os
-import oracledb
-
-from dotenv import load_dotenv
-from pathlib import Path
-
-#########################################################################################
-#########################################################################################
-
-def load_oracle_credentials(system_configs:dict,system_selection:str)->dict:
-
-    oracle_params = {
-        "user"   : system_configs[system_selection]["USERNAME"],
-        "dsn"      : system_configs[system_selection]["DSN"],
-        "port" : system_configs[system_selection]["PORT"],
-        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
-    }
-
-    if "SERVICE_NAME" in system_configs[system_selection]:
-        oracle_params["service_name"] = system_configs[system_selection]["SERVICE_NAME"]
-
-    if "MODE" in system_configs[system_selection]:
-        mode = system_configs[system_selection]["MODE"]
-        oracle_params["mode"] = getattr(oracledb, mode)
-
+import os
+import oracledb
+
+from dotenv import load_dotenv
+from pathlib import Path
+
+#########################################################################################
+#########################################################################################
+
+def load_oracle_credentials(system_configs:dict,system_selection:str)->dict:
+
+    oracle_params = {
+        "user"   : system_configs[system_selection]["USERNAME"],
+        "dsn"      : system_configs[system_selection]["DSN"],
+        "port" : system_configs[system_selection]["PORT"],
+        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
+    }
+
+    if "SERVICE_NAME" in system_configs[system_selection]:
+        oracle_params["service_name"] = system_configs[system_selection]["SERVICE_NAME"]
+
+    if "MODE" in system_configs[system_selection]:
+        mode = system_configs[system_selection]["MODE"]
+        oracle_params["mode"] = getattr(oracledb, mode)
+
     return oracle_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/snowflake_connection_setup.py

@@ -1,35 +1,35 @@
-import os
-
-from cloe_util_snowflake_connector.connection_parameters import ConnectionParameters, EnvVariablesInitializer
-
-#########################################################################################
-#########################################################################################
-
-
-def load_snowflake_credentials(system_configs: dict, system_selection: str) -> ConnectionParameters:
-    snowflake_params = EnvVariablesInitializer(
-        user=system_configs[system_selection]["USER"],
-        account=system_configs[system_selection]["ACCOUNT"],
-        warehouse=system_configs[system_selection]["WAREHOUSE"],
-        database=system_configs[system_selection]["DATABASE"],
-        role=system_configs[system_selection]["ROLE"],
-        password=os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
-        if "PASSWORD_NAME" in system_configs[system_selection]
-        else None,
-        private_key=os.getenv(system_configs[system_selection]["PRIVATE_KEY_NAME"])
-        if "PRIVATE_KEY_NAME" in system_configs[system_selection]
-        else None,
-        private_key_passphrase=os.getenv(system_configs[system_selection]["PRIVATE_KEY_PASSPHRASE_NAME"])
-        if "PRIVATE_KEY_PASSPHRASE_NAME" in system_configs[system_selection]
-        else None,
-        private_key_file=os.getenv(system_configs[system_selection]["PRIVATE_KEY_FILE_PATH"])
-        if "PRIVATE_KEY_FILE_PATH" in system_configs[system_selection]
-        else None,
-        private_key_file_pwd=os.getenv(system_configs[system_selection]["PRIVATE_KEY_FILE_PASSWORD"])
-        if "PRIVATE_KEY_FILE_PASSWORD" in system_configs[system_selection]
-        else None,
-    )
-
-    connection_params = ConnectionParameters(**snowflake_params.model_dump())
-
-    return connection_params
+import os
+
+from cloe_util_snowflake_connector.connection_parameters import ConnectionParameters, EnvVariablesInitializer
+
+#########################################################################################
+#########################################################################################
+
+
+def load_snowflake_credentials(system_configs: dict, system_selection: str) -> ConnectionParameters:
+    snowflake_params = EnvVariablesInitializer(
+        user=system_configs[system_selection]["USER"],
+        account=system_configs[system_selection]["ACCOUNT"],
+        warehouse=system_configs[system_selection]["WAREHOUSE"],
+        database=system_configs[system_selection]["DATABASE"],
+        role=system_configs[system_selection]["ROLE"],
+        password=os.getenv(system_configs[system_selection]["PASSWORD_NAME"])
+        if "PASSWORD_NAME" in system_configs[system_selection]
+        else None,
+        private_key=os.getenv(system_configs[system_selection]["PRIVATE_KEY_NAME"])
+        if "PRIVATE_KEY_NAME" in system_configs[system_selection]
+        else None,
+        private_key_passphrase=os.getenv(system_configs[system_selection]["PRIVATE_KEY_PASSPHRASE_NAME"])
+        if "PRIVATE_KEY_PASSPHRASE_NAME" in system_configs[system_selection]
+        else None,
+        private_key_file=os.getenv(system_configs[system_selection]["PRIVATE_KEY_FILE_PATH"])
+        if "PRIVATE_KEY_FILE_PATH" in system_configs[system_selection]
+        else None,
+        private_key_file_pwd=os.getenv(system_configs[system_selection]["PRIVATE_KEY_FILE_PASSWORD"])
+        if "PRIVATE_KEY_FILE_PASSWORD" in system_configs[system_selection]
+        else None,
+    )
+
+    connection_params = ConnectionParameters(**snowflake_params.model_dump())
+
+    return connection_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/sqlserver_connection_setup.py

@@ -1,20 +1,20 @@
-import os
-
-from dotenv import load_dotenv
-from pathlib import Path
-
-#########################################################################################
-#########################################################################################
-
-def load_sqlserver_credentials(system_configs:dict,system_selection:str)->dict:
-
-    sqlserver_params = {
-        "Server"    : system_configs[system_selection]["SERVER"],
-        "Database"  : system_configs[system_selection]["DATABASE"],
-        "User"      : system_configs[system_selection]["USER"],
-        "Password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
-        "Driver"    : system_configs[system_selection]["DRIVER"],
-        "Port"      : system_configs[system_selection]["PORT"],
-    }
-
-    return sqlserver_params
+import os
+
+from dotenv import load_dotenv
+from pathlib import Path
+
+#########################################################################################
+#########################################################################################
+
+def load_sqlserver_credentials(system_configs:dict,system_selection:str)->dict:
+
+    sqlserver_params = {
+        "Server"    : system_configs[system_selection]["SERVER"],
+        "Database"  : system_configs[system_selection]["DATABASE"],
+        "User"      : system_configs[system_selection]["USER"],
+        "Password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
+        "Driver"    : system_configs[system_selection]["DRIVER"],
+        "Port"      : system_configs[system_selection]["PORT"],
+    }
+
+    return sqlserver_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/connection_setups/teradata_connection_setup.py

@@ -1,18 +1,18 @@
-import os
-
-from dotenv import load_dotenv
-from pathlib import Path
-
-#########################################################################################
-#########################################################################################
-
-def load_teradata_credentials(system_configs:dict,system_selection:str)->dict:
-
-    teradata_params = {
-        "host"   : system_configs[system_selection]["HOST"],
-        "user"      : system_configs[system_selection]["USER"],
-        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
-        "dbs_port"  : '1025'
-    }
-
+import os
+
+from dotenv import load_dotenv
+from pathlib import Path
+
+#########################################################################################
+#########################################################################################
+
+def load_teradata_credentials(system_configs:dict,system_selection:str)->dict:
+
+    teradata_params = {
+        "host"   : system_configs[system_selection]["HOST"],
+        "user"      : system_configs[system_selection]["USER"],
+        "password"  : os.getenv(system_configs[system_selection]["PASSWORD_NAME"]),
+        "dbs_port"  : '1025'
+    }
+
     return teradata_params

{icsdatavalidation-0.0.1 → icsdatavalidation-1.0.419}/icsDataValidation/core/database_objects.py

@@ -1,18 +1,18 @@
-from enum import Enum
-
-class DatabaseObjectType(Enum):
-    """
-    Enum for valid database object types
-    """
-
-    TABLE = "table"
-    VIEW = "view"
-
-class DatabaseObject():
-    def __init__(self, object_identifier: str, object_type: DatabaseObjectType):
-        self.identifier = object_identifier
-        self.database   = object_identifier.split(".",2)[0]
-        self.schema     = object_identifier.split(".",2)[1]
-        self.name       = object_identifier.split(".",2)[2]
-        self.type       = object_type
+from enum import Enum
+
+class DatabaseObjectType(Enum):
+    """
+    Enum for valid database object types
+    """
+
+    TABLE = "table"
+    VIEW = "view"
+
+class DatabaseObject():
+    def __init__(self, object_identifier: str, object_type: DatabaseObjectType):
+        self.identifier = object_identifier
+        self.database   = object_identifier.split(".",2)[0]
+        self.schema     = object_identifier.split(".",2)[1]
+        self.name       = object_identifier.split(".",2)[2]
+        self.type       = object_type