dataqe-framework 0.2.2__tar.gz → 0.2.4__tar.gz

{dataqe_framework-0.2.2/src/dataqe_framework.egg-info → dataqe_framework-0.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dataqe-framework
-Version: 0.2.2
+Version: 0.2.4
 Summary: Reusable Data Validation Framework for data migration, ETL validation, and cross-database reconciliation
 Author-email: Khadar Shaik <khadarmohiddin.shaik@apree.health>
 Project-URL: Homepage, https://github.com/ShaikKhadarmohiddin/dataqe-framework

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "dataqe-framework"
 dynamic = []
-version = "0.2.2"
+version = "0.2.4"
 description = "Reusable Data Validation Framework for data migration, ETL validation, and cross-database reconciliation"
 readme = "README.md"
 requires-python = ">=3.9"

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4}/src/dataqe_framework/__init__.py

@@ -1,7 +1,7 @@
 from .validator import DataValidator
 from .credentials_extractor import CredentialsExtractor
 
-__version__ = "0.2.2"
+__version__ = "0.2.4"
 
 __all__ = ["DataValidator", "CredentialsExtractor"]
 

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4}/src/dataqe_framework/cli.py

@@ -6,6 +6,7 @@ import shutil
 from datetime import datetime
 from pathlib import Path
 
+from dataqe_framework import __version__
 from dataqe_framework.executor import ValidationExecutor
 from dataqe_framework.config_loader import load_config
 from dataqe_framework.reporter import (
@@ -74,8 +75,9 @@ def clean_output_directory(output_dir: str) -> None:
 
 
 def main():
-    parser = argparse.ArgumentParser()
-    parser.add_argument("--config", required=True)
+    parser = argparse.ArgumentParser(description="DataQE Framework - Data Quality and Validation Tool")
+    parser.add_argument("--version", action="version", version=f"%(prog)s {__version__}")
+    parser.add_argument("--config", required=True, help="Path to configuration YAML file")
     args = parser.parse_args()
 
     # Get output directory, create if needed, and clean it

dataqe_framework-0.2.4/src/dataqe_framework/connectors/__init__.py

@@ -0,0 +1,28 @@
+def get_connector(config: dict):
+
+    db_type = config.get("database_type")
+
+    if db_type == "mysql":
+        from .mysql_connector import MySQLConnector
+        mysql_cfg = config["mysql"]
+
+        # Check if k8_db_details is provided for Kubernetes deployment
+        if "k8_db_details" in mysql_cfg:
+            return MySQLConnector(k8_db_details=mysql_cfg["k8_db_details"])
+        else:
+            return MySQLConnector(
+                host=mysql_cfg["host"],
+                port=mysql_cfg.get("port", 3306),
+                user=mysql_cfg["user"],
+                password=mysql_cfg["password"],
+                database=mysql_cfg["database"]
+            )
+
+    elif db_type == "gcpbq":
+        from .bigquery_connector import BigQueryConnector
+        gcp_cfg = config.get("gcp", {})
+        return BigQueryConnector(gcp_cfg)
+
+    else:
+        raise ValueError(f"Unsupported database type: {db_type}")
+

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4}/src/dataqe_framework/connectors/bigquery_connector.py

@@ -46,7 +46,7 @@ class BigQueryConnector(BaseConnector):
 
         if "k8_db_details" in config and config_details is not None:
             try:
-                project, db_name = config.get("k8_db_details").split('_')
+                project, db_name = config.get("k8_db_details").split('_', 1)
                 self.project_id = config_details.data['bigquery'][project]['datasets'][db_name]['project_id']
                 self.credentials_path = os.path.join(os.getcwd(), self.project_id.replace('-', '_') + '_sftp_client_secrets.json')
                 self.extract_service_account(config_details, self.credentials_path, self.service_account_name)

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4}/src/dataqe_framework/connectors/mysql_connector.py

@@ -24,7 +24,7 @@ class MySQLConnector(BaseConnector):
             logger.info(f"Locally MySQLConnector initialized for host={host}, database={database}")
         else:
             try:
-                project, db_name = k8_db_details.split('_')
+                project, db_name = k8_db_details.split('_', 1)
                 self.host = config_details.data['mysql'][project][db_name]['db_host']
                 self.port = config_details.data['mysql'][project][db_name]['db_port']
                 self.user = config_details.data['mysql'][project][db_name]['db_user']

{dataqe_framework-0.2.2 → dataqe_framework-0.2.4/src/dataqe_framework.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dataqe-framework
-Version: 0.2.2
+Version: 0.2.4
 Summary: Reusable Data Validation Framework for data migration, ETL validation, and cross-database reconciliation
 Author-email: Khadar Shaik <khadarmohiddin.shaik@apree.health>
 Project-URL: Homepage, https://github.com/ShaikKhadarmohiddin/dataqe-framework

dataqe_framework-0.2.2/src/dataqe_framework/connectors/__init__.py

@@ -1,23 +0,0 @@
-def get_connector(config: dict):
-
-    db_type = config.get("database_type")
-
-    if db_type == "mysql":
-        from .mysql_connector import MySQLConnector
-        mysql_cfg = config["mysql"]
-
-        return MySQLConnector(
-            host=mysql_cfg["host"],
-            port=mysql_cfg.get("port", 3306),
-            user=mysql_cfg["user"],
-            password=mysql_cfg["password"],
-            database=mysql_cfg["database"]
-        )
-
-    elif db_type == "gcpbq":
-        from .bigquery_connector import BigQueryConnector
-        return BigQueryConnector(config["gcp"])
-
-    else:
-        raise ValueError(f"Unsupported database type: {db_type}")
-