dcs-sdk 1.6.5__py3-none-any.whl

dcs_sdk/sdk/utils/utils.py

@@ -0,0 +1,349 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+import glob
+import os
+import uuid
+from typing import List, Optional, Union
+
+import duckdb
+import requests
+
+from dcs_sdk.sdk.config.config_loader import Comparison
+from dcs_sdk.sdk.rules.rules_repository import RulesRepository
+
+
+def generate_table_name(file_path, is_table: bool = True):
+    base_name = os.path.basename(file_path)
+    if is_table:
+        table_name = os.path.splitext(base_name)[0]
+    else:
+        table_name = base_name
+    return table_name
+
+
+def calculate_column_differences(source_columns, target_columns, columns_mappings):
+    rules_repo = RulesRepository.get_instance()
+    columns_with_unmatched_data_type = []
+    columns_not_compared = []
+    processed_cols = set()
+
+    source_column_dict = {col["column_name"]: col for col in source_columns}
+    target_column_dict = {col["column_name"]: col for col in target_columns}
+
+    mapped_source_columns = {mapping["source_column"] for mapping in columns_mappings}
+    mapped_target_columns = {mapping["target_column"] for mapping in columns_mappings}
+
+    for mapping in columns_mappings:
+        source_col_name = mapping["source_column"]
+        target_col_name = mapping["target_column"]
+
+        processed_cols.add(source_col_name)
+        processed_cols.add(target_col_name)
+
+        source_col = source_column_dict[source_col_name]
+        target_col = target_column_dict[target_col_name]
+        match, reason = rules_repo.apply_schema_rules(src_col=source_col, tgt_col=target_col)
+        if not match:
+            columns_with_unmatched_data_type.append(
+                {
+                    "source": {
+                        "column_name": source_col_name,
+                        "data_type": source_col["data_type"],
+                        "character_maximum_length": source_col.get("character_maximum_length"),
+                        "mismatch_reason": reason,
+                    },
+                    "target": {
+                        "column_name": target_col_name,
+                        "data_type": target_col["data_type"],
+                        "character_maximum_length": target_col.get("character_maximum_length"),
+                        "mismatch_reason": reason,
+                    },
+                }
+            )
+
+    # Check auto-matched common columns not in mapping
+    common_column_names = set(source_column_dict.keys()) & set(target_column_dict.keys())
+
+    for col_name in common_column_names:
+        if col_name in mapped_source_columns or col_name in mapped_target_columns:
+            continue
+
+        source_col = source_column_dict[col_name]
+        target_col = target_column_dict[col_name]
+        processed_cols.add(col_name)
+
+        match, reason = rules_repo.apply_schema_rules(src_col=source_col, tgt_col=target_col)
+        if not match:
+            columns_with_unmatched_data_type.append(
+                {
+                    "source": {
+                        "column_name": col_name,
+                        "data_type": source_col["data_type"],
+                        "character_maximum_length": source_col.get("character_maximum_length"),
+                        "mismatch_reason": reason,
+                    },
+                    "target": {
+                        "column_name": col_name,
+                        "data_type": target_col["data_type"],
+                        "character_maximum_length": target_col.get("character_maximum_length"),
+                        "mismatch_reason": reason,
+                    },
+                }
+            )
+
+    for source_col_name in source_column_dict:
+        if source_col_name not in mapped_source_columns:
+            columns_not_compared.append(
+                {
+                    "column_name": source_col_name,
+                    "data_type": source_column_dict[source_col_name]["data_type"],
+                    "origin": "source",
+                }
+            )
+
+    for target_col_name in target_column_dict:
+        if target_col_name not in mapped_target_columns:
+            columns_not_compared.append(
+                {
+                    "column_name": target_col_name,
+                    "data_type": target_column_dict[target_col_name]["data_type"],
+                    "origin": "target",
+                }
+            )
+
+    source_col_names = set(source_column_dict.keys())
+    target_col_names = set(target_column_dict.keys())
+
+    exclusive_to_source = source_col_names - processed_cols
+    exclusive_to_target = target_col_names - processed_cols
+
+    return (
+        columns_with_unmatched_data_type,
+        columns_not_compared,
+        exclusive_to_source,
+        exclusive_to_target,
+    )
+
+
+def duck_db_load_csv_to_table(config: Comparison, path, is_source: bool = False) -> bool:
+    dir_name = "tmp"
+    if not os.path.exists(dir_name):
+        os.makedirs(dir_name)
+    csv_files = glob.glob(path)
+
+    if is_source:
+        pk_cols = config.primary_keys_source
+    else:
+        pk_cols = config.primary_keys_target
+
+    duck_db_file_name = f"{dir_name}/{uuid.uuid4()}.duckdb"
+    create_view = False
+    query = None
+    table_name = None
+    if is_source and config.source_query:
+        create_view = True
+        query = config.source_query
+    elif not is_source and config.target_query:
+        create_view = True
+        query = config.target_query
+
+    for csv_file in csv_files:
+        try:
+            table_name = generate_table_name(csv_file)
+            conn = duckdb.connect(database=duck_db_file_name, read_only=False)
+            conn.execute(
+                """
+                    CREATE OR REPLACE TABLE {} AS SELECT * FROM read_csv('{}',HEADER=True, UNION_BY_NAME=True, nullstr='NULL', all_varchar=True, IGNORE_ERRORS=TRUE);
+                    """.format(
+                    table_name, csv_file
+                )
+            )
+
+            if pk_cols and len(pk_cols) > 0:
+                pk_cols_str = ", ".join(pk_cols)
+                conn.execute(
+                    """
+                    CREATE INDEX idx_{} ON {} ({});
+                    """.format(
+                        table_name,
+                        table_name,
+                        pk_cols_str,
+                    )
+                )
+
+            if create_view:
+                table_name = f"{table_name}_query"
+                conn.execute(
+                    """
+                    CREATE VIEW {} AS {};
+                    """.format(
+                        table_name, query
+                    )
+                )
+            conn.close()
+        except Exception as e:
+            print(f"Error in loading CSV to DuckDB: {e}")
+            return False
+
+    if is_source:
+        config.source.filepath = duck_db_file_name
+        config.source.table = table_name
+    else:
+        config.target.filepath = duck_db_file_name
+        config.target.table = table_name
+    return True
+
+
+def find_identical_columns(source, target):
+    identical_columns = []
+    rules_repo = RulesRepository.get_instance()
+
+    for s_col in source:
+        for t_col in target:
+            if s_col["column_name"] != t_col["column_name"]:
+                continue
+
+            match, reason = rules_repo.apply_schema_rules(src_col=s_col, tgt_col=t_col)
+            if match:
+                identical_columns.append(
+                    {
+                        "column_name": s_col["column_name"],
+                        "data_type": s_col["data_type"],
+                        "character_maximum_length": s_col.get("character_maximum_length"),
+                    }
+                )
+
+    return identical_columns
+
+
+def post_comparison_results(comparison_data, url, is_cli=True):
+    try:
+        comparison_data["is_cli"] = is_cli
+        response = requests.post(url, json=comparison_data)
+        try:
+            print(response.json())
+        except Exception as e:
+            print(f"Error in parsing response: {e}")
+        if response.ok:
+            print(f"Comparison results posted successfully")
+    except Exception as e:
+        print(f"Error in posting comparison results: {e}")
+
+
+def _obfuscate_value(value: Optional[Union[str, int]]) -> Optional[str]:
+    if not value or not isinstance(value, (str, int)):
+        return value
+
+    str_value = str(value)[:10]
+    if len(str_value) > 2:
+        return str_value[0] + "*" * (len(str_value) - 2) + str_value[-1]
+    return "*" * len(str_value)
+
+
+def obfuscate_sensitive_data(configuration: dict) -> dict:
+    sensitive_keys = {
+        "role",
+        "account",
+        "username",
+        "password",
+        "http_path",
+        "access_token",
+        "host",
+        "port",
+        "server",
+        "keyfile",
+        "bigquery_credentials",
+    }
+    return {key: _obfuscate_value(value) if key in sensitive_keys else value for key, value in configuration.items()}
+
+
+def apply_masking(obj: dict, masking_columns: List[str], mask_char: str = "*") -> dict:
+    masked_obj = obj.copy()
+    for col in masking_columns:
+        if col in masked_obj and masked_obj[col] is not None:
+            masked_obj[col] = mask_char * len(str(masked_obj[col]))
+    return masked_obj
+
+
+def safe_str(value) -> str:
+    """Safely convert value to string, handling None and exceptions"""
+    if value is None:
+        return None
+    try:
+        return str(value)
+    except Exception:
+        return "[unconvertible_value]"
+
+
+def apply_custom_masking(
+    source: Optional[dict],
+    target: Optional[dict],
+    source_masking_cols: List[str],
+    target_masking_cols: List[str],
+    mask_char: str = "*",
+):
+    source = source or {}
+    target = target or {}
+    masked_source = source.copy()
+    masked_target = target.copy()
+
+    common_masking_cols = set(source_masking_cols).intersection(set(target_masking_cols))
+
+    # common masking columns
+    for col in common_masking_cols:
+        src_val = str(source.get(col, ""))
+        tgt_val = str(target.get(col, ""))
+
+        src_len, tgt_len = len(src_val), len(tgt_val)
+        if src_len == tgt_len and src_val != tgt_val:
+            masked_source[col] = mask_char * (src_len + 1)
+            masked_target[col] = mask_char * tgt_len
+        else:
+            masked_source[col] = mask_char * src_len
+            masked_target[col] = mask_char * tgt_len
+
+    # Non-common columns
+    for col in source_masking_cols:
+        if col not in common_masking_cols:
+            val = source.get(col, "")
+            masked_source[col] = mask_char * len(val)
+
+    for col in target_masking_cols:
+        if col not in common_masking_cols:
+            val = target.get(col, "")
+            masked_target[col] = mask_char * len(val)
+
+    return masked_source, masked_target
+
+
+def convert_to_masked_if_required(
+    table_sample_data: list, masking_character: str, masking_columns: list, columns_order_wise: list
+):
+    idxs_to_mask = []
+    for i, val in enumerate(columns_order_wise):
+        if val in masking_columns:
+            idxs_to_mask.append(i)
+
+    new_table_sample_data = []
+    for row in table_sample_data:
+        curr_sample_row = []
+        for i, val in enumerate(row):
+            if i in idxs_to_mask:
+                curr_sample_row.append(masking_character * len(str(val)))
+            else:
+                curr_sample_row.append(val)
+        new_table_sample_data.append(tuple(curr_sample_row))
+
+    return new_table_sample_data

dcs_sdk-1.6.5.dist-info/METADATA

@@ -0,0 +1,150 @@
+Metadata-Version: 2.4
+Name: dcs-sdk
+Version: 1.6.5
+Summary: SDK for DataChecks
+Author: Waterdip Labs
+Author-email: hello@waterdip.ai
+Requires-Python: >=3.10,<3.13
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Provides-Extra: all-dbs
+Provides-Extra: bigquery
+Provides-Extra: clickhouse
+Provides-Extra: databricks
+Provides-Extra: db2
+Provides-Extra: elasticsearch
+Provides-Extra: impyla
+Provides-Extra: mssql
+Provides-Extra: mysql
+Provides-Extra: opensearch
+Provides-Extra: oracle
+Provides-Extra: postgresql
+Provides-Extra: preql
+Provides-Extra: presto
+Provides-Extra: redshift
+Provides-Extra: snowflake
+Provides-Extra: spark
+Provides-Extra: sybase
+Provides-Extra: trino
+Provides-Extra: vertica
+Requires-Dist: attrs (>=23.1.0)
+Requires-Dist: click (>=8.1)
+Requires-Dist: clickhouse-driver (>=0.2.9) ; extra == "clickhouse" or extra == "all-dbs"
+Requires-Dist: cryptography (>=44.0.1) ; extra == "snowflake" or extra == "all-dbs"
+Requires-Dist: databricks-sql-connector (>=3.3.0,<4.0.0) ; extra == "databricks" or extra == "all-dbs"
+Requires-Dist: dsnparse (<0.2.0)
+Requires-Dist: duckdb (>=0.9.0)
+Requires-Dist: elasticsearch (>=9.1.0,<10.0.0) ; extra == "elasticsearch" or extra == "all-dbs"
+Requires-Dist: google-cloud-bigquery (>=3.31.0,<4.0.0) ; extra == "bigquery" or extra == "all-dbs"
+Requires-Dist: h11 (>=0.16.0,<0.17.0)
+Requires-Dist: ibm-db (>=3.2.3,<4.0.0) ; extra == "db2" or extra == "all-dbs"
+Requires-Dist: ibm-db-sa (>=0.4.1,<0.5.0) ; extra == "db2" or extra == "all-dbs"
+Requires-Dist: impyla (>=0.20.0,<0.21.0) ; extra == "impyla" or extra == "all-dbs"
+Requires-Dist: jinja2 (>=3.1.6,<4.0.0)
+Requires-Dist: keyring (>=25.3.0)
+Requires-Dist: loguru (==0.7.2)
+Requires-Dist: mashumaro[msgpack] (>=2.9,<3.11.0)
+Requires-Dist: mysql-connector-python (>=9.0.1) ; extra == "mysql" or extra == "all-dbs"
+Requires-Dist: nltk (>=3.9.1,<4.0.0)
+Requires-Dist: numpy (==1.26.4)
+Requires-Dist: opensearch-py (>=2.2.0,<3.0.0) ; extra == "opensearch" or extra == "all-dbs"
+Requires-Dist: oracledb (>=2.4.1) ; extra == "oracle" or extra == "all-dbs"
+Requires-Dist: packaging (>=24.1,<25.0)
+Requires-Dist: preql (>=0.2.19) ; extra == "preql" or extra == "all-dbs"
+Requires-Dist: presto-python-client (>=0.8.4) ; extra == "presto" or extra == "all-dbs"
+Requires-Dist: protobuf (>=5.29.5,<6.0.0)
+Requires-Dist: psycopg2-binary (>=2.9.9,<3.0.0) ; extra == "postgresql" or extra == "redshift" or extra == "all-dbs"
+Requires-Dist: pydantic (>=1.10.12)
+Requires-Dist: pymysql[rsa] (>=1.1.0,<2.0.0) ; extra == "mysql" or extra == "all-dbs"
+Requires-Dist: pyodbc (>=4.0.39) ; extra == "mssql" or extra == "sybase" or extra == "all-dbs"
+Requires-Dist: pyparsing (>=3.1.1,<4.0.0)
+Requires-Dist: pyspark (>=3.2.1,<4.0.0) ; extra == "spark" or extra == "all-dbs"
+Requires-Dist: python-dateutil (>=2.8.2,<3.0.0)
+Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
+Requires-Dist: pytz (>=2024.1)
+Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
+Requires-Dist: redis[hiredis] (>=5.2.1,<6.0.0)
+Requires-Dist: requests (>=2.32.4,<3.0.0)
+Requires-Dist: rich (>=13.8.0)
+Requires-Dist: setuptools (>=78.1.1)
+Requires-Dist: snowflake-connector-python (>=3.17.2) ; extra == "snowflake" or extra == "all-dbs"
+Requires-Dist: snowflake-sqlalchemy (>=1.5.3,<2.0.0) ; extra == "snowflake" or extra == "all-dbs"
+Requires-Dist: sqlalchemy (>=2.0.14,<2.1.0)
+Requires-Dist: sqlalchemy-bigquery (>=1.8.0,<2.0.0) ; extra == "bigquery" or extra == "all-dbs"
+Requires-Dist: sqlalchemy-sybase (>=2.0.0,<3.0.0) ; extra == "sybase" or extra == "all-dbs"
+Requires-Dist: tabulate (>=0.9.0)
+Requires-Dist: toml (>=0.10.2)
+Requires-Dist: tornado (>=6.5,<7.0)
+Requires-Dist: trino (>=0.314.0) ; extra == "trino" or extra == "all-dbs"
+Requires-Dist: typing-extensions (>=4.0.1)
+Requires-Dist: urllib3 (>=2.5.0,<3.0.0)
+Requires-Dist: vertica-python (>=1.4.0) ; extra == "vertica" or extra == "all-dbs"
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  DCS SDK v1.6.4
+</h1>
+
+> SDK for DataChecks
+
+
+## Installation
+
+> Python version `>=3.10,<3.13`
+
+```bash
+
+$ pip install dcs-sdk[all-dbs]
+
+```
+
+## Supported Databases
+
+> Availability Status
+
+| Database          | Code Name    | Supported |
+| ----------------- | ------------ | --------- |
+| PostgreSQL        | `postgres`   | ✅         |
+| Snowflake         | `snowflake`  | ✅         |
+| Trino             | `trino`      | ✅         |
+| Databricks        | `databricks` | ✅         |
+| Oracle            | `oracle`     | ✅         |
+| MSSQL             | `mssql`      | ✅         |
+| MySQL             | `mysql`      | ✅         |
+| SAP Sybase IQ/ASE | `sybase`     | ✅         |
+| File              | `file`       | ✅         |
+| BigQuery          | `bigquery`   | ✅         |
+
+
+
+
+## Available Commands
+
+
+
+|    Option     | Short Option | Required |     Default     |                    Description                     |                                                 Example                                                  |
+| :-----------: | :----------: | :------: | :-------------: | :------------------------------------------------: | :------------------------------------------------------------------------------------------------------: |
+| --config-path |      -C      | **Yes**  |      None       |    Specify the file path for the configuration     |                        dcs-sdk run --config-path config.yaml --compare comp_name                         |
+|   --compare   |              | **Yes**  |      None       | Run only specific comparison using comparison name |                        dcs-sdk run --config-path config.yaml --compare comp_name                         |
+|  --save-json  |      -j      |    No    |      False      |           Save the data into a JSON file           |                  dcs-sdk run --config-path config.yaml --compare comp_name --save-json                   |
+|  --json-path  |     -jp      |    No    | dcs_report.json |        Specify the file path for JSON file         |       dcs-sdk run --config-path config.yaml --compare comp_name --save-json --json-path ouput.json       |
+|    --stats    |              |    No    |      False      |            Print stats about data diff             |                    dcs-sdk run --config-path config.yaml --compare comp_name --stats                     |
+|     --url     |              |    No    |      None       |         Specify url to send data to server         |        dcs-sdk run --config-path config.yaml --compare comp_name --url=https://comapre/send/data         |
+| --html-report |              |    No    |      False      |                 Save table as HTML                 |                 dcs-sdk run --config-path config.yaml --compare comp_name --html-report                  |
+| --report-path |              |    No    | dcs_report.html |       Specify the file path for HTML report        |     dcs-sdk run --config-path config.yaml --compare comp_name --html-report --report-path table.html     |
+|    --table    |              |    No    |      False      |         Display Comparison in table format         | dcs-sdk run --config-path config.yaml --compare comp_name --html-report --report-path table.html --table |
+
+
+
+### Example Command [CLI]
+
+```sh
+$ dcs-sdk --version
+
+$ dcs-sdk --help
+
+$ dcs-sdk run -C example.yaml --compare comparison_one --stats -j -jp output.json --html-report --report-path result.html --table --url=https://comapre/send/data
+```
+

dcs_sdk-1.6.5.dist-info/RECORD

@@ -0,0 +1,159 @@
+data_diff/__init__.py,sha256=QrrQt6GxG5gzVRlvFjJmfOzhR14fqKLrQs186KBWryY,10413
+data_diff/__main__.py,sha256=UvFvBKU74202bfRcIO_Wk-SU8WmnNuDK_1YVJpueMlc,16969
+data_diff/abcs/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+data_diff/abcs/compiler.py,sha256=RuGhGlLTQuCzOJfYxa4gjcADsyvbZ9yZPuDuY6XH8Rk,785
+data_diff/abcs/database_types.py,sha256=MKnWM9QBgeo-hjhgHhHWezd5i7HjozZ4ujsnzQ7ALOs,11326
+data_diff/config.py,sha256=uRcoVVhPjVZqgQNwr18v6sPq06cGXDLemTUyitU57zA,4998
+data_diff/databases/__init__.py,sha256=NrBm1Paj7jkHZ_hQCD-4-Q1eeDdh3v9_bz1DkPDOv9g,1680
+data_diff/databases/_connect.py,sha256=nGsmtzDSKN8CK8zMkdcGZz0iExzkJDYw-PGebIkmQgc,11151
+data_diff/databases/base.py,sha256=3UPNVmG6XLVPMLmA3cGFZH-B2JIRGW--hiotkJEIh4k,53196
+data_diff/databases/bigquery.py,sha256=PDwSkmWRW26gUl2SMOyIsiYtgrqghptYqG8_SaaiXb4,14709
+data_diff/databases/clickhouse.py,sha256=5DsW8UpyYsWI8I3AlPUvHWYdWdWpqzRsvsVwgqEyaLw,7554
+data_diff/databases/databricks.py,sha256=6cdwfAspg1GIgWFlQByvFcW_Hz1mnJeI9_2kZhOP8b4,9334
+data_diff/databases/duckdb.py,sha256=7r1PwPUpp61QN_ZorsBTyn6NTB1LcBKQofYl_wovm1U,7209
+data_diff/databases/mssql.py,sha256=Emz5ReSZ_DBH-SRC0RCdJWlrQY2DyMeeB4DsWMVnIeM,11893
+data_diff/databases/mysql.py,sha256=LTuLTkxac16y7w5_q1nEuKy6ZefqQUBQqV_tdnzjNT4,6148
+data_diff/databases/oracle.py,sha256=GIczARg96lOlmgUpHd-hOFl8etFJmxWMy-KkA2COG74,8031
+data_diff/databases/postgresql.py,sha256=dSZBUYbGwWnvCwTxSwMSiaElmQSpB2Q3chsmgvUeqQE,10787
+data_diff/databases/presto.py,sha256=1Z8iDV2pc35Bu7DuUerFuFLbrwgSHSkBYmJ72JlZSZ8,7116
+data_diff/databases/redis.py,sha256=gspPgUr7uFyZrqhIHBgYZo7-ecKNn8Wc_S8CVSQasLU,3501
+data_diff/databases/redshift.py,sha256=-gFWs3NCcevO4s6c4zV3_LYihK24fUd5BADTKahubjw,8122
+data_diff/databases/snowflake.py,sha256=7G6fvVJXOtTvXmSfWCxTslF4WohoscQoiqcmJIN684A,7910
+data_diff/databases/sybase.py,sha256=RCZu2sqY08w8CN5NY0WN6QZFJBvQ3Ezk8OtfH8enxaY,31311
+data_diff/databases/trino.py,sha256=VIN3gMJvT4oSYuXCJ1QnngVL2gjjEYMFw87QTHgjs8c,2328
+data_diff/databases/vertica.py,sha256=2dSDZp6qOEvUVPldI5Tgn7Sm3dCpC3vNXJL3qb3FDvQ,5529
+data_diff/diff_tables.py,sha256=AyFJF6oaam06AH4ZPI8pj63BiYojHoZTykjrdJCX2fI,20899
+data_diff/errors.py,sha256=4Yru8yOwyuDuBlTABnGCvJMSpe6-rbLJpNnVHeTTyHU,745
+data_diff/format.py,sha256=QFDjdZaBVf_N-jfKiX4ppOUdpXTPZXmv1j0pc1RiOoc,10245
+data_diff/hashdiff_tables.py,sha256=c-YOOkjUGUok_MJpvkwVOxfJPIQdvtJkW686kPLUYsM,43252
+data_diff/info_tree.py,sha256=yHtFSoXuu6oBafLYOYQjUSKlB-DnAAd08U9HOEAdTPI,2799
+data_diff/joindiff_tables.py,sha256=fyrEYjyh2BX1vGibwVZLYM1V6JJTOY-uGXY-KInvMkw,17612
+data_diff/lexicographic_space.py,sha256=bBoCbbH1Mla9jNOq1b5RuwjAxSVU7gWkra673tPBwXQ,8305
+data_diff/parse_time.py,sha256=HQ9Vq08Bq15KlzVn95b1hOTrsc1XTpRLyF03qXcf8tM,2438
+data_diff/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+data_diff/queries/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+data_diff/queries/api.py,sha256=zwSb5PT1m_L79g3OaPV1IfnAxBjhcmMyVBW2o6wNiqs,6096
+data_diff/queries/ast_classes.py,sha256=nY-yOnC_WKNjyz6urnryOSKEEM0qsAbmonwPWMlWLE0,23972
+data_diff/queries/base.py,sha256=pT-iaII7Nlu-w-Cuq9fhoNKX7-GSxkQ3Fk8K-tMkk60,964
+data_diff/queries/extras.py,sha256=aUm-ifj3BMlz4o4bbuHtmnvHZuptYAKGS5yWTHmNpvc,1270
+data_diff/query_utils.py,sha256=R7ZfRwcvv9Zf4zWXNln4tr_OxLmDI7CPmmCahYfHxlo,2101
+data_diff/schema.py,sha256=QoYSSB3k-svLXz680uRgsI4qjii8BFKOOQvheqtgEbs,2413
+data_diff/table_segment.py,sha256=pGSrTmtVt4ioDj06U47XBlJf_p5EtwO2QVXR9iunkZM,24491
+data_diff/thread_utils.py,sha256=_692ERjnWfHKaZsLdg7CNfkKiRd66y7_kpgDwzntp44,3831
+data_diff/utils.py,sha256=A0ZoxIngdU-uiiFp1uXcNx1XlEsLWgXr8J36my_ViSw,33627
+data_diff/version.py,sha256=Wk0ovyBlLEF2UaWLWEcVBLFElREtIxi7TU1hD3CuTFI,634
+dcs_core/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/__main__.py,sha256=hUrawwyavxYgUsllAaNi_PMVLKUWXLBwRTh_ta4r_C0,683
+dcs_core/__version__.py,sha256=C9FtoqNTXGSNOIm1teVCveKkDFqlmmlteuswjfxRGa8,633
+dcs_core/cli/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/cli/cli.py,sha256=dSr3D62XhjCEn4G5Jb0O4q05G1_YAMJgaOnLqciMAmI,6020
+dcs_core/core/__init__.py,sha256=8XyOIsx-uCpaEZUgfOrb0DCdvmz1TipNQdz01h7mun0,761
+dcs_core/core/common/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/common/errors.py,sha256=P66w4O9E8lFVeB8EtQrCkHKk034fAHkshvrxYDV_ZtE,1737
+dcs_core/core/common/models/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/common/models/configuration.py,sha256=2_gGVm0z71A84XMSBok0C4yzRe-_bFhKBYtZKWF5hhw,9165
+dcs_core/core/common/models/dashboard.py,sha256=_WV1kbs4cKlFZ5QcXyMdTmDSZLYxhvZWWWQzvHReMxM,814
+dcs_core/core/common/models/data_source_resource.py,sha256=rNvj5NjvEQi2irHYjClKBFZbp70LTX9oGCPDeFURlAI,1559
+dcs_core/core/common/models/metric.py,sha256=0Oxp7YvWZVy7zbmi4u_opBDeknsuzXmnOrK01pP2fQw,4843
+dcs_core/core/common/models/profile.py,sha256=IAiz1HijGM_8pbbfdAwMxzd-uselGJLeMmYgIhJ46lY,2440
+dcs_core/core/common/models/validation.py,sha256=yGSL-hZgvKqSgj0nqNIqUm_DmNVlKblxlnlcm3YqjVk,6487
+dcs_core/core/common/models/widget.py,sha256=-IaZ5dAmPPZwMvpzJDQfEINfIPUsqS5rufBak1c7Y6A,1083
+dcs_core/core/configuration/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/configuration/config_loader.py,sha256=xySV5DIJC7a1VioE2sq5X8rSInW-4qF4hm5bT-wxVlc,5637
+dcs_core/core/configuration/configuration_parser.py,sha256=KGOJqWbOWhTacuMwM1N55Kh6Ug-WrrjYLAaH9a8ynRk,11347
+dcs_core/core/configuration/configuration_parser_arc.py,sha256=TOoPf12pEXLdkjEGJEGV6rJOMR8yqLedla6T1x6g-Xw,14057
+dcs_core/core/datasource/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/datasource/base.py,sha256=YD_UuGuoORFJNX30IQMk6aitiiTCHaiAddSNgUBmRtA,1935
+dcs_core/core/datasource/manager.py,sha256=uIwr9N_rcSn7P1X496of7433kj97W0w-PLlo6FVHeCw,4132
+dcs_core/core/datasource/search_datasource.py,sha256=_conk1Q_kywJhKHYyEScoKlVt_yRd05zuAISvDmXqjw,15014
+dcs_core/core/datasource/sql_datasource.py,sha256=dlX-E--hadl2q8XpMNRyZmLGC35tltBsGDzlyZqzqtw,40730
+dcs_core/core/inspect.py,sha256=QICJKcEpQClLacsfNClFoiF08M01QnJh_U2VsXRh1iA,6427
+dcs_core/core/logger/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/logger/base.py,sha256=dbW48Y1t6okXy1dx8GSH3KpE5HX6pebHGuKqacJWF0E,1024
+dcs_core/core/logger/default_logger.py,sha256=7yieM99xnepxq5FSlu0TEhVd55X_kUGRqjiio5loQuU,4097
+dcs_core/core/metric/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/metric/base.py,sha256=IG8DkEde2Je3h6L6yiEA6ExAzJsFb-CEQGcv1OvJTiA,8258
+dcs_core/core/metric/combined_metric.py,sha256=dqlgvVLD1c05LvfdWEl7H-vz0oGNaN7lMRpbDvdNAvE,3836
+dcs_core/core/metric/custom_metric.py,sha256=OzSWzgfptQFUj34NY0UcWMlwFxdjz6hvL1xSf6IaJzY,1342
+dcs_core/core/metric/manager.py,sha256=UIy7GuxFDDejzGbMQz--oNmn-0oBWlL5UR-Hg3aYC4o,6052
+dcs_core/core/metric/numeric_metric.py,sha256=smMolI8GdlmEnlzax_pAg-_CN1v4ab1q-lKAZl07Hzg,15608
+dcs_core/core/metric/reliability_metric.py,sha256=A1UKmm6C9GHkkp-JE8MkVV2I1OLnX6F7HXNzleT2M30,3454
+dcs_core/core/profiling/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/profiling/datasource_profiling.py,sha256=xkyS06h19de5q1MdE897TKoNKXV3PdaT89Aafu__bgg,5661
+dcs_core/core/profiling/numeric_field_profiling.py,sha256=87pxagFfX-W_-jSuVvIc29YA2uihB2t2fsLFCIAulfU,2667
+dcs_core/core/profiling/text_field_profiling.py,sha256=-1VQDb55OVZ--WIvDMt1jNH8y3hewQcLg7Kr9BEqS60,2543
+dcs_core/core/repository/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/repository/metric_repository.py,sha256=LBO_0DA8eJoxl0Sw5vhUzmMQHrifVF6NbNVyn3F9GOk,3463
+dcs_core/core/utils/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/utils/log.py,sha256=VWNIcSqzCsK8iB9j3wJdkfUNEr8gM1BT1mZhPZRn-Bs,898
+dcs_core/core/utils/tracking.py,sha256=xbnKspX9SEe7hzcIDPByJYFdCy5lvry8s12uwaOiyh8,3354
+dcs_core/core/utils/utils.py,sha256=7SfmNdaOLiAOuJJ6jvRb1Wx9qEq0Ratwpht-cr5aSQ8,1376
+dcs_core/core/validation/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/core/validation/base.py,sha256=7N-2u8oNFxEUTsl7MMabxkgicXmcnrRAuub4LVL5KOo,8395
+dcs_core/core/validation/completeness_validation.py,sha256=pZOTm7ExzITCBxflJNOeoy3PRV7HpzogFI6lsnBt-SI,7245
+dcs_core/core/validation/custom_query_validation.py,sha256=OPBUQOxNUM4nm8feOUrM6_c3y4r8B3pEe3zqGJ7xUAo,1011
+dcs_core/core/validation/manager.py,sha256=RhlvwXvHniOS8cMgJLGEn0RSx2qwElT0qZsgsB7OqQo,13601
+dcs_core/core/validation/numeric_validation.py,sha256=JKTSKd4FmlYtzb7j5fMfVoniyb7obdm-FHjdM9boz8I,14065
+dcs_core/core/validation/reliability_validation.py,sha256=Y0eM5P91OmBjrMki8CwDqOykhQhH9qmxffAzzaVlq_Q,3674
+dcs_core/core/validation/uniqueness_validation.py,sha256=a6zm0_omiULKbQcDit8J913cg8WJMdqmtX4RPC10k48,3016
+dcs_core/core/validation/validity_validation.py,sha256=358oAGH112oVxyPhDnfT-ypVaMAkpZ8pM73qogtdh9w,35297
+dcs_core/integrations/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/integrations/databases/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/integrations/databases/bigquery.py,sha256=26RuypLMmiARZIWkV_mxtnNL2yCs94YWerSGH5Nr10Q,7337
+dcs_core/integrations/databases/databricks.py,sha256=n4fm5m_mtRCdtjLGDvbNW18u7Ev234vDBjq_lxuOxns,1978
+dcs_core/integrations/databases/db2.py,sha256=hNGivvYCitp88ouZlCxp7iRQ-vnPiK1kL8x85NyGotk,26492
+dcs_core/integrations/databases/elasticsearch.py,sha256=6CTGs1WGrfgdDRNVt9DpOB0_z_znT6YoVj10E1WY-wQ,2152
+dcs_core/integrations/databases/mssql.py,sha256=3Gpy1UIclwYRF5_dbogbb5MgHlg35ZKcEczCNqlCh3o,33258
+dcs_core/integrations/databases/mysql.py,sha256=mUFLIGdbF_ktIlA19P7kq7holp5ZkRezGgN6TL_uiJ4,15815
+dcs_core/integrations/databases/opensearch.py,sha256=XeDaHRLLym3wFeA_N6RzQEHmQCI3DjD8A86Y9UKwFEM,2190
+dcs_core/integrations/databases/oracle.py,sha256=7g8Vs958tDx1v2CWFulCvuje0cLxWgU5-PVJTc1IluE,29194
+dcs_core/integrations/databases/postgres.py,sha256=gXWVPSMJQdWo2ZWpzrnc1bONRyqdiX0osdRtvJLWPSE,18133
+dcs_core/integrations/databases/redshift.py,sha256=R9eYxpD1Ve3ChZb-gyClJ6suSljG53O6Wez2GzUW0k0,2043
+dcs_core/integrations/databases/snowflake.py,sha256=NI6sgL9iakyCbIxtj0DiqeOpF5F9ybuhtG_IwvT86Ws,1942
+dcs_core/integrations/databases/spark_df.py,sha256=pO9hSENLdrRaPvPa66yCrKS2iv5JWJBsU9XB13BBasY,3659
+dcs_core/integrations/databases/sybase.py,sha256=WQfLCHo9ykPYY8KisspNYToQvc2wDkoAhLluvRo23Dg,45803
+dcs_core/integrations/storage/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/integrations/storage/local_file.py,sha256=nLhxaUMi97gIfea2Ktl8ehsm_VkKXAB4QUlFP6XeeSA,6244
+dcs_core/integrations/utils/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/integrations/utils/utils.py,sha256=81BwXG73WQ8F4dsk5GQuVHhkHteFpzON7Bi-_NJ62W4,1346
+dcs_core/report/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_core/report/dashboard.py,sha256=gOcUYb67O1ZPlTXWizgq6qpPA-dhkg7r44Q0n9xmsaE,8296
+dcs_core/report/models.py,sha256=kOgmDfuM1v5cLK6VFxlmsN_0u3wrvBCvh75v9Rvph_c,2507
+dcs_core/report/static/assets/fonts/DMSans-Bold.ttf,sha256=f1uEY-TIjlHryAMQW5CZ3vgWN1TzpEU7tm-CKHhHFJk,56272
+dcs_core/report/static/assets/fonts/DMSans-Medium.ttf,sha256=Msj-GHRDO9NGdO8bWAN_230bJF1YRAdsdsbzosadaEA,56380
+dcs_core/report/static/assets/fonts/DMSans-Regular.ttf,sha256=enPmqoEH4ARurl3XE79HUtk-aJ9X1RxFsVRazd_XG-M,56352
+dcs_core/report/static/assets/fonts/DMSans-SemiBold.ttf,sha256=zU97AnvI5xoZNgpCbNaU6xlfb61BQkNwR_M7MSqMTpQ,56340
+dcs_core/report/static/assets/images/docs.svg,sha256=zDUSZoC8_nEx3d0LXxQ1kaN78ZMZrFtRQHVQl9Q4eJY,839
+dcs_core/report/static/assets/images/github.svg,sha256=lKygm-T8O19WvKnFG7i1Pl4kqk-IYQ7NwBUEnkiMJXY,2768
+dcs_core/report/static/assets/images/logo.svg,sha256=dWKkS79J0rgrIeYmwd0-EBs8g544U1HR6KOMrhfZyQg,9605
+dcs_core/report/static/assets/images/slack.svg,sha256=pk4h_yc6FdYqFJPjs7cJVis4KsAHoSRKu20qXti1m_o,1868
+dcs_core/report/static/index.js,sha256=p4wvku-zlXi0y4gWeSzV1amY0s4mjtUq2QsezARLVh0,5490969
+dcs_core/report/static/index.js.LICENSE.txt,sha256=bBDZBJVEDrqjCi7sfoF8CchjFn3hdcbNkP7ub7kbcXQ,201041
+dcs_sdk/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/__main__.py,sha256=Qn8stIaQGrdLjHQ-H7xO0T-brtq5RWZoWU9QvqoarV8,683
+dcs_sdk/__version__.py,sha256=0MZwU2M7klH43EtQxpbFKior602GfMQYbBVWxSs857c,633
+dcs_sdk/cli/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/cli/cli.py,sha256=jaO52UrMWLafcF_yhqllPkmYSTuO2sksFi30fYFdAB4,4406
+dcs_sdk/sdk/__init__.py,sha256=skrZcgWWJBL6NXTUERywJ3qRJRemgpDXyW7lPg1FJk8,2107
+dcs_sdk/sdk/config/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/sdk/config/config_loader.py,sha256=oooSTV6QjbXKpCkwpl6vcBdjABGT-h99vBbWTbIkmjc,21683
+dcs_sdk/sdk/data_diff/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/sdk/data_diff/data_differ.py,sha256=zxWa-mYAdfZepNuXz1h_xxFQBC4tdhBqlbZCVEfb8Y8,36378
+dcs_sdk/sdk/rules/__init__.py,sha256=_BkKcE_jfdDQI_ECdOamJaefMKEXrKpYjPpnBQXl_Xs,657
+dcs_sdk/sdk/rules/rules_mappping.py,sha256=fxakVkf7B2cVkYSO946LTim_HmMsl6lBDBqZjTTsSPI,1292
+dcs_sdk/sdk/rules/rules_repository.py,sha256=x0Rli-wdnHAmXm5526go_qC3P-eFRt-4L7fs4hNqC-g,7564
+dcs_sdk/sdk/rules/schema_rules.py,sha256=ndbT2ujvnblEKPR5h3Tx5D_GjnsMF4lq2zjYTMikcIA,1959
+dcs_sdk/sdk/utils/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/sdk/utils/serializer.py,sha256=4-OJqFJo9-xCs-SAvvrXpSF7fsdcUwsX3Kkc9V2nM5Q,1018
+dcs_sdk/sdk/utils/similarity_score/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
+dcs_sdk/sdk/utils/similarity_score/base_provider.py,sha256=PGfJ3W3pa0RHx3FgTf2qTmTLubbQhfpWFBLbvblPibk,6226
+dcs_sdk/sdk/utils/similarity_score/cosine_similarity_provider.py,sha256=d0uCnk0_tA_HlK6IknjS03sGM0DaSxLjC5X2Fl4pyXA,1491
+dcs_sdk/sdk/utils/similarity_score/jaccard_provider.py,sha256=Jd0TvIGOULNTsiCL_FTB8V7XlNNAqqP8UL_4WzFUmEk,1021
+dcs_sdk/sdk/utils/similarity_score/levenshtein_distance_provider.py,sha256=puAWPnoWfNo4BN4-kXIUHrtrt5jLv3Vkw_NfHvjYrn4,1185
+dcs_sdk/sdk/utils/table.py,sha256=X8HxdYTWyx_oVrBWPsXlmA-xJKXXDBW9RrhlWNqA1As,18224
+dcs_sdk/sdk/utils/themes.py,sha256=Meo2Yldv4uyPpEqI7qdA28Aa6sxtwUU1dLKKm4QavjM,1403
+dcs_sdk/sdk/utils/utils.py,sha256=vF2zAvgt__Y8limicWTEWRyn41SBVJN81ZCTBRy6hQg,11907
+dcs_sdk-1.6.5.dist-info/METADATA,sha256=A_zRG4BkxZt8pO_JwxTTL-6Sw1jOSQ93yG8bigJCnTc,7568
+dcs_sdk-1.6.5.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+dcs_sdk-1.6.5.dist-info/entry_points.txt,sha256=XhODNz7UccgPOyklXgp7pIfTTXArd6-V0mImjhnhwto,80
+dcs_sdk-1.6.5.dist-info/RECORD,,

dcs_sdk-1.6.5.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: poetry-core 2.2.1
+Root-Is-Purelib: true
+Tag: py3-none-any

dcs_sdk-1.6.5.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+dcs-core=dcs_core.cli.cli:main
+dcs-sdk=dcs_sdk.__main__:main
+