dcs-sdk 1.5.9__py3-none-any.whl → 1.6.1__py3-none-any.whl

data_diff/databases/postgresql.py

@@ -185,12 +185,7 @@ class PostgresqlDialect(BaseDialect):
             return padded
 
     def normalize_number(self, value: str, coltype: FractionalType) -> str:
-        precision = coltype.precision
-        if precision:
-            if precision >= 1000:
-                precision = 1000
-            elif precision <= -1000:
-                precision = -1000
+        precision = min(coltype.precision, 10)
         return self.to_string(f"{value}::decimal(38, {precision})")
 
     def normalize_boolean(self, value: str, _coltype: Boolean) -> str:

data_diff/databases/sybase.py

@@ -567,7 +567,7 @@ class Sybase(ThreadedDatabase):
                     final_config.update(ase_config)
 
                     try:
-                        logger.debug(f"Attempting connection..")
+                        logger.debug("Attempting connection..")
                         self._conn = self._sybase.connect(**final_config)
                         self._conn.timeout = max_query_timeout
                         logger.info(f"Successfully connected to Sybase using: driver={driver}")

dcs_sdk/__version__.py

@@ -12,4 +12,4 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-__version__ = "1.5.9"
+__version__ = "1.6.1"

dcs_sdk/sdk/data_diff/data_differ.py

@@ -399,8 +399,8 @@ class DBTableDiffer:
                 table_1_sample_data = self.table1.with_schema().get_sample_data(limit=100)
                 sample_keys = [list(row[:pks_len]) for row in table_1_sample_data]
                 table_2_sample_data = self.table2.with_schema().get_sample_data(limit=100, sample_keys=sample_keys)
-                if self.config.advanced_configuration.in_memory_diff:
-                    self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
+                # if self.config.advanced_configuration.in_memory_diff:
+                #     self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
                 self.diff_iter = diff_tables(
                     self.table1,
                     self.table2,
@@ -658,7 +658,15 @@ class DBTableDiffer:
                                 break
 
                     def sort_key(row, key_columns, extra_columns):
-                        return tuple(row[k] for k in key_columns + extra_columns if k in row)
+                        key_values = []
+                        for k in key_columns + extra_columns:
+                            if k in row:
+                                value = row[k]
+                                if value is None:
+                                    key_values.append("None")
+                                else:
+                                    key_values.append(value)
+                        return tuple(key_values)
 
                     remaining_sources = [row for i, row in enumerate(source_rows) if i not in used_sources]
                     remaining_targets = [row for j, row in enumerate(target_rows) if j not in used_targets]

{dcs_sdk-1.5.9.dist-info → dcs_sdk-1.6.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dcs-sdk
-Version: 1.5.9
+Version: 1.6.1
 Summary: SDK for DataChecks
 Author: Waterdip Labs
 Author-email: hello@waterdip.ai
@@ -61,7 +61,7 @@ Requires-Dist: vertica-python (>=1.4.0) ; extra == "vertica" or extra == "all-db
 Description-Content-Type: text/markdown
 
 <h1 align="center">
-  DCS SDK v1.5.9
+  DCS SDK v1.6.1
 </h1>
 
 > SDK for DataChecks

{dcs_sdk-1.5.9.dist-info → dcs_sdk-1.6.1.dist-info}/RECORD

@@ -14,11 +14,11 @@ data_diff/databases/duckdb.py,sha256=7r1PwPUpp61QN_ZorsBTyn6NTB1LcBKQofYl_wovm1U
 data_diff/databases/mssql.py,sha256=mA6myRemhad-q9yyRSt6VRj6na_i4joD0HI7IgGt8zQ,11987
 data_diff/databases/mysql.py,sha256=LTuLTkxac16y7w5_q1nEuKy6ZefqQUBQqV_tdnzjNT4,6148
 data_diff/databases/oracle.py,sha256=GIczARg96lOlmgUpHd-hOFl8etFJmxWMy-KkA2COG74,8031
-data_diff/databases/postgresql.py,sha256=E8VtuHDGlULegb42KXzls0agEhEAJ2O9h-Mwr5ViHZU,10938
+data_diff/databases/postgresql.py,sha256=dSZBUYbGwWnvCwTxSwMSiaElmQSpB2Q3chsmgvUeqQE,10787
 data_diff/databases/presto.py,sha256=1Z8iDV2pc35Bu7DuUerFuFLbrwgSHSkBYmJ72JlZSZ8,7116
 data_diff/databases/redshift.py,sha256=-gFWs3NCcevO4s6c4zV3_LYihK24fUd5BADTKahubjw,8122
 data_diff/databases/snowflake.py,sha256=7G6fvVJXOtTvXmSfWCxTslF4WohoscQoiqcmJIN684A,7910
-data_diff/databases/sybase.py,sha256=DIai691f1PrPORWb9EjdoQWFMLEKtXFoHQ9vJvEHnPU,31312
+data_diff/databases/sybase.py,sha256=RCZu2sqY08w8CN5NY0WN6QZFJBvQ3Ezk8OtfH8enxaY,31311
 data_diff/databases/trino.py,sha256=VIN3gMJvT4oSYuXCJ1QnngVL2gjjEYMFw87QTHgjs8c,2328
 data_diff/databases/vertica.py,sha256=2dSDZp6qOEvUVPldI5Tgn7Sm3dCpC3vNXJL3qb3FDvQ,5529
 data_diff/diff_tables.py,sha256=AyFJF6oaam06AH4ZPI8pj63BiYojHoZTykjrdJCX2fI,20899
@@ -43,14 +43,14 @@ data_diff/utils.py,sha256=ZSgK6utdYDWvnsYgl7sJQa6J3XK3T6xSB_BGdQVeK24,33457
 data_diff/version.py,sha256=Wk0ovyBlLEF2UaWLWEcVBLFElREtIxi7TU1hD3CuTFI,634
 dcs_sdk/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/__main__.py,sha256=Qn8stIaQGrdLjHQ-H7xO0T-brtq5RWZoWU9QvqoarV8,683
-dcs_sdk/__version__.py,sha256=Syic9kjTewAbYYhDKKRgMcp-NZeosWsa7uGfE_JlLHs,633
+dcs_sdk/__version__.py,sha256=vxk5MKyHn8a7ytdJK0S-dtOykeVZa6e7BDQEzJFqpOw,633
 dcs_sdk/cli/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/cli/cli.py,sha256=LyrRk972OL9pTqrvBeXWBu5rUDAN17lQ1g8FdSRW_8M,4299
 dcs_sdk/sdk/__init__.py,sha256=skrZcgWWJBL6NXTUERywJ3qRJRemgpDXyW7lPg1FJk8,2107
 dcs_sdk/sdk/config/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/sdk/config/config_loader.py,sha256=hVdGidcm6ibqJ0yt7fZcL_0kFcorBfM7vHGhUiBH9Ww,21587
 dcs_sdk/sdk/data_diff/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
-dcs_sdk/sdk/data_diff/data_differ.py,sha256=d8hwXs0zG5AuaRjsNlpFShpTxA1_YPgH2aCRsJQfDMU,35846
+dcs_sdk/sdk/data_diff/data_differ.py,sha256=s6Iq3pZ7SkIzE47drnEqCW1d0g9-oRuFq5h7aTGguig,36206
 dcs_sdk/sdk/rules/__init__.py,sha256=_BkKcE_jfdDQI_ECdOamJaefMKEXrKpYjPpnBQXl_Xs,657
 dcs_sdk/sdk/rules/rules_mappping.py,sha256=fxakVkf7B2cVkYSO946LTim_HmMsl6lBDBqZjTTsSPI,1292
 dcs_sdk/sdk/rules/rules_repository.py,sha256=x0Rli-wdnHAmXm5526go_qC3P-eFRt-4L7fs4hNqC-g,7564
@@ -65,7 +65,7 @@ dcs_sdk/sdk/utils/similarity_score/levenshtein_distance_provider.py,sha256=puAWP
 dcs_sdk/sdk/utils/table.py,sha256=X8HxdYTWyx_oVrBWPsXlmA-xJKXXDBW9RrhlWNqA1As,18224
 dcs_sdk/sdk/utils/themes.py,sha256=Meo2Yldv4uyPpEqI7qdA28Aa6sxtwUU1dLKKm4QavjM,1403
 dcs_sdk/sdk/utils/utils.py,sha256=vF2zAvgt__Y8limicWTEWRyn41SBVJN81ZCTBRy6hQg,11907
-dcs_sdk-1.5.9.dist-info/METADATA,sha256=sKgAYCQgujtdlWQZNWJnlY2XSKvti7YdAyrOAIOaH6o,6275
-dcs_sdk-1.5.9.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-dcs_sdk-1.5.9.dist-info/entry_points.txt,sha256=zQtrZL7YuaKtt6WPwihCTV1BRXnqBkaY6zUGdYJbBSg,49
-dcs_sdk-1.5.9.dist-info/RECORD,,
+dcs_sdk-1.6.1.dist-info/METADATA,sha256=18-7i48HaRp13f6cR2GxwbYEGVy-J5PIY6dUR72R0R0,6275
+dcs_sdk-1.6.1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+dcs_sdk-1.6.1.dist-info/entry_points.txt,sha256=zQtrZL7YuaKtt6WPwihCTV1BRXnqBkaY6zUGdYJbBSg,49
+dcs_sdk-1.6.1.dist-info/RECORD,,