dcs-sdk 1.5.9__tar.gz → 1.6.1__tar.gz

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dcs-sdk
-Version: 1.5.9
+Version: 1.6.1
 Summary: SDK for DataChecks
 Author: Waterdip Labs
 Author-email: hello@waterdip.ai
@@ -61,7 +61,7 @@ Requires-Dist: vertica-python (>=1.4.0) ; extra == "vertica" or extra == "all-db
 Description-Content-Type: text/markdown
 
 <h1 align="center">
-  DCS SDK v1.5.9
+  DCS SDK v1.6.1
 </h1>
 
 > SDK for DataChecks

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/README.md

@@ -1,5 +1,5 @@
 <h1 align="center">
-  DCS SDK v1.5.9
+  DCS SDK v1.6.1
 </h1>
 
 > SDK for DataChecks

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/data_diff/databases/postgresql.py

@@ -185,12 +185,7 @@ class PostgresqlDialect(BaseDialect):
             return padded
 
     def normalize_number(self, value: str, coltype: FractionalType) -> str:
-        precision = coltype.precision
-        if precision:
-            if precision >= 1000:
-                precision = 1000
-            elif precision <= -1000:
-                precision = -1000
+        precision = min(coltype.precision, 10)
         return self.to_string(f"{value}::decimal(38, {precision})")
 
     def normalize_boolean(self, value: str, _coltype: Boolean) -> str:

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/data_diff/databases/sybase.py

@@ -567,7 +567,7 @@ class Sybase(ThreadedDatabase):
                     final_config.update(ase_config)
 
                     try:
-                        logger.debug(f"Attempting connection..")
+                        logger.debug("Attempting connection..")
                         self._conn = self._sybase.connect(**final_config)
                         self._conn.timeout = max_query_timeout
                         logger.info(f"Successfully connected to Sybase using: driver={driver}")

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/dcs_sdk/__version__.py

@@ -12,4 +12,4 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-__version__ = "1.5.9"
+__version__ = "1.6.1"

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/dcs_sdk/sdk/data_diff/data_differ.py

@@ -399,8 +399,8 @@ class DBTableDiffer:
                 table_1_sample_data = self.table1.with_schema().get_sample_data(limit=100)
                 sample_keys = [list(row[:pks_len]) for row in table_1_sample_data]
                 table_2_sample_data = self.table2.with_schema().get_sample_data(limit=100, sample_keys=sample_keys)
-                if self.config.advanced_configuration.in_memory_diff:
-                    self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
+                # if self.config.advanced_configuration.in_memory_diff:
+                #     self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
                 self.diff_iter = diff_tables(
                     self.table1,
                     self.table2,
@@ -658,7 +658,15 @@ class DBTableDiffer:
                                 break
 
                     def sort_key(row, key_columns, extra_columns):
-                        return tuple(row[k] for k in key_columns + extra_columns if k in row)
+                        key_values = []
+                        for k in key_columns + extra_columns:
+                            if k in row:
+                                value = row[k]
+                                if value is None:
+                                    key_values.append("None")
+                                else:
+                                    key_values.append(value)
+                        return tuple(key_values)
 
                     remaining_sources = [row for i, row in enumerate(source_rows) if i not in used_sources]
                     remaining_targets = [row for j, row in enumerate(target_rows) if j not in used_targets]

{dcs_sdk-1.5.9 → dcs_sdk-1.6.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dcs-sdk"
-version = "1.5.9"
+version = "1.6.1"
 description = "SDK for DataChecks"
 authors = ["Waterdip Labs <hello@waterdip.ai>"]
 readme = "README.md"