dcs-sdk 1.6.0__py3-none-any.whl → 1.6.1__py3-none-any.whl

dcs_sdk/__version__.py

@@ -12,4 +12,4 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 
-__version__ = "1.6.0"
+__version__ = "1.6.1"

dcs_sdk/sdk/data_diff/data_differ.py

@@ -399,8 +399,8 @@ class DBTableDiffer:
                 table_1_sample_data = self.table1.with_schema().get_sample_data(limit=100)
                 sample_keys = [list(row[:pks_len]) for row in table_1_sample_data]
                 table_2_sample_data = self.table2.with_schema().get_sample_data(limit=100, sample_keys=sample_keys)
-                if self.config.advanced_configuration.in_memory_diff:
-                    self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
+                # if self.config.advanced_configuration.in_memory_diff:
+                #     self.config.advanced_configuration.egress_limit = min(max_row_count, 50_00_000)
                 self.diff_iter = diff_tables(
                     self.table1,
                     self.table2,
@@ -658,7 +658,15 @@ class DBTableDiffer:
                                 break
 
                     def sort_key(row, key_columns, extra_columns):
-                        return tuple(row[k] for k in key_columns + extra_columns if k in row)
+                        key_values = []
+                        for k in key_columns + extra_columns:
+                            if k in row:
+                                value = row[k]
+                                if value is None:
+                                    key_values.append("None")
+                                else:
+                                    key_values.append(value)
+                        return tuple(key_values)
 
                     remaining_sources = [row for i, row in enumerate(source_rows) if i not in used_sources]
                     remaining_targets = [row for j, row in enumerate(target_rows) if j not in used_targets]

{dcs_sdk-1.6.0.dist-info → dcs_sdk-1.6.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dcs-sdk
-Version: 1.6.0
+Version: 1.6.1
 Summary: SDK for DataChecks
 Author: Waterdip Labs
 Author-email: hello@waterdip.ai
@@ -61,7 +61,7 @@ Requires-Dist: vertica-python (>=1.4.0) ; extra == "vertica" or extra == "all-db
 Description-Content-Type: text/markdown
 
 <h1 align="center">
-  DCS SDK v1.6.0
+  DCS SDK v1.6.1
 </h1>
 
 > SDK for DataChecks

{dcs_sdk-1.6.0.dist-info → dcs_sdk-1.6.1.dist-info}/RECORD

@@ -43,14 +43,14 @@ data_diff/utils.py,sha256=ZSgK6utdYDWvnsYgl7sJQa6J3XK3T6xSB_BGdQVeK24,33457
 data_diff/version.py,sha256=Wk0ovyBlLEF2UaWLWEcVBLFElREtIxi7TU1hD3CuTFI,634
 dcs_sdk/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/__main__.py,sha256=Qn8stIaQGrdLjHQ-H7xO0T-brtq5RWZoWU9QvqoarV8,683
-dcs_sdk/__version__.py,sha256=Ou4IXxHmCirdCoZjm7td7gC94Dl0xUFPJxDuZZwlVvQ,633
+dcs_sdk/__version__.py,sha256=vxk5MKyHn8a7ytdJK0S-dtOykeVZa6e7BDQEzJFqpOw,633
 dcs_sdk/cli/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/cli/cli.py,sha256=LyrRk972OL9pTqrvBeXWBu5rUDAN17lQ1g8FdSRW_8M,4299
 dcs_sdk/sdk/__init__.py,sha256=skrZcgWWJBL6NXTUERywJ3qRJRemgpDXyW7lPg1FJk8,2107
 dcs_sdk/sdk/config/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
 dcs_sdk/sdk/config/config_loader.py,sha256=hVdGidcm6ibqJ0yt7fZcL_0kFcorBfM7vHGhUiBH9Ww,21587
 dcs_sdk/sdk/data_diff/__init__.py,sha256=RkfhRKLXEForLCs4rZkTf0qc_b0TokSggSAcKI4yfZg,610
-dcs_sdk/sdk/data_diff/data_differ.py,sha256=d8hwXs0zG5AuaRjsNlpFShpTxA1_YPgH2aCRsJQfDMU,35846
+dcs_sdk/sdk/data_diff/data_differ.py,sha256=s6Iq3pZ7SkIzE47drnEqCW1d0g9-oRuFq5h7aTGguig,36206
 dcs_sdk/sdk/rules/__init__.py,sha256=_BkKcE_jfdDQI_ECdOamJaefMKEXrKpYjPpnBQXl_Xs,657
 dcs_sdk/sdk/rules/rules_mappping.py,sha256=fxakVkf7B2cVkYSO946LTim_HmMsl6lBDBqZjTTsSPI,1292
 dcs_sdk/sdk/rules/rules_repository.py,sha256=x0Rli-wdnHAmXm5526go_qC3P-eFRt-4L7fs4hNqC-g,7564
@@ -65,7 +65,7 @@ dcs_sdk/sdk/utils/similarity_score/levenshtein_distance_provider.py,sha256=puAWP
 dcs_sdk/sdk/utils/table.py,sha256=X8HxdYTWyx_oVrBWPsXlmA-xJKXXDBW9RrhlWNqA1As,18224
 dcs_sdk/sdk/utils/themes.py,sha256=Meo2Yldv4uyPpEqI7qdA28Aa6sxtwUU1dLKKm4QavjM,1403
 dcs_sdk/sdk/utils/utils.py,sha256=vF2zAvgt__Y8limicWTEWRyn41SBVJN81ZCTBRy6hQg,11907
-dcs_sdk-1.6.0.dist-info/METADATA,sha256=lYbmpwlrScvWP06pR_YYH511rTcqoF5A6GJurZ3jubc,6275
-dcs_sdk-1.6.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-dcs_sdk-1.6.0.dist-info/entry_points.txt,sha256=zQtrZL7YuaKtt6WPwihCTV1BRXnqBkaY6zUGdYJbBSg,49
-dcs_sdk-1.6.0.dist-info/RECORD,,
+dcs_sdk-1.6.1.dist-info/METADATA,sha256=18-7i48HaRp13f6cR2GxwbYEGVy-J5PIY6dUR72R0R0,6275
+dcs_sdk-1.6.1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+dcs_sdk-1.6.1.dist-info/entry_points.txt,sha256=zQtrZL7YuaKtt6WPwihCTV1BRXnqBkaY6zUGdYJbBSg,49
+dcs_sdk-1.6.1.dist-info/RECORD,,