deltacat 1.1.10__py3-none-any.whl → 1.1.11__py3-none-any.whl

deltacat/__init__.py

@@ -44,7 +44,7 @@ from deltacat.types.tables import TableWriteMode
 
 deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
 
-__version__ = "1.1.10"
+__version__ = "1.1.11"
 
 
 __all__ = [

deltacat/compute/compactor_v2/utils/primary_key_index.py

@@ -162,7 +162,7 @@ def group_by_pk_hash_bucket(
         len(new_tables) == 1
     ), f"Expected only 1 table in the result but found {len(new_tables)}"
 
-    table = generate_pk_hash_column([table], primary_keys, requires_hash=True)[0]
+    table = new_tables[0]
 
     # group hash bucket record indices
     result = group_record_indices_by_hash_bucket(

deltacat/exceptions.py

@@ -213,11 +213,14 @@ def categorize_errors(func: Callable):
         except BaseException as e:
             deltacat_storage = None
             deltacat_storage_kwargs = {}
+            all_args = args
             if kwargs:
                 deltacat_storage = kwargs.get(DELTACAT_STORAGE_PARAM)
                 deltacat_storage_kwargs = kwargs.get(DELTACAT_STORAGE_KWARGS_PARAM, {})
-            if not deltacat_storage and args:
-                for arg in args:
+                all_args = all_args + tuple(kwargs.values())
+
+            if not deltacat_storage and all_args:
+                for arg in all_args:
                     if (
                         isinstance(arg, dict)
                         and arg.get(DELTACAT_STORAGE_PARAM) is not None

deltacat/tests/compute/compactor/utils/test_round_completion_file.py

@@ -179,6 +179,28 @@ class TestReadWriteRoundCompletionFile:
 
         assert rcf == expected_rcf_2
 
+    def test_read_when_none_destination_partition_id(self):
+
+        source_locator = get_test_partition_locator("source")
+        destination_locator = get_test_partition_locator(None)
+
+        expected_rcf = RoundCompletionInfo.of(
+            high_watermark=122,
+            compacted_delta_locator={},
+            compacted_pyarrow_write_result={},
+            sort_keys_bit_width=12,
+        )
+
+        write_round_completion_file(
+            RCF_BUCKET_NAME, source_locator, destination_locator, expected_rcf
+        )
+
+        rcf = read_round_completion_file(
+            RCF_BUCKET_NAME, source_locator, destination_locator
+        )
+
+        assert rcf == expected_rcf
+
     def test_write_when_custom_url_is_passed(self):
         """
         This test case tests the backward compatibility by successfully

{deltacat-1.1.10.dist-info → deltacat-1.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deltacat
-Version: 1.1.10
+Version: 1.1.11
 Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
 Home-page: https://github.com/ray-project/deltacat
 Author: Ray Team
@@ -27,7 +27,7 @@ Requires-Dist: tenacity ==8.1.0
 Requires-Dist: typing-extensions ==4.4.0
 Requires-Dist: pymemcache ==4.0.0
 Requires-Dist: redis ==4.6.0
-Requires-Dist: getdaft ==0.2.27
+Requires-Dist: getdaft ==0.2.29
 Requires-Dist: schedule ==1.2.0
 
 # DeltaCAT

{deltacat-1.1.10.dist-info → deltacat-1.1.11.dist-info}/RECORD

@@ -1,6 +1,6 @@
-deltacat/__init__.py,sha256=3zwJ4F2gVe9lTHU4b_d7KJ42x8OpAVxhXw4jG-T1TQk,1778
+deltacat/__init__.py,sha256=z6zdRpLnxm9AOnjLtJBmkciFK82KnMkPjmtjy85AttM,1778
 deltacat/constants.py,sha256=_6oRI-3yp5c8J1qKGQZrt89I9-ttT_gSSvVsJ0h8Duc,1939
-deltacat/exceptions.py,sha256=q9HVyYLZc98c9TofAuD4SWCxPqV8F6F9gpczBUNCJWo,12672
+deltacat/exceptions.py,sha256=yWM4RXK7uRrQc1VgJv6Lv2UiNZWAx2wolLq7cBwjlkg,12770
 deltacat/logs.py,sha256=6g16VkEFidbaMjgenAjggE1r2l664drMVhreRs8B1IQ,8438
 deltacat/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/aws/clients.py,sha256=VgddlV3AEjlBGIFmhhHxokYzwJ-lXnmHAeprVyADduI,6948
@@ -74,7 +74,7 @@ deltacat/compute/compactor_v2/utils/dedupe.py,sha256=62tFCY2iRP7I3-45GCIYs6_SJsQ
 deltacat/compute/compactor_v2/utils/delta.py,sha256=8hjkDeIIkSX-gAQ2utQSp2sZcO2tWZHMTxpFusZwBHw,3635
 deltacat/compute/compactor_v2/utils/io.py,sha256=autXlE3uHICdCCuJoS7mfdeJbRRiz2_xlz-3izlccB4,5264
 deltacat/compute/compactor_v2/utils/merge.py,sha256=7UHxm71iJ1dgRoz8v73CqoeylNzO36t90OJsVVBDFxk,5312
-deltacat/compute/compactor_v2/utils/primary_key_index.py,sha256=qE1s65HWlcWmvYyXAZm7R1h88M2Min9gp4rUgpfS3-A,11594
+deltacat/compute/compactor_v2/utils/primary_key_index.py,sha256=ghyIifjXtqXgi8lN3lfnVQ2vi8uk_ny0FE7hsQlLjRQ,11538
 deltacat/compute/compactor_v2/utils/task_options.py,sha256=XFvZ_8mCq3cDnFlopFG84IahcYEddilZDmU1PkKq-zg,14067
 deltacat/compute/merge_on_read/__init__.py,sha256=ckbgngmqPjYBYz_NySsR1vNTOb_hNpeL1sYkZKvBI9M,214
 deltacat/compute/merge_on_read/daft.py,sha256=1oC38u5ig_aTrq7EzyWBo8Ui54rb6yERYMk-vEFbpxM,1400
@@ -158,7 +158,7 @@ deltacat/tests/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
 deltacat/tests/compute/compactor/steps/test_repartition.py,sha256=0uRguPEKeLSYs746Jv8io-HZMWdyXNcOMBu8GO2mA0M,9305
 deltacat/tests/compute/compactor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/compute/compactor/utils/test_io.py,sha256=st5mlU4cVU-eQl7B4mvPgNA3izuNwbVawYOp-NcoyrI,4326
-deltacat/tests/compute/compactor/utils/test_round_completion_file.py,sha256=9c-EnE5zpToFKJl2djtEEDErUZVIhbEJXkg3hVdR_ps,6758
+deltacat/tests/compute/compactor/utils/test_round_completion_file.py,sha256=LAQ4usiRF4oTx4cA85L0eOcBa_Z-febc-CuzUijSGrI,7439
 deltacat/tests/compute/compactor_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/compute/compactor_v2/test_compaction_session.py,sha256=2wIXQW0Jm_FtWB5EviUR6Uk2ddVCJKs-CYGKE1xSPu4,9617
 deltacat/tests/compute/compactor_v2/test_hashlib.py,sha256=8csF2hFWtBvY2MbX3-6iphCsVXxRp0zP1NTnKhfdmkg,328
@@ -216,8 +216,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDD
 deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
 deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
 deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
-deltacat-1.1.10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-deltacat-1.1.10.dist-info/METADATA,sha256=nh4dJ-kcwCy3ZNso0NtMlAZcABxtLZtp8CYbZpz_x00,1757
-deltacat-1.1.10.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-deltacat-1.1.10.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
-deltacat-1.1.10.dist-info/RECORD,,
+deltacat-1.1.11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+deltacat-1.1.11.dist-info/METADATA,sha256=60wuPvw4-9iEcp9v1Bz0b4fpEwSGfgjYQ_0YGMaVuVo,1757
+deltacat-1.1.11.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+deltacat-1.1.11.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
+deltacat-1.1.11.dist-info/RECORD,,