deltacat 0.1.11__py3-none-any.whl → 0.1.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
deltacat/__init__.py CHANGED
@@ -43,7 +43,7 @@ from deltacat.types.tables import TableWriteMode
43
43
 
44
44
  deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
45
45
 
46
- __version__ = "0.1.11"
46
+ __version__ = "0.1.12"
47
47
 
48
48
 
49
49
  __all__ = [
@@ -145,7 +145,6 @@ def compact_partition(
145
145
  return new_rcf_s3_url
146
146
 
147
147
 
148
- @ray.remote(num_cpus=0.1, num_returns=3)
149
148
  def _execute_compaction_round(
150
149
  source_partition_locator: PartitionLocator,
151
150
  compacted_partition_locator: PartitionLocator,
@@ -52,9 +52,7 @@ def materialize(
52
52
  if compacted_file_content_type in DELIMITED_TEXT_CONTENT_TYPES:
53
53
  # TODO (rkenmi): Investigate if we still need to convert this table to pandas DataFrame
54
54
  # TODO (pdames): compare performance to pandas-native materialize path
55
- df = compacted_table.to_pandas(
56
- split_blocks=True, self_destruct=True, zero_copy_only=True
57
- )
55
+ df = compacted_table.to_pandas(split_blocks=True, self_destruct=True)
58
56
  compacted_table = df
59
57
  delta, stage_delta_time = timed_invocation(
60
58
  deltacat_storage.stage_delta,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 0.1.11
3
+ Version: 0.1.12
4
4
  Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
@@ -1,4 +1,4 @@
1
- deltacat/__init__.py,sha256=gF2hBR7_JIL4gQRa1JN-fDraLLLmwXisIOcZLpbwTCM,1808
1
+ deltacat/__init__.py,sha256=VvVfe3YTkmegTcQToMD6e3smsbnllzuey91y0Jr65a4,1808
2
2
  deltacat/constants.py,sha256=E_1hOQolyvJCWB8eIVWtlAMgk2dmXGyXBhW05czilwQ,1173
3
3
  deltacat/exceptions.py,sha256=x7qem7FLujXf-DzPsNcQ-XYkW3cF3A0YGIbxkcpz0Mw,146
4
4
  deltacat/logs.py,sha256=T_-_JwOZFRSV64-KvmhMf-dInvYvuO4CSN-1EDrJJsU,5808
@@ -17,7 +17,7 @@ deltacat/catalog/model/catalog.py,sha256=-Ho7a3rV1hiOS9cSRCAor9AtXV9nJn9t_MDVql9
17
17
  deltacat/catalog/model/table_definition.py,sha256=tKrM1mmaQlvxqXrLt3QJVZK5BZfaJnhjTZ6KjybYlhE,727
18
18
  deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  deltacat/compute/compactor/__init__.py,sha256=5wjMMS0-22weCtKZe76dQwT6YGFCYgLtvhsb2gd5a8M,1078
20
- deltacat/compute/compactor/compaction_session.py,sha256=JJHZZmsQ4bOXYnmazomlnd64kcDCEdsfN7TMXRIqYvs,21182
20
+ deltacat/compute/compactor/compaction_session.py,sha256=L3147sivasSirvVb5tiNJ07PHCDaRFtJ_rmSp2Ix5ZQ,21141
21
21
  deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
22
  deltacat/compute/compactor/model/delta_annotated.py,sha256=BFnyeoeLkSwCDsfzipENgRBU8x8GiudSqZj946H8agY,7703
23
23
  deltacat/compute/compactor/model/delta_file_envelope.py,sha256=SfmdEPbfCfUekV_NvlWcyQOYo1CEHcRCGXHWHqmYQYg,1835
@@ -30,7 +30,7 @@ deltacat/compute/compactor/model/sort_key.py,sha256=XDIoYrV18FciomV5yWxu1OaDsD78
30
30
  deltacat/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
31
31
  deltacat/compute/compactor/steps/dedupe.py,sha256=cSmgeTYm0lQvteNZhvRFJjX0zeBJd2-gvnY9smsVmzk,11044
32
32
  deltacat/compute/compactor/steps/hash_bucket.py,sha256=XIPudRw4a9l7cCjfIQhYz_szktaY4tD6pcHRNBIh-HM,5809
33
- deltacat/compute/compactor/steps/materialize.py,sha256=8xsKBhBxankFLas6Ay97KeYcwyFlCs82UieBTLneTTE,8786
33
+ deltacat/compute/compactor/steps/materialize.py,sha256=tUJpLVU_nky73aocz_gZsg598b5Rdzi_J3jv79fpsWw,8735
34
34
  deltacat/compute/compactor/steps/rehash/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
35
35
  deltacat/compute/compactor/steps/rehash/rehash_bucket.py,sha256=yh-sBuUI3hqw2vk_nK9o-KDrgSww4oSvAz2hBxTkv8s,1765
36
36
  deltacat/compute/compactor/steps/rehash/rewrite_index.py,sha256=-HVM08pk5ROHEgDP-FVty55-a_0dsGRiSnPlNJw7C6Q,1838
@@ -103,8 +103,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=AyL7hpvYjkmsz-KcpYjVgPpNsmu-x8-rl
103
103
  deltacat/utils/ray_utils/dataset.py,sha256=SIljK3UkSqQ6Ntit_iSiYt9yYjN_gGrCTX6_72XdQ3w,3244
104
104
  deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
105
105
  deltacat/utils/ray_utils/runtime.py,sha256=pUCSt2Fo8iMrvjmbkQdFtgSxZW9PA05H1molItzr5Rc,4786
106
- deltacat-0.1.11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
107
- deltacat-0.1.11.dist-info/METADATA,sha256=Ce07iEuy13s5C0jOpFDUkcL8jhDWy8BvWTP4GHPWDdw,1493
108
- deltacat-0.1.11.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
109
- deltacat-0.1.11.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
110
- deltacat-0.1.11.dist-info/RECORD,,
106
+ deltacat-0.1.12.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
107
+ deltacat-0.1.12.dist-info/METADATA,sha256=KEQdVfVvNLwgy3KmOzUzJNe5-8j6Ob0Tbo8M3BBJUmI,1493
108
+ deltacat-0.1.12.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
109
+ deltacat-0.1.12.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
110
+ deltacat-0.1.12.dist-info/RECORD,,