deltacat 0.1.18b9__py3-none-any.whl → 0.1.18b11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
deltacat/__init__.py CHANGED
@@ -43,7 +43,7 @@ from deltacat.types.tables import TableWriteMode
43
43
 
44
44
  deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
45
45
 
46
- __version__ = "0.1.18b9"
46
+ __version__ = "0.1.18b11"
47
47
 
48
48
 
49
49
  __all__ = [
@@ -115,7 +115,7 @@ def compact_partition(
115
115
  read_kwargs_provider: Optional[ReadKwargsProvider] = None,
116
116
  s3_table_writer_kwargs: Optional[Dict[str, Any]] = None,
117
117
  object_store: Optional[IObjectStore] = RayPlasmaObjectStore(),
118
- s3_client_kwargs: Optional[Dict[str, Any]] = {},
118
+ s3_client_kwargs: Optional[Dict[str, Any]] = None,
119
119
  deltacat_storage=unimplemented_deltacat_storage,
120
120
  **kwargs,
121
121
  ) -> Optional[str]:
@@ -124,6 +124,9 @@ def compact_partition(
124
124
  logger.info(f"memray profiler not available, disabling all profiling")
125
125
  enable_profiler = False
126
126
 
127
+ if s3_client_kwargs is None:
128
+ s3_client_kwargs = {}
129
+
127
130
  # memray official documentation link:
128
131
  # https://bloomberg.github.io/memray/getting_started.html
129
132
  with memray.Tracker(
@@ -53,6 +53,7 @@ def repartition(
53
53
  pg_config: Optional[PlacementGroupConfig] = None,
54
54
  list_deltas_kwargs: Optional[Dict[str, Any]] = None,
55
55
  read_kwargs_provider: Optional[ReadKwargsProvider] = None,
56
+ s3_client_kwargs: Optional[Dict[str, Any]] = None,
56
57
  deltacat_storage=unimplemented_deltacat_storage,
57
58
  **kwargs,
58
59
  ) -> Optional[str]:
@@ -166,9 +167,13 @@ def repartition(
166
167
  bit_width_of_sort_keys,
167
168
  None,
168
169
  )
170
+ if s3_client_kwargs is None:
171
+ s3_client_kwargs = {}
172
+
169
173
  return rcf.write_round_completion_file(
170
174
  None,
171
175
  None,
172
176
  repartition_completion_info,
173
177
  repartition_completion_file_s3_url,
178
+ **s3_client_kwargs,
174
179
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 0.1.18b9
3
+ Version: 0.1.18b11
4
4
  Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
@@ -1,4 +1,4 @@
1
- deltacat/__init__.py,sha256=5EeIUzaj-Eo5gxreJDyI6d5fjORPvjNLZdc-fZEM93I,1810
1
+ deltacat/__init__.py,sha256=-pROroKFHbLQAMruWQRdiPV5IEfyY12EgCXKDrSBkbw,1811
2
2
  deltacat/constants.py,sha256=oMU8ypqvDBTG54-6MLGWrt9iJKTN-HKsSWxEWnWp77c,1969
3
3
  deltacat/exceptions.py,sha256=x7qem7FLujXf-DzPsNcQ-XYkW3cF3A0YGIbxkcpz0Mw,146
4
4
  deltacat/logs.py,sha256=yyve_6Y4bLWAdCOnxFOPrSR9FRXwZuh68_rRoPpmg08,5633
@@ -17,8 +17,8 @@ deltacat/catalog/model/catalog.py,sha256=-Ho7a3rV1hiOS9cSRCAor9AtXV9nJn9t_MDVql9
17
17
  deltacat/catalog/model/table_definition.py,sha256=tKrM1mmaQlvxqXrLt3QJVZK5BZfaJnhjTZ6KjybYlhE,727
18
18
  deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  deltacat/compute/compactor/__init__.py,sha256=kmWC-Qnw861k7mPhLH4fQEL6CaMeBql2AipHeFqJ2uI,1127
20
- deltacat/compute/compactor/compaction_session.py,sha256=TFOTwaypK88njFmhUXMNq_LlM_7SG6AmJknGkLDE1C4,25880
21
- deltacat/compute/compactor/repartition_session.py,sha256=7e-5exas25725aNh326wK8m9qDmzlcchS7GT6fh0a2o,6776
20
+ deltacat/compute/compactor/compaction_session.py,sha256=21Ai6esOqw9nhXIpbVQteLvROIPeiqpDg1iBsOclais,25946
21
+ deltacat/compute/compactor/repartition_session.py,sha256=t76aZ-bZxqPOjkTfCH3wHXR93DYkwXQxojqUdCdERfQ,6923
22
22
  deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
23
  deltacat/compute/compactor/model/compact_partition_params.py,sha256=QvjH10IsA8O6ufVzwPz-mcw326BT-Zbs29wFGCcGerA,5677
24
24
  deltacat/compute/compactor/model/compaction_session_audit_info.py,sha256=TKgFFdd38cplihdMtHja-cBTwk3dflEipc8smWtZlGg,25231
@@ -132,8 +132,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=AyL7hpvYjkmsz-KcpYjVgPpNsmu-x8-rl
132
132
  deltacat/utils/ray_utils/dataset.py,sha256=SIljK3UkSqQ6Ntit_iSiYt9yYjN_gGrCTX6_72XdQ3w,3244
133
133
  deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
134
134
  deltacat/utils/ray_utils/runtime.py,sha256=xOVkqL6o8qGsewGvzhMKxmCcqcFZDnNILuz5IGMgxSc,4991
135
- deltacat-0.1.18b9.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
136
- deltacat-0.1.18b9.dist-info/METADATA,sha256=cowBDKqrxTgpGyzEPiJx-BfMzwFRgNemUNR2--O1Vsg,1557
137
- deltacat-0.1.18b9.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
138
- deltacat-0.1.18b9.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
139
- deltacat-0.1.18b9.dist-info/RECORD,,
135
+ deltacat-0.1.18b11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
136
+ deltacat-0.1.18b11.dist-info/METADATA,sha256=H0JKD8faSlKHvi44zSoCE9cA8IXKzwxydHL49eVt3vI,1558
137
+ deltacat-0.1.18b11.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
138
+ deltacat-0.1.18b11.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
139
+ deltacat-0.1.18b11.dist-info/RECORD,,