deltacat 0.1.18b9__py3-none-any.whl → 0.1.18b11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deltacat/__init__.py +1 -1
- deltacat/compute/compactor/compaction_session.py +4 -1
- deltacat/compute/compactor/repartition_session.py +5 -0
- {deltacat-0.1.18b9.dist-info → deltacat-0.1.18b11.dist-info}/METADATA +1 -1
- {deltacat-0.1.18b9.dist-info → deltacat-0.1.18b11.dist-info}/RECORD +8 -8
- {deltacat-0.1.18b9.dist-info → deltacat-0.1.18b11.dist-info}/LICENSE +0 -0
- {deltacat-0.1.18b9.dist-info → deltacat-0.1.18b11.dist-info}/WHEEL +0 -0
- {deltacat-0.1.18b9.dist-info → deltacat-0.1.18b11.dist-info}/top_level.txt +0 -0
deltacat/__init__.py
CHANGED
@@ -115,7 +115,7 @@ def compact_partition(
|
|
115
115
|
read_kwargs_provider: Optional[ReadKwargsProvider] = None,
|
116
116
|
s3_table_writer_kwargs: Optional[Dict[str, Any]] = None,
|
117
117
|
object_store: Optional[IObjectStore] = RayPlasmaObjectStore(),
|
118
|
-
s3_client_kwargs: Optional[Dict[str, Any]] =
|
118
|
+
s3_client_kwargs: Optional[Dict[str, Any]] = None,
|
119
119
|
deltacat_storage=unimplemented_deltacat_storage,
|
120
120
|
**kwargs,
|
121
121
|
) -> Optional[str]:
|
@@ -124,6 +124,9 @@ def compact_partition(
|
|
124
124
|
logger.info(f"memray profiler not available, disabling all profiling")
|
125
125
|
enable_profiler = False
|
126
126
|
|
127
|
+
if s3_client_kwargs is None:
|
128
|
+
s3_client_kwargs = {}
|
129
|
+
|
127
130
|
# memray official documentation link:
|
128
131
|
# https://bloomberg.github.io/memray/getting_started.html
|
129
132
|
with memray.Tracker(
|
@@ -53,6 +53,7 @@ def repartition(
|
|
53
53
|
pg_config: Optional[PlacementGroupConfig] = None,
|
54
54
|
list_deltas_kwargs: Optional[Dict[str, Any]] = None,
|
55
55
|
read_kwargs_provider: Optional[ReadKwargsProvider] = None,
|
56
|
+
s3_client_kwargs: Optional[Dict[str, Any]] = None,
|
56
57
|
deltacat_storage=unimplemented_deltacat_storage,
|
57
58
|
**kwargs,
|
58
59
|
) -> Optional[str]:
|
@@ -166,9 +167,13 @@ def repartition(
|
|
166
167
|
bit_width_of_sort_keys,
|
167
168
|
None,
|
168
169
|
)
|
170
|
+
if s3_client_kwargs is None:
|
171
|
+
s3_client_kwargs = {}
|
172
|
+
|
169
173
|
return rcf.write_round_completion_file(
|
170
174
|
None,
|
171
175
|
None,
|
172
176
|
repartition_completion_info,
|
173
177
|
repartition_completion_file_s3_url,
|
178
|
+
**s3_client_kwargs,
|
174
179
|
)
|
@@ -1,4 +1,4 @@
|
|
1
|
-
deltacat/__init__.py,sha256
|
1
|
+
deltacat/__init__.py,sha256=-pROroKFHbLQAMruWQRdiPV5IEfyY12EgCXKDrSBkbw,1811
|
2
2
|
deltacat/constants.py,sha256=oMU8ypqvDBTG54-6MLGWrt9iJKTN-HKsSWxEWnWp77c,1969
|
3
3
|
deltacat/exceptions.py,sha256=x7qem7FLujXf-DzPsNcQ-XYkW3cF3A0YGIbxkcpz0Mw,146
|
4
4
|
deltacat/logs.py,sha256=yyve_6Y4bLWAdCOnxFOPrSR9FRXwZuh68_rRoPpmg08,5633
|
@@ -17,8 +17,8 @@ deltacat/catalog/model/catalog.py,sha256=-Ho7a3rV1hiOS9cSRCAor9AtXV9nJn9t_MDVql9
|
|
17
17
|
deltacat/catalog/model/table_definition.py,sha256=tKrM1mmaQlvxqXrLt3QJVZK5BZfaJnhjTZ6KjybYlhE,727
|
18
18
|
deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
19
19
|
deltacat/compute/compactor/__init__.py,sha256=kmWC-Qnw861k7mPhLH4fQEL6CaMeBql2AipHeFqJ2uI,1127
|
20
|
-
deltacat/compute/compactor/compaction_session.py,sha256=
|
21
|
-
deltacat/compute/compactor/repartition_session.py,sha256=
|
20
|
+
deltacat/compute/compactor/compaction_session.py,sha256=21Ai6esOqw9nhXIpbVQteLvROIPeiqpDg1iBsOclais,25946
|
21
|
+
deltacat/compute/compactor/repartition_session.py,sha256=t76aZ-bZxqPOjkTfCH3wHXR93DYkwXQxojqUdCdERfQ,6923
|
22
22
|
deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
23
23
|
deltacat/compute/compactor/model/compact_partition_params.py,sha256=QvjH10IsA8O6ufVzwPz-mcw326BT-Zbs29wFGCcGerA,5677
|
24
24
|
deltacat/compute/compactor/model/compaction_session_audit_info.py,sha256=TKgFFdd38cplihdMtHja-cBTwk3dflEipc8smWtZlGg,25231
|
@@ -132,8 +132,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=AyL7hpvYjkmsz-KcpYjVgPpNsmu-x8-rl
|
|
132
132
|
deltacat/utils/ray_utils/dataset.py,sha256=SIljK3UkSqQ6Ntit_iSiYt9yYjN_gGrCTX6_72XdQ3w,3244
|
133
133
|
deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
|
134
134
|
deltacat/utils/ray_utils/runtime.py,sha256=xOVkqL6o8qGsewGvzhMKxmCcqcFZDnNILuz5IGMgxSc,4991
|
135
|
-
deltacat-0.1.
|
136
|
-
deltacat-0.1.
|
137
|
-
deltacat-0.1.
|
138
|
-
deltacat-0.1.
|
139
|
-
deltacat-0.1.
|
135
|
+
deltacat-0.1.18b11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
136
|
+
deltacat-0.1.18b11.dist-info/METADATA,sha256=H0JKD8faSlKHvi44zSoCE9cA8IXKzwxydHL49eVt3vI,1558
|
137
|
+
deltacat-0.1.18b11.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
|
138
|
+
deltacat-0.1.18b11.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
|
139
|
+
deltacat-0.1.18b11.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|