deltacat 0.1.18b8__py3-none-any.whl → 0.1.18b10__py3-none-any.whl

deltacat/__init__.py

@@ -43,7 +43,7 @@ from deltacat.types.tables import TableWriteMode
 
 deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
 
-__version__ = "0.1.18b8"
+__version__ = "0.1.18b10"
 
 
 __all__ = [

deltacat/aws/clients.py

@@ -13,10 +13,25 @@ from deltacat.aws.constants import BOTO_MAX_RETRIES
 
 logger = logs.configure_deltacat_logger(logging.getLogger(__name__))
 
+BOTO3_PROFILE_NAME_KWARG_KEY = "boto3_profile_name"
+
+
+def _get_session_from_kwargs(input_kwargs):
+    if input_kwargs.get(BOTO3_PROFILE_NAME_KWARG_KEY) is not None:
+        boto3_session = boto3.Session(
+            profile_name=input_kwargs.get(BOTO3_PROFILE_NAME_KWARG_KEY)
+        )
+        input_kwargs.pop(BOTO3_PROFILE_NAME_KWARG_KEY)
+        return boto3_session
+    else:
+        return boto3.Session()
+
 
 def _resource(name: str, region: Optional[str], **kwargs) -> ServiceResource:
+    boto3_session = _get_session_from_kwargs(kwargs)
+
     boto_config = Config(retries={"max_attempts": BOTO_MAX_RETRIES, "mode": "standard"})
-    return boto3.resource(
+    return boto3_session.resource(
         name,
         region,
         config=boto_config,
@@ -30,10 +45,11 @@ def _client(name: str, region: Optional[str], **kwargs) -> BaseClient:
         return resource_cache(name, region, **kwargs).meta.client
     except ResourceNotExistsError:
         # fall back for clients without an associated resource
+        boto3_session = _get_session_from_kwargs(kwargs)
         boto_config = Config(
             retries={"max_attempts": BOTO_MAX_RETRIES, "mode": "standard"}
         )
-        return boto3.client(
+        return boto3_session.client(
             name,
             region,
             config=boto_config,

deltacat/compute/compactor/compaction_session.py

@@ -115,7 +115,7 @@ def compact_partition(
     read_kwargs_provider: Optional[ReadKwargsProvider] = None,
     s3_table_writer_kwargs: Optional[Dict[str, Any]] = None,
     object_store: Optional[IObjectStore] = RayPlasmaObjectStore(),
-    s3_client_kwargs: Optional[Dict[str, Any]] = {},
+    s3_client_kwargs: Optional[Dict[str, Any]] = None,
     deltacat_storage=unimplemented_deltacat_storage,
     **kwargs,
 ) -> Optional[str]:
@@ -284,6 +284,9 @@ def _execute_compaction_round(
     max_parallelism = int(cluster_cpus)
     logger.info(f"Max parallelism: {max_parallelism}")
 
+    if s3_client_kwargs is None:
+        s3_client_kwargs = {}
+
     # read the results from any previously completed compaction round
     round_completion_info = None
     if not rebase_source_partition_locator:

deltacat/compute/compactor/repartition_session.py

@@ -53,6 +53,7 @@ def repartition(
     pg_config: Optional[PlacementGroupConfig] = None,
     list_deltas_kwargs: Optional[Dict[str, Any]] = None,
     read_kwargs_provider: Optional[ReadKwargsProvider] = None,
+    s3_client_kwargs: Optional[Dict[str, Any]] = None,
     deltacat_storage=unimplemented_deltacat_storage,
     **kwargs,
 ) -> Optional[str]:
@@ -166,9 +167,13 @@ def repartition(
         bit_width_of_sort_keys,
         None,
     )
+    if s3_client_kwargs is None:
+        s3_client_kwargs = {}
+
     return rcf.write_round_completion_file(
         None,
         None,
         repartition_completion_info,
         repartition_completion_file_s3_url,
+        **s3_client_kwargs,
     )

{deltacat-0.1.18b8.dist-info → deltacat-0.1.18b10.dist-info}/METADATA

@@ -1,9 +1,11 @@
 Metadata-Version: 2.1
 Name: deltacat
-Version: 0.1.18b8
+Version: 0.1.18b10
 Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
 Home-page: https://github.com/ray-project/deltacat
 Author: Ray Team
+License: UNKNOWN
+Platform: UNKNOWN
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3 :: Only
@@ -13,7 +15,6 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.7
 Description-Content-Type: text/markdown
-License-File: LICENSE
 Requires-Dist: boto3 (~=1.20)
 Requires-Dist: numpy (==1.21.5)
 Requires-Dist: pandas (==1.3.5)
@@ -44,3 +45,5 @@ change-data-capture, data consistency checks, and table repair.
 ```
 pip install deltacat
 ```
+
+

{deltacat-0.1.18b8.dist-info → deltacat-0.1.18b10.dist-info}/RECORD

@@ -1,9 +1,9 @@
-deltacat/__init__.py,sha256=tZQ1YbZxujH3EqKAhgf47MEteO5ST7BtcK2YoDevHHs,1810
+deltacat/__init__.py,sha256=yvCSG8wt-Hb3iHrA3nF6vE1R2j8CC_HtQNboBIAElnQ,1811
 deltacat/constants.py,sha256=oMU8ypqvDBTG54-6MLGWrt9iJKTN-HKsSWxEWnWp77c,1969
 deltacat/exceptions.py,sha256=x7qem7FLujXf-DzPsNcQ-XYkW3cF3A0YGIbxkcpz0Mw,146
 deltacat/logs.py,sha256=yyve_6Y4bLWAdCOnxFOPrSR9FRXwZuh68_rRoPpmg08,5633
 deltacat/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/aws/clients.py,sha256=gBwSjCUfzQyiq-empApD685S-FhVlTjdJtDIWpR_alg,1743
+deltacat/aws/clients.py,sha256=HE_Ba_cWW0YqII2hxAUVIg-BQZ4HXvHfJlOxWkAARus,2282
 deltacat/aws/constants.py,sha256=4OnwC1H12FPs2bpVN7tXkxn-DAEJS4MYRrFh5HKFv7s,204
 deltacat/aws/s3u.py,sha256=KTAG9uNCYpANG-rWNAByhF062bpEnCqFP-_Crp1y6dA,17371
 deltacat/aws/redshift/__init__.py,sha256=fjuv3jWdPE8IgF4uSrL0YEqV3XUfqDULX3xV27ICceo,266
@@ -17,8 +17,8 @@ deltacat/catalog/model/catalog.py,sha256=-Ho7a3rV1hiOS9cSRCAor9AtXV9nJn9t_MDVql9
 deltacat/catalog/model/table_definition.py,sha256=tKrM1mmaQlvxqXrLt3QJVZK5BZfaJnhjTZ6KjybYlhE,727
 deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/compute/compactor/__init__.py,sha256=kmWC-Qnw861k7mPhLH4fQEL6CaMeBql2AipHeFqJ2uI,1127
-deltacat/compute/compactor/compaction_session.py,sha256=TFOTwaypK88njFmhUXMNq_LlM_7SG6AmJknGkLDE1C4,25880
-deltacat/compute/compactor/repartition_session.py,sha256=7e-5exas25725aNh326wK8m9qDmzlcchS7GT6fh0a2o,6776
+deltacat/compute/compactor/compaction_session.py,sha256=YfTswXBDpcZo4JPqASw4Hit2z_yt3RJXIwE_kILnbqc,25946
+deltacat/compute/compactor/repartition_session.py,sha256=t76aZ-bZxqPOjkTfCH3wHXR93DYkwXQxojqUdCdERfQ,6923
 deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/compute/compactor/model/compact_partition_params.py,sha256=QvjH10IsA8O6ufVzwPz-mcw326BT-Zbs29wFGCcGerA,5677
 deltacat/compute/compactor/model/compaction_session_audit_info.py,sha256=TKgFFdd38cplihdMtHja-cBTwk3dflEipc8smWtZlGg,25231
@@ -132,8 +132,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=AyL7hpvYjkmsz-KcpYjVgPpNsmu-x8-rl
 deltacat/utils/ray_utils/dataset.py,sha256=SIljK3UkSqQ6Ntit_iSiYt9yYjN_gGrCTX6_72XdQ3w,3244
 deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
 deltacat/utils/ray_utils/runtime.py,sha256=xOVkqL6o8qGsewGvzhMKxmCcqcFZDnNILuz5IGMgxSc,4991
-deltacat-0.1.18b8.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-deltacat-0.1.18b8.dist-info/METADATA,sha256=bv8q6BO6G-yfeUG1OgWPTD9Dc6GHG_clnaRZr28Kx5U,1542
-deltacat-0.1.18b8.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-deltacat-0.1.18b8.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
-deltacat-0.1.18b8.dist-info/RECORD,,
+deltacat-0.1.18b10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+deltacat-0.1.18b10.dist-info/METADATA,sha256=eEJK--7j0OErL0MM0i3BetwzSq0yZnZbwjzmNwdAfaw,1558
+deltacat-0.1.18b10.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
+deltacat-0.1.18b10.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
+deltacat-0.1.18b10.dist-info/RECORD,,

{deltacat-0.1.18b8.dist-info → deltacat-0.1.18b10.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.1)
+Generator: bdist_wheel (0.41.0)
 Root-Is-Purelib: true
 Tag: py3-none-any