digitalhub 0.11.0b1__py3-none-any.whl → 0.11.0b2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of digitalhub might be problematic. Click here for more details.

@@ -25,9 +25,6 @@ class S3StoreConfigurator:
25
25
  S3StoreEnv.SESSION_TOKEN,
26
26
  ]
27
27
 
28
- def __init__(self, config: dict) -> None:
29
- ...
30
-
31
28
  ##############################
32
29
  # Configuration methods
33
30
  ##############################
@@ -1,14 +1,13 @@
1
1
  from __future__ import annotations
2
2
 
3
- import os
4
3
  from pathlib import Path
5
4
  from urllib.parse import urlparse
6
5
 
7
6
  from boto3 import client as boto3_client
8
7
 
9
- from digitalhub.stores.data.s3.enums import S3StoreEnv
10
-
11
- DEFAULT_BUCKET = "datalake"
8
+ from digitalhub.stores.configurator.enums import CredsOrigin
9
+ from digitalhub.stores.data.s3.configurator import S3StoreConfigurator
10
+ from digitalhub.utils.exceptions import StoreError
12
11
 
13
12
 
14
13
  def get_bucket_name(path: str) -> str:
@@ -63,17 +62,13 @@ def get_s3_source(bucket: str, key: str, filename: Path) -> None:
63
62
  -------
64
63
  None
65
64
  """
66
- s3 = boto3_client("s3", endpoint_url=os.getenv(S3StoreEnv.ENDPOINT_URL.value))
67
- s3.download_file(bucket, key, filename)
68
-
69
-
70
- def get_s3_bucket_from_env() -> str | None:
71
- """
72
- Function to get S3 bucket name.
73
-
74
- Returns
75
- -------
76
- str
77
- The S3 bucket name.
78
- """
79
- return os.getenv(S3StoreEnv.BUCKET_NAME.value, DEFAULT_BUCKET)
65
+ # Try to get client from environment variables
66
+ try:
67
+ cfg = S3StoreConfigurator().get_boto3_client_config(CredsOrigin.ENV.value)
68
+ s3 = boto3_client("s3", **cfg)
69
+ s3.download_file(bucket, key, filename)
70
+
71
+ # Fallback to file
72
+ except StoreError:
73
+ cfg = S3StoreConfigurator().get_boto3_client_config(CredsOrigin.FILE.value)
74
+ s3.download_file(bucket, key, filename)
@@ -20,9 +20,6 @@ class SqlStoreConfigurator:
20
20
  SqlStoreEnv.DATABASE,
21
21
  ]
22
22
 
23
- def __init__(self) -> None:
24
- self.config = self.configure()
25
-
26
23
  ##############################
27
24
  # Configuration methods
28
25
  ##############################
@@ -20,7 +20,7 @@ def get_default_store(project: str) -> str:
20
20
  Default store URI.
21
21
  """
22
22
  context = get_context(project)
23
- store = context.config.get("default_files_store")
23
+ store = context.config.get(StoreEnv.DEFAULT_FILES_STORE.value.lower())
24
24
  if store is not None:
25
25
  return store
26
26
  store = configurator.load_var(StoreEnv.DEFAULT_FILES_STORE.value)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: digitalhub
3
- Version: 0.11.0b1
3
+ Version: 0.11.0b2
4
4
  Summary: Python SDK for Digitalhub
5
5
  Project-URL: Homepage, https://github.com/scc-digitalhub/digitalhub-sdk
6
6
  Author-email: Fondazione Bruno Kessler <dslab@fbk.eu>, Matteo Martini <mmartini@fbk.eu>
@@ -213,7 +213,7 @@ digitalhub/stores/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
213
213
  digitalhub/stores/data/api.py,sha256=R-yBTWpLDrFfcFAju0PJVl0_CDROM8lV2QHKtIMwGrI,543
214
214
  digitalhub/stores/data/builder.py,sha256=fh1JFFos7TpfgWlEWL9WmIEdrpt4t1dQU2Ivq8qE4QE,2291
215
215
  digitalhub/stores/data/enums.py,sha256=dqDRDnLVK55jiWyg_L-aeTwu3JBo4EcN5epxzdS_ARs,190
216
- digitalhub/stores/data/utils.py,sha256=aDo8Mg9AYTtDYcyzKs0vSAj1rYhM14sAtCRk3SxgYsU,912
216
+ digitalhub/stores/data/utils.py,sha256=Fy-OSy9m2LdbN4EF0J_cyhJS7SikzICEdyJv5HwPcI8,933
217
217
  digitalhub/stores/data/_base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
218
218
  digitalhub/stores/data/_base/store.py,sha256=VC1r7b9EIoObuG2DiqtFk2DQDSOgaS9jYL_UmiOTMHg,5241
219
219
  digitalhub/stores/data/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -221,15 +221,13 @@ digitalhub/stores/data/local/store.py,sha256=lzagCi_3-bvH5IaMNMNnGGT2mNE-KG_F-CM
221
221
  digitalhub/stores/data/remote/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
222
222
  digitalhub/stores/data/remote/store.py,sha256=9KCFk8Fz1Mr7AK8gEITMh2sMw_jQldNPaVpk5_Oko9w,6098
223
223
  digitalhub/stores/data/s3/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
224
- digitalhub/stores/data/s3/configurator.py,sha256=3AK1EDVhm7MIRWebendNVs7ViktkgsC_oKzmH3HOqqI,3707
224
+ digitalhub/stores/data/s3/configurator.py,sha256=QowR285g3FBY6IktTLq0e8Y3XJdXL_eutzfM2mumLY8,3648
225
225
  digitalhub/stores/data/s3/enums.py,sha256=tmSavz83jr6SBW-Gqn4D21TJpFytxvbtbW63htmZG2A,392
226
- digitalhub/stores/data/s3/models.py,sha256=qeXeL7iP76EBO35wzP6bYeMj-sBOY634Tjwx8h3Di2g,371
227
226
  digitalhub/stores/data/s3/store.py,sha256=BXyMdDjF_bj2TqAx5RSXrzWKIGE7PMObFSqEp1n-ZPo,19664
228
- digitalhub/stores/data/s3/utils.py,sha256=Su-7AbIuDItbaA2BSrnl7Tm-BrrqPQPOaDXb06C_BRw,1505
227
+ digitalhub/stores/data/s3/utils.py,sha256=vkgYL9auoyvPtWay50biIfSJ1T4gZT4CmpJdq83L4t8,1650
229
228
  digitalhub/stores/data/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
230
- digitalhub/stores/data/sql/configurator.py,sha256=7VXnXC8ItxdVnV2R8mAWAZZAsnvuDKgRElqtOF2oT-c,3302
229
+ digitalhub/stores/data/sql/configurator.py,sha256=VCGukcuVpHDWHdL-hv4aPzyOXlhk-4tkjgIcfEIPXDM,3230
231
230
  digitalhub/stores/data/sql/enums.py,sha256=FCpmIXxef6SQIX_564a1hYvaSVrpvld8gi7YAv25H-o,284
232
- digitalhub/stores/data/sql/models.py,sha256=_itIXoCfRLzUpG0OaM44qbv2u87Lyl5e0tmAXNTvfjQ,349
233
231
  digitalhub/stores/data/sql/store.py,sha256=FnT4C1n7M3DM1i6LccGcEBq9_YNLtVhm__6_L2eQgvI,11701
234
232
  digitalhub/stores/readers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
235
233
  digitalhub/stores/readers/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -252,7 +250,7 @@ digitalhub/utils/io_utils.py,sha256=8jD4Rp_b7LZEpY5JSMxVUowZsnifKnbGpHT5Hijx9-g,
252
250
  digitalhub/utils/logger.py,sha256=ml3ne6D8wuRdNZ4F6ywmvWotSxjmZWnmKgNiuHb4R5M,437
253
251
  digitalhub/utils/types.py,sha256=x8zXsbivD8vdaNeNRZLKOPvGbz6d-59nncuvO0FsueY,109
254
252
  digitalhub/utils/uri_utils.py,sha256=wVkA2OcfHG5EcQOr9YxLJzo--VV6sjFjgXDNx-gP94I,4021
255
- digitalhub-0.11.0b1.dist-info/METADATA,sha256=wEs05Q94UJUZU9W-eAdYpxXJq97g5aZWzDFekImT38w,15037
256
- digitalhub-0.11.0b1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
257
- digitalhub-0.11.0b1.dist-info/licenses/LICENSE.txt,sha256=qmrTTXPlgU0kSRlRVbjhlyGs1IXs2QPxo_Y-Mn06J0k,11589
258
- digitalhub-0.11.0b1.dist-info/RECORD,,
253
+ digitalhub-0.11.0b2.dist-info/METADATA,sha256=ZEdvCZlv8Gh7AfR2ppDjJvKhfqUL7yMN5UHtP5vmL-s,15037
254
+ digitalhub-0.11.0b2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
255
+ digitalhub-0.11.0b2.dist-info/licenses/LICENSE.txt,sha256=qmrTTXPlgU0kSRlRVbjhlyGs1IXs2QPxo_Y-Mn06J0k,11589
256
+ digitalhub-0.11.0b2.dist-info/RECORD,,
@@ -1,21 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from pydantic import BaseModel
4
-
5
-
6
- class S3StoreConfig(BaseModel):
7
- """
8
- S3 store configuration class.
9
- """
10
-
11
- endpoint_url: str
12
- """S3 endpoint URL."""
13
-
14
- aws_access_key_id: str
15
- """AWS access key ID."""
16
-
17
- aws_secret_access_key: str
18
- """AWS secret access key."""
19
-
20
- bucket_name: str
21
- """S3 bucket name."""
@@ -1,24 +0,0 @@
1
- from __future__ import annotations
2
-
3
- from pydantic import BaseModel
4
-
5
-
6
- class SqlStoreConfig(BaseModel):
7
- """
8
- SQL store configuration class.
9
- """
10
-
11
- host: str
12
- """SQL host."""
13
-
14
- port: int
15
- """SQL port."""
16
-
17
- user: str
18
- """SQL user."""
19
-
20
- password: str
21
- """SQL password."""
22
-
23
- database: str
24
- """SQL database name."""