nucliadb-utils 6.1.0.post2569__py3-none-any.whl → 6.1.0.post2574__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nucliadb-utils might be problematic. Click here for more details.
- nucliadb_utils/utilities.py +14 -9
- {nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/METADATA +3 -3
- {nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/RECORD +6 -6
- {nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/WHEEL +0 -0
- {nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/top_level.txt +0 -0
- {nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/zip-safe +0 -0
nucliadb_utils/utilities.py
CHANGED
@@ -105,6 +105,13 @@ async def get_storage(
|
|
105
105
|
if Utility.STORAGE in MAIN:
|
106
106
|
return MAIN[Utility.STORAGE]
|
107
107
|
|
108
|
+
storage = await _create_storage(gcs_scopes=gcs_scopes)
|
109
|
+
set_utility(Utility.STORAGE, storage)
|
110
|
+
|
111
|
+
return MAIN[Utility.STORAGE]
|
112
|
+
|
113
|
+
|
114
|
+
async def _create_storage(gcs_scopes: Optional[List[str]] = None) -> Storage:
|
108
115
|
if storage_settings.file_backend == FileBackendConfig.AZURE:
|
109
116
|
from nucliadb_utils.storages.azure import AzureStorage
|
110
117
|
|
@@ -118,7 +125,7 @@ async def get_storage(
|
|
118
125
|
|
119
126
|
logger.info("Configuring Azure Storage")
|
120
127
|
await azureutil.initialize()
|
121
|
-
|
128
|
+
return azureutil
|
122
129
|
|
123
130
|
elif storage_settings.file_backend == FileBackendConfig.S3:
|
124
131
|
from nucliadb_utils.storages.s3 import S3Storage
|
@@ -136,9 +143,9 @@ async def get_storage(
|
|
136
143
|
bucket=storage_settings.s3_bucket,
|
137
144
|
bucket_tags=storage_settings.s3_bucket_tags,
|
138
145
|
)
|
139
|
-
set_utility(Utility.STORAGE, s3util)
|
140
|
-
await s3util.initialize()
|
141
146
|
logger.info("Configuring S3 Storage")
|
147
|
+
await s3util.initialize()
|
148
|
+
return s3util
|
142
149
|
|
143
150
|
elif storage_settings.file_backend == FileBackendConfig.GCS:
|
144
151
|
from nucliadb_utils.storages.gcs import GCSStorage
|
@@ -155,9 +162,9 @@ async def get_storage(
|
|
155
162
|
labels=storage_settings.gcs_bucket_labels,
|
156
163
|
scopes=gcs_scopes,
|
157
164
|
)
|
158
|
-
set_utility(Utility.STORAGE, gcsutil)
|
159
|
-
await gcsutil.initialize()
|
160
165
|
logger.info("Configuring GCS Storage")
|
166
|
+
await gcsutil.initialize()
|
167
|
+
return gcsutil
|
161
168
|
|
162
169
|
elif storage_settings.file_backend == FileBackendConfig.LOCAL:
|
163
170
|
if storage_settings.local_files is None:
|
@@ -168,14 +175,12 @@ async def get_storage(
|
|
168
175
|
local_testing_files=storage_settings.local_files,
|
169
176
|
indexing_bucket=storage_settings.local_indexing_bucket,
|
170
177
|
)
|
171
|
-
set_utility(Utility.STORAGE, localutil)
|
172
|
-
await localutil.initialize()
|
173
178
|
logger.info("Configuring Local Storage")
|
179
|
+
await localutil.initialize()
|
180
|
+
return localutil
|
174
181
|
else:
|
175
182
|
raise ConfigurationError("Invalid storage settings, please configure FILE_BACKEND")
|
176
183
|
|
177
|
-
return MAIN[Utility.STORAGE]
|
178
|
-
|
179
184
|
|
180
185
|
async def teardown_storage():
|
181
186
|
storage: Optional[Storage] = get_utility(Utility.STORAGE)
|
{nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/METADATA
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: nucliadb_utils
|
3
|
-
Version: 6.1.0.
|
3
|
+
Version: 6.1.0.post2574
|
4
4
|
Home-page: https://nuclia.com
|
5
5
|
License: BSD
|
6
6
|
Classifier: Development Status :: 4 - Beta
|
@@ -24,8 +24,8 @@ Requires-Dist: PyNaCl
|
|
24
24
|
Requires-Dist: pyjwt>=2.4.0
|
25
25
|
Requires-Dist: memorylru>=1.1.2
|
26
26
|
Requires-Dist: mrflagly>=0.2.9
|
27
|
-
Requires-Dist: nucliadb-protos>=6.1.0.
|
28
|
-
Requires-Dist: nucliadb-telemetry>=6.1.0.
|
27
|
+
Requires-Dist: nucliadb-protos>=6.1.0.post2574
|
28
|
+
Requires-Dist: nucliadb-telemetry>=6.1.0.post2574
|
29
29
|
Provides-Extra: cache
|
30
30
|
Requires-Dist: redis>=4.3.4; extra == "cache"
|
31
31
|
Requires-Dist: orjson>=3.6.7; extra == "cache"
|
@@ -16,7 +16,7 @@ nucliadb_utils/settings.py,sha256=BOuYTh08cJe7UgBgU9ALHCJm6eDezbdPsdAXM4HGEgo,81
|
|
16
16
|
nucliadb_utils/signals.py,sha256=JRNv2y9zLtBjOANBf7krGfDGfOc9qcoXZ6N1nKWS2FE,2674
|
17
17
|
nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
|
18
18
|
nucliadb_utils/transaction.py,sha256=GjM754TU9940pfQY3vxAQAYlQdBpqfwrO-_gYkSjWrI,7979
|
19
|
-
nucliadb_utils/utilities.py,sha256=
|
19
|
+
nucliadb_utils/utilities.py,sha256=vO6NUQxFpljTo7y6TemoOewMsXLgKTJmVPTtCWnjsDk,15921
|
20
20
|
nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
21
21
|
nucliadb_utils/aiopynecone/client.py,sha256=MPyHnDXwhukJr7U3CJh7BpsekfSuOkyM4g5b9LLtzc8,22941
|
22
22
|
nucliadb_utils/aiopynecone/exceptions.py,sha256=fUErx3ceKQK1MUbOnYcZhIzpNe8UVAptZE9JIRDLXDE,4000
|
@@ -59,8 +59,8 @@ nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQ
|
|
59
59
|
nucliadb_utils/tests/local.py,sha256=fXIBasrvdaFJM-sw2wk1_oiFzBcm9O10iCyC-OiXwY8,1914
|
60
60
|
nucliadb_utils/tests/nats.py,sha256=xqpww4jZjTKY9oPGlJdDJG67L3FIBQsa9qDHxILR8r8,7687
|
61
61
|
nucliadb_utils/tests/s3.py,sha256=pl-RJFjA4MH6iXkqhsh5g8gDuEhrYu1nPZ-laxlrMlE,3704
|
62
|
-
nucliadb_utils-6.1.0.
|
63
|
-
nucliadb_utils-6.1.0.
|
64
|
-
nucliadb_utils-6.1.0.
|
65
|
-
nucliadb_utils-6.1.0.
|
66
|
-
nucliadb_utils-6.1.0.
|
62
|
+
nucliadb_utils-6.1.0.post2574.dist-info/METADATA,sha256=zMBg9P6lJzmDHZkDXp5GuZnthmHfi-hqCHfIYfIKQ3k,2055
|
63
|
+
nucliadb_utils-6.1.0.post2574.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
|
64
|
+
nucliadb_utils-6.1.0.post2574.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
|
65
|
+
nucliadb_utils-6.1.0.post2574.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
66
|
+
nucliadb_utils-6.1.0.post2574.dist-info/RECORD,,
|
File without changes
|
{nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/top_level.txt
RENAMED
File without changes
|
{nucliadb_utils-6.1.0.post2569.dist-info → nucliadb_utils-6.1.0.post2574.dist-info}/zip-safe
RENAMED
File without changes
|