nucliadb-utils 5.2.1.post1882__py3-none-any.whl → 5.2.1.post1899__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nucliadb_utils/settings.py +5 -0
- nucliadb_utils/storages/local.py +2 -1
- nucliadb_utils/utilities.py +2 -0
- {nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/METADATA +3 -3
- {nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/RECORD +8 -8
- {nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/WHEEL +0 -0
- {nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/top_level.txt +0 -0
- {nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/zip-safe +0 -0
nucliadb_utils/settings.py
CHANGED
@@ -109,6 +109,10 @@ class StorageSettings(BaseSettings):
|
|
109
109
|
default=None,
|
110
110
|
description="If using LOCAL `file_backend` storage, directory where files should be stored",
|
111
111
|
)
|
112
|
+
local_indexing_bucket: Optional[str] = Field(
|
113
|
+
default=None,
|
114
|
+
description="If using LOCAL `file_backend` storage, subdirectory where indexing data is stored",
|
115
|
+
)
|
112
116
|
upload_token_expiration: int = Field(
|
113
117
|
default=3,
|
114
118
|
description="Number of days that uploaded files are kept in Nulia's processing engine",
|
@@ -182,6 +186,7 @@ class IndexingSettings(BaseSettings):
|
|
182
186
|
index_jetstream_servers: List[str] = []
|
183
187
|
index_jetstream_auth: Optional[str] = None
|
184
188
|
index_local: bool = False
|
189
|
+
index_nidx_subject: Optional[str] = None
|
185
190
|
|
186
191
|
|
187
192
|
indexing_settings = IndexingSettings()
|
nucliadb_utils/storages/local.py
CHANGED
@@ -218,10 +218,11 @@ class LocalStorage(Storage):
|
|
218
218
|
field_klass = LocalStorageField
|
219
219
|
chunk_size = CHUNK_SIZE
|
220
220
|
|
221
|
-
def __init__(self, local_testing_files: str):
|
221
|
+
def __init__(self, local_testing_files: str, indexing_bucket: Optional[str] = None):
|
222
222
|
self.local_testing_files = local_testing_files.rstrip("/")
|
223
223
|
self.bucket_format = "ndb_{kbid}"
|
224
224
|
self.source = CloudFile.LOCAL
|
225
|
+
self.indexing_bucket = indexing_bucket
|
225
226
|
|
226
227
|
async def initialize(self):
|
227
228
|
pass
|
nucliadb_utils/utilities.py
CHANGED
@@ -84,6 +84,7 @@ class Utility(str, Enum):
|
|
84
84
|
USAGE = "usage"
|
85
85
|
ENDECRYPTOR = "endecryptor"
|
86
86
|
PINECONE_SESSION = "pinecone_session"
|
87
|
+
NIDX = "nidx"
|
87
88
|
|
88
89
|
|
89
90
|
def get_utility(ident: Union[Utility, str]):
|
@@ -165,6 +166,7 @@ async def get_storage(
|
|
165
166
|
|
166
167
|
localutil = LocalStorage(
|
167
168
|
local_testing_files=storage_settings.local_files,
|
169
|
+
indexing_bucket=storage_settings.local_indexing_bucket,
|
168
170
|
)
|
169
171
|
set_utility(Utility.STORAGE, localutil)
|
170
172
|
await localutil.initialize()
|
{nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/METADATA
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: nucliadb_utils
|
3
|
-
Version: 5.2.1.
|
3
|
+
Version: 5.2.1.post1899
|
4
4
|
Home-page: https://nuclia.com
|
5
5
|
License: BSD
|
6
6
|
Classifier: Development Status :: 4 - Beta
|
@@ -24,8 +24,8 @@ Requires-Dist: PyNaCl
|
|
24
24
|
Requires-Dist: pyjwt>=2.4.0
|
25
25
|
Requires-Dist: memorylru>=1.1.2
|
26
26
|
Requires-Dist: mrflagly>=0.2.9
|
27
|
-
Requires-Dist: nucliadb-protos>=5.2.1.
|
28
|
-
Requires-Dist: nucliadb-telemetry>=5.2.1.
|
27
|
+
Requires-Dist: nucliadb-protos>=5.2.1.post1899
|
28
|
+
Requires-Dist: nucliadb-telemetry>=5.2.1.post1899
|
29
29
|
Provides-Extra: cache
|
30
30
|
Requires-Dist: redis>=4.3.4; extra == "cache"
|
31
31
|
Requires-Dist: orjson>=3.6.7; extra == "cache"
|
@@ -12,11 +12,11 @@ nucliadb_utils/nats.py,sha256=prs98dIrGh2-WchQcRBloc5wYhpjEnB0VtCERPnoReg,8430
|
|
12
12
|
nucliadb_utils/partition.py,sha256=jBgy4Hu5Iwn4gjbPPcthSykwf-qNx-GcLAIwbzPd1d0,1157
|
13
13
|
nucliadb_utils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
14
14
|
nucliadb_utils/run.py,sha256=HpAIM8xbR7UpVC2_7xOjB4fYbUVykyPP6yHrv2RD3DI,1707
|
15
|
-
nucliadb_utils/settings.py,sha256=
|
15
|
+
nucliadb_utils/settings.py,sha256=u1JXTUSL6MlZvZkRqrLHiSHtxFVgtpQtFBKb6PBQ1Ls,8139
|
16
16
|
nucliadb_utils/signals.py,sha256=JRNv2y9zLtBjOANBf7krGfDGfOc9qcoXZ6N1nKWS2FE,2674
|
17
17
|
nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
|
18
18
|
nucliadb_utils/transaction.py,sha256=mwcI3aIHAvU5KOGqd_Uz_d1XQzXhk_-NWY8NqU1lfb0,7307
|
19
|
-
nucliadb_utils/utilities.py,sha256=
|
19
|
+
nucliadb_utils/utilities.py,sha256=1C5o6WcOupoTfBRn6dgHc-XTZ2bsG397JVQCKy6swBo,15832
|
20
20
|
nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
|
21
21
|
nucliadb_utils/aiopynecone/client.py,sha256=MPyHnDXwhukJr7U3CJh7BpsekfSuOkyM4g5b9LLtzc8,22941
|
22
22
|
nucliadb_utils/aiopynecone/exceptions.py,sha256=fUErx3ceKQK1MUbOnYcZhIzpNe8UVAptZE9JIRDLXDE,4000
|
@@ -43,7 +43,7 @@ nucliadb_utils/storages/__init__.py,sha256=5Qc8AUWiJv9_JbGCBpAn88AIJhwDlm0OPQpg2
|
|
43
43
|
nucliadb_utils/storages/azure.py,sha256=egMDwLNIGSQyVevuySt2AswzFdNAcih05BbRg3-p8IU,16015
|
44
44
|
nucliadb_utils/storages/exceptions.py,sha256=mm_wX4YRtp7u7enkk_4pMSlX5AQQuFbq4xLmupVDt3Y,2502
|
45
45
|
nucliadb_utils/storages/gcs.py,sha256=MUPPTmPo5AfCWPykNvlIO35-C_8r94yWJgBxcDsRIgM,27766
|
46
|
-
nucliadb_utils/storages/local.py,sha256=
|
46
|
+
nucliadb_utils/storages/local.py,sha256=kxofHdNy4QBtdM797AeksNjIUP2kw9vIC0X7AHABJBI,10374
|
47
47
|
nucliadb_utils/storages/nuclia.py,sha256=vEv94xAT7QM2g80S25QyrOw2pzvP2BAX-ADgZLtuCVc,2097
|
48
48
|
nucliadb_utils/storages/object_store.py,sha256=Tw10GmpYfM5TMqJ3Tk9pLQ9wLMBk1-snL_m6uasiZDQ,4257
|
49
49
|
nucliadb_utils/storages/s3.py,sha256=tCJxSXwSq2hKaFole71ctpEXjcjBElUuTFWlmhLkytM,19471
|
@@ -59,8 +59,8 @@ nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQ
|
|
59
59
|
nucliadb_utils/tests/local.py,sha256=7nuP8EFUAiA8ZH50R1iPV9EUXBySQxOanVm3Zht_e0g,1835
|
60
60
|
nucliadb_utils/tests/nats.py,sha256=xqpww4jZjTKY9oPGlJdDJG67L3FIBQsa9qDHxILR8r8,7687
|
61
61
|
nucliadb_utils/tests/s3.py,sha256=IdMxK_cNdSHLvO1u8BwsKFzD87Hk1MVPDZ57zx6h-rA,3656
|
62
|
-
nucliadb_utils-5.2.1.
|
63
|
-
nucliadb_utils-5.2.1.
|
64
|
-
nucliadb_utils-5.2.1.
|
65
|
-
nucliadb_utils-5.2.1.
|
66
|
-
nucliadb_utils-5.2.1.
|
62
|
+
nucliadb_utils-5.2.1.post1899.dist-info/METADATA,sha256=1cXqW2cd3sfOmugeNWgyrasw6QULrNbixB_8sH0mLY0,2055
|
63
|
+
nucliadb_utils-5.2.1.post1899.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
|
64
|
+
nucliadb_utils-5.2.1.post1899.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
|
65
|
+
nucliadb_utils-5.2.1.post1899.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
66
|
+
nucliadb_utils-5.2.1.post1899.dist-info/RECORD,,
|
File without changes
|
{nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/top_level.txt
RENAMED
File without changes
|
{nucliadb_utils-5.2.1.post1882.dist-info → nucliadb_utils-5.2.1.post1899.dist-info}/zip-safe
RENAMED
File without changes
|