nucliadb-utils 5.2.1.post1873__py3-none-any.whl → 5.2.1.post1889__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -109,6 +109,10 @@ class StorageSettings(BaseSettings):
109
109
  default=None,
110
110
  description="If using LOCAL `file_backend` storage, directory where files should be stored",
111
111
  )
112
+ local_indexing_bucket: Optional[str] = Field(
113
+ default=None,
114
+ description="If using LOCAL `file_backend` storage, subdirectory where indexing data is stored",
115
+ )
112
116
  upload_token_expiration: int = Field(
113
117
  default=3,
114
118
  description="Number of days that uploaded files are kept in Nulia's processing engine",
@@ -182,6 +186,7 @@ class IndexingSettings(BaseSettings):
182
186
  index_jetstream_servers: List[str] = []
183
187
  index_jetstream_auth: Optional[str] = None
184
188
  index_local: bool = False
189
+ index_nidx_subject: Optional[str] = None
185
190
 
186
191
 
187
192
  indexing_settings = IndexingSettings()
@@ -218,10 +218,11 @@ class LocalStorage(Storage):
218
218
  field_klass = LocalStorageField
219
219
  chunk_size = CHUNK_SIZE
220
220
 
221
- def __init__(self, local_testing_files: str):
221
+ def __init__(self, local_testing_files: str, indexing_bucket: Optional[str] = None):
222
222
  self.local_testing_files = local_testing_files.rstrip("/")
223
223
  self.bucket_format = "ndb_{kbid}"
224
224
  self.source = CloudFile.LOCAL
225
+ self.indexing_bucket = indexing_bucket
225
226
 
226
227
  async def initialize(self):
227
228
  pass
@@ -84,6 +84,7 @@ class Utility(str, Enum):
84
84
  USAGE = "usage"
85
85
  ENDECRYPTOR = "endecryptor"
86
86
  PINECONE_SESSION = "pinecone_session"
87
+ NIDX = "nidx"
87
88
 
88
89
 
89
90
  def get_utility(ident: Union[Utility, str]):
@@ -165,6 +166,7 @@ async def get_storage(
165
166
 
166
167
  localutil = LocalStorage(
167
168
  local_testing_files=storage_settings.local_files,
169
+ indexing_bucket=storage_settings.local_indexing_bucket,
168
170
  )
169
171
  set_utility(Utility.STORAGE, localutil)
170
172
  await localutil.initialize()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: nucliadb_utils
3
- Version: 5.2.1.post1873
3
+ Version: 5.2.1.post1889
4
4
  Home-page: https://nuclia.com
5
5
  License: BSD
6
6
  Classifier: Development Status :: 4 - Beta
@@ -24,8 +24,8 @@ Requires-Dist: PyNaCl
24
24
  Requires-Dist: pyjwt>=2.4.0
25
25
  Requires-Dist: memorylru>=1.1.2
26
26
  Requires-Dist: mrflagly>=0.2.9
27
- Requires-Dist: nucliadb-protos>=5.2.1.post1873
28
- Requires-Dist: nucliadb-telemetry>=5.2.1.post1873
27
+ Requires-Dist: nucliadb-protos>=5.2.1.post1889
28
+ Requires-Dist: nucliadb-telemetry>=5.2.1.post1889
29
29
  Provides-Extra: cache
30
30
  Requires-Dist: redis>=4.3.4; extra == "cache"
31
31
  Requires-Dist: orjson>=3.6.7; extra == "cache"
@@ -12,11 +12,11 @@ nucliadb_utils/nats.py,sha256=prs98dIrGh2-WchQcRBloc5wYhpjEnB0VtCERPnoReg,8430
12
12
  nucliadb_utils/partition.py,sha256=jBgy4Hu5Iwn4gjbPPcthSykwf-qNx-GcLAIwbzPd1d0,1157
13
13
  nucliadb_utils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  nucliadb_utils/run.py,sha256=HpAIM8xbR7UpVC2_7xOjB4fYbUVykyPP6yHrv2RD3DI,1707
15
- nucliadb_utils/settings.py,sha256=QR51SX0T17-_YofMNpci-nkI77l_CUWFy4H7i8hNOHU,7911
15
+ nucliadb_utils/settings.py,sha256=u1JXTUSL6MlZvZkRqrLHiSHtxFVgtpQtFBKb6PBQ1Ls,8139
16
16
  nucliadb_utils/signals.py,sha256=JRNv2y9zLtBjOANBf7krGfDGfOc9qcoXZ6N1nKWS2FE,2674
17
17
  nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
18
18
  nucliadb_utils/transaction.py,sha256=mwcI3aIHAvU5KOGqd_Uz_d1XQzXhk_-NWY8NqU1lfb0,7307
19
- nucliadb_utils/utilities.py,sha256=ta0daaKODmILCdQsCoEFTM2Gm_OsapYYCukkRmMEBfg,15746
19
+ nucliadb_utils/utilities.py,sha256=1C5o6WcOupoTfBRn6dgHc-XTZ2bsG397JVQCKy6swBo,15832
20
20
  nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
21
21
  nucliadb_utils/aiopynecone/client.py,sha256=MPyHnDXwhukJr7U3CJh7BpsekfSuOkyM4g5b9LLtzc8,22941
22
22
  nucliadb_utils/aiopynecone/exceptions.py,sha256=fUErx3ceKQK1MUbOnYcZhIzpNe8UVAptZE9JIRDLXDE,4000
@@ -43,7 +43,7 @@ nucliadb_utils/storages/__init__.py,sha256=5Qc8AUWiJv9_JbGCBpAn88AIJhwDlm0OPQpg2
43
43
  nucliadb_utils/storages/azure.py,sha256=egMDwLNIGSQyVevuySt2AswzFdNAcih05BbRg3-p8IU,16015
44
44
  nucliadb_utils/storages/exceptions.py,sha256=mm_wX4YRtp7u7enkk_4pMSlX5AQQuFbq4xLmupVDt3Y,2502
45
45
  nucliadb_utils/storages/gcs.py,sha256=MUPPTmPo5AfCWPykNvlIO35-C_8r94yWJgBxcDsRIgM,27766
46
- nucliadb_utils/storages/local.py,sha256=NxC_nMBd38NDsR266DSgoBLdQlvUwf0_sd50r-BLI0E,10288
46
+ nucliadb_utils/storages/local.py,sha256=kxofHdNy4QBtdM797AeksNjIUP2kw9vIC0X7AHABJBI,10374
47
47
  nucliadb_utils/storages/nuclia.py,sha256=vEv94xAT7QM2g80S25QyrOw2pzvP2BAX-ADgZLtuCVc,2097
48
48
  nucliadb_utils/storages/object_store.py,sha256=Tw10GmpYfM5TMqJ3Tk9pLQ9wLMBk1-snL_m6uasiZDQ,4257
49
49
  nucliadb_utils/storages/s3.py,sha256=tCJxSXwSq2hKaFole71ctpEXjcjBElUuTFWlmhLkytM,19471
@@ -59,8 +59,8 @@ nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQ
59
59
  nucliadb_utils/tests/local.py,sha256=7nuP8EFUAiA8ZH50R1iPV9EUXBySQxOanVm3Zht_e0g,1835
60
60
  nucliadb_utils/tests/nats.py,sha256=xqpww4jZjTKY9oPGlJdDJG67L3FIBQsa9qDHxILR8r8,7687
61
61
  nucliadb_utils/tests/s3.py,sha256=IdMxK_cNdSHLvO1u8BwsKFzD87Hk1MVPDZ57zx6h-rA,3656
62
- nucliadb_utils-5.2.1.post1873.dist-info/METADATA,sha256=hpDOssc22WaCCKYqL0wmOdBk-mykNy5dJoTRSrgMccQ,2055
63
- nucliadb_utils-5.2.1.post1873.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
64
- nucliadb_utils-5.2.1.post1873.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
65
- nucliadb_utils-5.2.1.post1873.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
66
- nucliadb_utils-5.2.1.post1873.dist-info/RECORD,,
62
+ nucliadb_utils-5.2.1.post1889.dist-info/METADATA,sha256=5-aXDh92y5wuu09-ieLXIzAIKXfyk8uKsNPyKQqBPWk,2055
63
+ nucliadb_utils-5.2.1.post1889.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
64
+ nucliadb_utils-5.2.1.post1889.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
65
+ nucliadb_utils-5.2.1.post1889.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
66
+ nucliadb_utils-5.2.1.post1889.dist-info/RECORD,,