nucliadb 6.2.1.post3243__py3-none-any.whl → 6.2.1.post3247__py3-none-any.whl

nucliadb/common/counters.py

@@ -26,3 +26,4 @@ class IndexCounts:
     fields: int
     paragraphs: int
     sentences: int
+    size_bytes: int

nucliadb/common/external_index_providers/pinecone.py

@@ -707,11 +707,7 @@ class PineconeIndexManager(ExternalIndexManager):
         if self.kbid in COUNTERS_CACHE:
             # Cache hit
             return COUNTERS_CACHE[self.kbid]
-        total = IndexCounts(
-            fields=0,
-            paragraphs=0,
-            sentences=0,
-        )
+        total = IndexCounts(fields=0, paragraphs=0, sentences=0, size_bytes=0)
         tasks = []
         vectorset_results: dict[str, IndexCounts] = {}
 
@@ -739,6 +735,7 @@ class PineconeIndexManager(ExternalIndexManager):
                 fields=0,
                 paragraphs=index_stats.totalVectorCount,
                 sentences=index_stats.totalVectorCount,
+                size_bytes=0,
             )
         except Exception:
             logger.exception(

nucliadb/search/api/v1/knowledgebox.py

@@ -123,8 +123,9 @@ async def _kb_counters(
         counters.sentences = index_counts.sentences
         is_small_kb = index_counts.paragraphs < MAX_PARAGRAPHS_FOR_SMALL_KB
         resource_count = await get_resources_count(kbid, force_calculate=is_small_kb)
-        # TODO: Find a way to query the fields count from the external index provider or use the catalog
+        # TODO: Find a way to query the fields count and size from the external index provider or use the catalog
         counters.resources = counters.fields = resource_count
+        counters.index_size = counters.paragraphs * AVG_PARAGRAPH_SIZE_BYTES
     else:
         node_index_counts, queried_shards = await get_node_index_counts(kbid)
         counters.fields = node_index_counts.fields
@@ -133,7 +134,7 @@ async def _kb_counters(
         is_small_kb = node_index_counts.paragraphs < MAX_PARAGRAPHS_FOR_SMALL_KB
         resource_count = await get_resources_count(kbid, force_calculate=is_small_kb)
         counters.resources = resource_count
-    counters.index_size = counters.paragraphs * AVG_PARAGRAPH_SIZE_BYTES
+        counters.index_size = node_index_counts.size_bytes
     if debug and queried_shards is not None:
         counters.shards = queried_shards
     return counters
@@ -202,11 +203,7 @@ async def get_node_index_counts(kbid: str) -> tuple[IndexCounts, list[str]]:
     if results is None:
         raise HTTPException(status_code=503, detail=f"No shards found")
 
-    counts = IndexCounts(
-        fields=0,
-        paragraphs=0,
-        sentences=0,
-    )
+    counts = IndexCounts(fields=0, paragraphs=0, sentences=0, size_bytes=0)
     for shard in results:
         if isinstance(shard, Exception):
             logger.error("Error getting shard info", exc_info=shard)
@@ -215,4 +212,5 @@ async def get_node_index_counts(kbid: str) -> tuple[IndexCounts, list[str]]:
         counts.fields += shard.fields
         counts.paragraphs += shard.paragraphs
         counts.sentences += shard.sentences
+        counts.size_bytes += shard.size_bytes
     return counts, queried_shards

{nucliadb-6.2.1.post3243.dist-info → nucliadb-6.2.1.post3247.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.2.1.post3243
+Version: 6.2.1.post3247
 Home-page: https://docs.nuclia.dev/docs/management/nucliadb/intro
 Author: NucliaDB Community
 Author-email: nucliadb@nuclia.com
@@ -22,10 +22,10 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.9, <4
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post3243
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post3243
-Requires-Dist: nucliadb-protos>=6.2.1.post3243
-Requires-Dist: nucliadb-models>=6.2.1.post3243
+Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post3247
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post3247
+Requires-Dist: nucliadb-protos>=6.2.1.post3247
+Requires-Dist: nucliadb-models>=6.2.1.post3247
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.2.1.post3243.dist-info → nucliadb-6.2.1.post3247.dist-info}/RECORD

@@ -39,7 +39,7 @@ nucliadb/openapi.py,sha256=wDiw0dVEvTpJvbatkJ0JZLkKm9RItZT5PWRHjqRfqTA,2272
 nucliadb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nucliadb/common/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/common/constants.py,sha256=QpigxJh_CtD85Evy0PtV5cVq6x0U_f9xfIcXz1ymkUg,869
-nucliadb/common/counters.py,sha256=yhJEmmrglTSrDmB8OjaFLkZ__TwhTxayyQrtacnB55I,957
+nucliadb/common/counters.py,sha256=8lOi3A2HeLDDlcNaS2QT1SfD3350VPBjiY3FkmHH1V8,977
 nucliadb/common/ids.py,sha256=HMb213Kz9HaY4IsBwaQJFhUErntKWV-29s0UHaGcf1E,8004
 nucliadb/common/locking.py,sha256=RL0CabZVPzxHZyUjYeUyLvsJTm7W3J9o4fEgsY_ufNc,5896
 nucliadb/common/nidx.py,sha256=_LoU8D4afEtlW0c3vGUCoatDZvMr0-2l_GtIGap7VxA,10185
@@ -75,7 +75,7 @@ nucliadb/common/external_index_providers/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A
 nucliadb/common/external_index_providers/base.py,sha256=yfPkCigT4unXFvAyzy1tXSy2UgWC481GcZAS9bdE4NI,8871
 nucliadb/common/external_index_providers/exceptions.py,sha256=nDhhOIkb66hjCrBk4Spvl2vN1SuW5gbwrMCDmrdjHHE,1209
 nucliadb/common/external_index_providers/manager.py,sha256=aFSrrKKYG1ydpTSyq4zYD0LOxFS7P-CO6rcKC0hiF4I,4267
-nucliadb/common/external_index_providers/pinecone.py,sha256=afglJq6FfifFNTONGrFBCe5yuEL2h3pDFwZkKiA4_6o,39802
+nucliadb/common/external_index_providers/pinecone.py,sha256=SZKOkc-F6vdSmkQsEBK3VrV3omfEfMuhkkxhEsvd6_A,39799
 nucliadb/common/external_index_providers/settings.py,sha256=EGHnIkwxqe6aypwKegXTlKO3AgUxNa-6GeAZG25Njis,2002
 nucliadb/common/http_clients/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb/common/http_clients/auth.py,sha256=srfpgAbs2wmqA9u_l-HxsV4YoO77Tse4y3gm3q2YvYM,2112
@@ -192,7 +192,7 @@ nucliadb/search/api/v1/ask.py,sha256=F2dR3-swb3Xz8MfZPYL3G65KY2R_mgef4YVBbu8kLi4
 nucliadb/search/api/v1/catalog.py,sha256=ubYPS1wmPHzOgH9LR0qJmmV-9ELZPtHRSs5TYJ1pA9A,7117
 nucliadb/search/api/v1/feedback.py,sha256=kNLc4dHz2SXHzV0PwC1WiRAwY88fDptPcP-kO0q-FrQ,2620
 nucliadb/search/api/v1/find.py,sha256=DsnWkySu_cFajDWJIxN8DYvLL_Rm2yiCjHD8TsqPfRk,9304
-nucliadb/search/api/v1/knowledgebox.py,sha256=Hrt2h-28DDlwN3AdjMZPTYI6om0RMy9bmJvqVHvw8sE,8620
+nucliadb/search/api/v1/knowledgebox.py,sha256=rWhx3PYWryingu19qwwFDbVvVYynq5Ky23FSlzmTutQ,8721
 nucliadb/search/api/v1/predict_proxy.py,sha256=QrGzo0hKjtmyGZ6pjlJHYAh4hxwVUIOTcVcerRCw7eE,3047
 nucliadb/search/api/v1/router.py,sha256=mtT07rBZcVfpa49doaw9b1tj3sdi3qLH0gn9Io6NYM0,988
 nucliadb/search/api/v1/search.py,sha256=aP_Iv9mi6PvmXNDX2v_t8Xhr7orD4peCY9NKo0oEnQg,13641
@@ -332,9 +332,9 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.2.1.post3243.dist-info/METADATA,sha256=U5WRw_ozdq7WlDXs5S6mgPoBZY9O-wvdj97InMm2KBM,4603
-nucliadb-6.2.1.post3243.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-nucliadb-6.2.1.post3243.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.2.1.post3243.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.2.1.post3243.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-nucliadb-6.2.1.post3243.dist-info/RECORD,,
+nucliadb-6.2.1.post3247.dist-info/METADATA,sha256=0YdyqyA0S-NH0Zt5DAIMlU-ExvBvH17AbcGxrIlbFzs,4603
+nucliadb-6.2.1.post3247.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+nucliadb-6.2.1.post3247.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.2.1.post3247.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.2.1.post3247.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+nucliadb-6.2.1.post3247.dist-info/RECORD,,