nv-ingest-client 2025.12.17.dev20251217__py3-none-any.whl → 2026.1.5.dev20260105__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nv_ingest_client/client/client.py +7 -7
- nv_ingest_client/util/vdb/milvus.py +3 -2
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/METADATA +1 -1
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/RECORD +8 -8
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/WHEEL +0 -0
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/entry_points.txt +0 -0
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/licenses/LICENSE +0 -0
- {nv_ingest_client-2025.12.17.dev20251217.dist-info → nv_ingest_client-2026.1.5.dev20260105.dist-info}/top_level.txt +0 -0
|
@@ -1269,7 +1269,7 @@ class NvIngestClient:
|
|
|
1269
1269
|
----------
|
|
1270
1270
|
batch_size : Optional[int]
|
|
1271
1271
|
The batch_size value to validate. None uses value from
|
|
1272
|
-
NV_INGEST_BATCH_SIZE environment variable or default
|
|
1272
|
+
NV_INGEST_BATCH_SIZE environment variable or default 16.
|
|
1273
1273
|
|
|
1274
1274
|
Returns
|
|
1275
1275
|
-------
|
|
@@ -1279,18 +1279,18 @@ class NvIngestClient:
|
|
|
1279
1279
|
# Handle None/default case
|
|
1280
1280
|
if batch_size is None:
|
|
1281
1281
|
try:
|
|
1282
|
-
batch_size = int(os.getenv("NV_INGEST_CLIENT_BATCH_SIZE", "
|
|
1282
|
+
batch_size = int(os.getenv("NV_INGEST_CLIENT_BATCH_SIZE", "16"))
|
|
1283
1283
|
except ValueError:
|
|
1284
|
-
batch_size =
|
|
1284
|
+
batch_size = 16
|
|
1285
1285
|
|
|
1286
1286
|
# Validate type and range
|
|
1287
1287
|
if not isinstance(batch_size, int):
|
|
1288
|
-
logger.warning(f"batch_size must be an integer, got {type(batch_size).__name__}. Using default
|
|
1289
|
-
return
|
|
1288
|
+
logger.warning(f"batch_size must be an integer, got {type(batch_size).__name__}. Using default 16.")
|
|
1289
|
+
return 16
|
|
1290
1290
|
|
|
1291
1291
|
if batch_size < 1:
|
|
1292
|
-
logger.warning(f"batch_size must be >= 1, got {batch_size}. Using default
|
|
1293
|
-
return
|
|
1292
|
+
logger.warning(f"batch_size must be >= 1, got {batch_size}. Using default 16.")
|
|
1293
|
+
return 16
|
|
1294
1294
|
|
|
1295
1295
|
# Performance guidance warnings
|
|
1296
1296
|
if batch_size < 8:
|
|
@@ -925,7 +925,7 @@ def wait_for_index(collection_name: str, expected_rows_dict: dict, client: Milvu
|
|
|
925
925
|
indexed_rows = client.describe_index(collection_name, index_name)["indexed_rows"]
|
|
926
926
|
time.sleep(1)
|
|
927
927
|
logger.info(f"Indexed rows, {collection_name}, {index_name} - {indexed_rows} / {rows_expected}")
|
|
928
|
-
if indexed_rows
|
|
928
|
+
if indexed_rows >= rows_expected:
|
|
929
929
|
break
|
|
930
930
|
# check if indexed_rows is staying the same, too many times means something is wrong
|
|
931
931
|
if indexed_rows == prev_indexed_rows:
|
|
@@ -1049,7 +1049,8 @@ def write_to_nvingest_collection(
|
|
|
1049
1049
|
)
|
|
1050
1050
|
num_elements = len(cleaned_records)
|
|
1051
1051
|
if num_elements == 0:
|
|
1052
|
-
|
|
1052
|
+
logger.warning("No records with Embeddings to insert detected.")
|
|
1053
|
+
return
|
|
1053
1054
|
logger.info(f"{num_elements} elements to insert to milvus")
|
|
1054
1055
|
logger.info(f"threshold for streaming is {threshold}")
|
|
1055
1056
|
if num_elements < threshold:
|
|
@@ -6,7 +6,7 @@ nv_ingest_client/cli/util/click.py,sha256=YjQU1uF148FU5D3ozC2m1kkfOOJxO1U8U552-T
|
|
|
6
6
|
nv_ingest_client/cli/util/processing.py,sha256=ULGCYQF1RTDQV_b35YM1WQRqIjR2wQRMJWu41DogagE,6259
|
|
7
7
|
nv_ingest_client/cli/util/system.py,sha256=AQLq0DD2Ns8jRanrKu1tmVBKPA9rl-F3-ZsGI6FXLqE,1105
|
|
8
8
|
nv_ingest_client/client/__init__.py,sha256=eEX9l1qmkLH2lAAZU3eP17SCV06ZjjrshHAB_xbboHA,375
|
|
9
|
-
nv_ingest_client/client/client.py,sha256=
|
|
9
|
+
nv_ingest_client/client/client.py,sha256=YjYfPrFwmDxp3PMyWEKc-c3t2wdBSmKwQ7Xg0KUwYJU,82103
|
|
10
10
|
nv_ingest_client/client/ingest_job_handler.py,sha256=4exvMwXbzwC-tb0dWleXE-AwhJkvxvhkf_u_1bJt30U,18387
|
|
11
11
|
nv_ingest_client/client/interface.py,sha256=1gmFQ7bVQDiEweChN_Divv1Y87a4cNkEgH2Shp4tIMw,64915
|
|
12
12
|
nv_ingest_client/client/util/processing.py,sha256=Ky7x7QbLn3BlgYwmrmoIc-o1VwmlmrcP9tn7GVTi0t0,2502
|
|
@@ -47,11 +47,11 @@ nv_ingest_client/util/file_processing/extract.py,sha256=sJBfyv4N2P0-izN4RyCsnSDK
|
|
|
47
47
|
nv_ingest_client/util/vdb/__init__.py,sha256=ZmoEzeM9LzwwrVvu_DVUnjRNx-x8ahkNeIrSfSKzbAk,513
|
|
48
48
|
nv_ingest_client/util/vdb/adt_vdb.py,sha256=wT3LJMAy2VQu6daXhc3Pte4Ijs6jN-YP6B9-rnuH_FA,10868
|
|
49
49
|
nv_ingest_client/util/vdb/lancedb.py,sha256=mLykdOFkLC5-SpRvHAvt0do9rhyQDqy_H48D6hEtegw,10037
|
|
50
|
-
nv_ingest_client/util/vdb/milvus.py,sha256=
|
|
50
|
+
nv_ingest_client/util/vdb/milvus.py,sha256=bRjWMlF2WUh8jf5K1T8JxfWUFOtiWtw7qRrlY7ZL5SU,81329
|
|
51
51
|
nv_ingest_client/util/vdb/opensearch.py,sha256=I4FzF95VWCOkyzhfm-szdfK1Zd9ugUc8AxxpAdEMWGE,7538
|
|
52
|
-
nv_ingest_client-
|
|
53
|
-
nv_ingest_client-
|
|
54
|
-
nv_ingest_client-
|
|
55
|
-
nv_ingest_client-
|
|
56
|
-
nv_ingest_client-
|
|
57
|
-
nv_ingest_client-
|
|
52
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
53
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/METADATA,sha256=ynbTKTsUeoe18HVPo4nRucYZDd3GsUOgfoyhA5O89s8,30656
|
|
54
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
55
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/entry_points.txt,sha256=3uQVZkTZIjO08_bjTV-g0CDF5H1nrP1zWXU9gJOweuI,137
|
|
56
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/top_level.txt,sha256=1eMhBFD3SiWmpXnod2LM66C1HrSLSk96ninZi5XX-cE,17
|
|
57
|
+
nv_ingest_client-2026.1.5.dev20260105.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|