nv-ingest-client 2025.8.10.dev20250810__py3-none-any.whl → 2025.8.11.dev20250811__py3-none-any.whl

nv_ingest_client/util/transport.py

@@ -26,7 +26,7 @@ def infer_microservice(
         client = NimClient(
             model_interface=EmbeddingModelInterface(),
             protocol="grpc",
-            endpoints=(embedding_endpoint, embedding_endpoint),
+            endpoints=(embedding_endpoint, None),
             auth_token=nvidia_api_key,
         )
         return client.infer(
@@ -43,7 +43,7 @@ def infer_microservice(
         client = NimClient(
             model_interface=EmbeddingModelInterface(),
             protocol="http",
-            endpoints=(embedding_endpoint, embedding_endpoint),
+            endpoints=(None, embedding_endpoint),
             auth_token=nvidia_api_key,
         )
         return client.infer(data, model_name, input_type=input_type, truncate=truncate, batch_size=batch_size)

nv_ingest_client/util/vdb/milvus.py

@@ -757,25 +757,31 @@ def bulk_insert_milvus(
 
     connections.connect(uri=milvus_uri)
     t_bulk_start = time.time()
-    files_to_upload = [_file for file_set in writer.batch_files for _file in file_set]
-    task_id = utility.do_bulk_insert(
-        collection_name=collection_name,
-        files=files_to_upload,
-        consistency_level=CONSISTENCY,
-    )
+    task_ids = []
+    for files in writer.batch_files:
+        task_id = utility.do_bulk_insert(
+            collection_name=collection_name,
+            files=files,
+            consistency_level=CONSISTENCY,
+        )
+        task_ids.append(task_id)
     # list_bulk_insert_tasks = utility.list_bulk_insert_tasks(collection_name=collection_name)
-    state = "Pending"
-    while state != "Completed":
-        task = utility.get_bulk_insert_state(task_id=task_id)
-        state = task.state_name
-        if state == "Completed":
-            t_bulk_end = time.time()
-            logger.info("Start time:", task.create_time_str)
-            logger.info("Imported row count:", task.row_count)
-            logger.info(f"Bulk {collection_name} upload took {t_bulk_end - t_bulk_start} s")
-        if task.state == BulkInsertState.ImportFailed:
-            logger.error("Failed reason:", task.failed_reason)
+    while len(task_ids) > 0:
         time.sleep(1)
+        for task_id in task_ids:
+            task = utility.get_bulk_insert_state(task_id=task_id)
+            state = task.state_name
+            if state == "Completed":
+                logger.info(f"Task: {task_id}")
+                logger.info(f"Start time: {task.create_time_str}")
+                logger.info(f"Imported row count: {task.row_count}")
+                task_ids.remove(task_id)
+            if task.state == BulkInsertState.ImportFailed:
+                logger.error(f"Task: {task_id}")
+                logger.error(f"Failed reason: {task.failed_reason}")
+                task_ids.remove(task_id)
+    t_bulk_end = time.time()
+    logger.info(f"Bulk {collection_name} upload took {t_bulk_end - t_bulk_start} s")
 
 
 def create_bm25_model(

{nv_ingest_client-2025.8.10.dev20250810.dist-info → nv_ingest_client-2025.8.11.dev20250811.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nv-ingest-client
-Version: 2025.8.10.dev20250810
+Version: 2025.8.11.dev20250811
 Summary: Python client for the nv-ingest service
 Author-email: Jeremy Dyer <jdyer@nvidia.com>
 License:                                  Apache License

{nv_ingest_client-2025.8.10.dev20250810.dist-info → nv_ingest_client-2025.8.11.dev20250811.dist-info}/RECORD

@@ -37,18 +37,18 @@ nv_ingest_client/util/milvus.py,sha256=MwBix_UBg54i7xONBIwjcqeKSBkqunxBJBK2f0bPM
 nv_ingest_client/util/process_json_files.py,sha256=YKR-fGT4kM8zO2p8r5tpo5-vvFywkcLuNieozvPWvo0,3785
 nv_ingest_client/util/processing.py,sha256=bAy8it-OUgGFO3pcy6D3ezpyZ6p2DfmoQUGhx3QmVf8,8989
 nv_ingest_client/util/system.py,sha256=DVIRLlEWkpqftqxazCuPNdaFSjQiHGMYcHzBufJSRUM,2216
-nv_ingest_client/util/transport.py,sha256=Rzdj9GxYsJVbGuh95H2AoHTMsFj-oZC1TiN9pT5vRPA,1674
+nv_ingest_client/util/transport.py,sha256=G1wrwaJLXf8S2yTuq6ZwG1NNMf4cHfp1igLxGQ87apc,1646
 nv_ingest_client/util/util.py,sha256=6KQkE5vXmBUoxETpjLdtPYm1pNCYCnqwC-Df56ETGQ4,14748
 nv_ingest_client/util/zipkin.py,sha256=p2tMtTVAqrZGxmAxWKE42wkx7U5KywiX5munI7rJt_k,4473
 nv_ingest_client/util/file_processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nv_ingest_client/util/file_processing/extract.py,sha256=uXEATBYZXjxdymGTNQvvzDD2eHgpuq4PdU6HsMl0Lp0,4662
 nv_ingest_client/util/vdb/__init__.py,sha256=ZmoEzeM9LzwwrVvu_DVUnjRNx-x8ahkNeIrSfSKzbAk,513
 nv_ingest_client/util/vdb/adt_vdb.py,sha256=UubzAMSfyrqqpD-OQErpBs25hC2Mw8zGZ4waenGXPOk,515
-nv_ingest_client/util/vdb/milvus.py,sha256=uVgCTjg-Njz9Lq_sURNlZEky4KtdapxPr6a5Ug6vCmo,73511
+nv_ingest_client/util/vdb/milvus.py,sha256=0WrJg0L8kFrbCJnAlDoRs8qrFX2GLnOrAkxhVB-GJcQ,73727
 nv_ingest_client/util/vdb/opensearch.py,sha256=I4FzF95VWCOkyzhfm-szdfK1Zd9ugUc8AxxpAdEMWGE,7538
-nv_ingest_client-2025.8.10.dev20250810.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-nv_ingest_client-2025.8.10.dev20250810.dist-info/METADATA,sha256=jqMm_wuxEx1RnNUukpX93lZMHI3L0N5rnfSf6VYet40,30737
-nv_ingest_client-2025.8.10.dev20250810.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nv_ingest_client-2025.8.10.dev20250810.dist-info/entry_points.txt,sha256=3uQVZkTZIjO08_bjTV-g0CDF5H1nrP1zWXU9gJOweuI,137
-nv_ingest_client-2025.8.10.dev20250810.dist-info/top_level.txt,sha256=1eMhBFD3SiWmpXnod2LM66C1HrSLSk96ninZi5XX-cE,17
-nv_ingest_client-2025.8.10.dev20250810.dist-info/RECORD,,
+nv_ingest_client-2025.8.11.dev20250811.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+nv_ingest_client-2025.8.11.dev20250811.dist-info/METADATA,sha256=taoo_JPimeMWMcK-cFUe8pymGiML4Ob_TVqY70sHOWE,30737
+nv_ingest_client-2025.8.11.dev20250811.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nv_ingest_client-2025.8.11.dev20250811.dist-info/entry_points.txt,sha256=3uQVZkTZIjO08_bjTV-g0CDF5H1nrP1zWXU9gJOweuI,137
+nv_ingest_client-2025.8.11.dev20250811.dist-info/top_level.txt,sha256=1eMhBFD3SiWmpXnod2LM66C1HrSLSk96ninZi5XX-cE,17
+nv_ingest_client-2025.8.11.dev20250811.dist-info/RECORD,,