nv-ingest-client 2025.8.6.dev20250806__py3-none-any.whl → 2025.8.8.dev20250808__py3-none-any.whl

nv_ingest_client/client/interface.py

@@ -535,10 +535,6 @@ class Ingestor:
 
         proc_kwargs = filter_function_kwargs(self._client.process_jobs_concurrently, **kwargs)
 
-        _return_failures = return_failures
-        if self._vdb_bulk_upload:
-            return_failures = True
-
         results, failures = self._client.process_jobs_concurrently(
             job_indices=self._job_ids,
             job_queue_id=self._job_queue_id,
@@ -567,15 +563,39 @@ class Ingestor:
 
         if self._vdb_bulk_upload:
             if len(failures) > 0:
-                raise RuntimeError(f"Failed to ingest documents, unable to complete vdb bulk upload: {failures}")
+                # Calculate success metrics
+                total_jobs = len(results) + len(failures)
+                successful_jobs = len(results)
+
+                if return_failures:
+                    # Emit message about partial success
+                    logger.warning(
+                        f"Job was not completely successful. "
+                        f"{successful_jobs} out of {total_jobs} records completed successfully. "
+                        f"Uploading successful results to vector database."
+                    )
+
+                    # Upload only the successful results
+                    if successful_jobs > 0:
+                        self._vdb_bulk_upload.run(results)
 
-            self._vdb_bulk_upload.run(results)
+                        if self._purge_results_after_vdb_upload:
+                            logger.info("Purging saved results from disk after successful VDB upload.")
+                            self._purge_saved_results(results)
 
-            if self._purge_results_after_vdb_upload:
-                logger.info("Purging saved results from disk after successful VDB upload.")
-                self._purge_saved_results(results)
+                else:
+                    # Original behavior: raise RuntimeError
+                    raise RuntimeError(
+                        "Failed to ingest documents, unable to complete vdb bulk upload due to "
+                        f"no successful results. {len(failures)} out of {total_jobs} records failed "
+                    )
+            else:
+                # No failures - proceed with normal upload
+                self._vdb_bulk_upload.run(results)
 
-        return_failures = _return_failures
+                if self._purge_results_after_vdb_upload:
+                    logger.info("Purging saved results from disk after successful VDB upload.")
+                    self._purge_saved_results(results)
 
         return (results, failures) if return_failures else results
 

nv_ingest_client/util/vdb/milvus.py

@@ -729,7 +729,7 @@ def write_records_minio(records, writer: RemoteBulkWriter) -> RemoteBulkWriter:
     for element in records:
         writer.append_row(element)
     writer.commit()
-    print(f"Wrote data to: {writer.batch_files}")
+    logger.debug(f"Wrote data to: {writer.batch_files}")
     return writer
 
 
@@ -757,9 +757,10 @@ def bulk_insert_milvus(
 
     connections.connect(uri=milvus_uri)
     t_bulk_start = time.time()
+    files_to_upload = [_file for file_set in writer.batch_files for _file in file_set]
     task_id = utility.do_bulk_insert(
         collection_name=collection_name,
-        files=writer.batch_files[0],
+        files=files_to_upload,
         consistency_level=CONSISTENCY,
     )
     # list_bulk_insert_tasks = utility.list_bulk_insert_tasks(collection_name=collection_name)
@@ -769,11 +770,11 @@ def bulk_insert_milvus(
         state = task.state_name
         if state == "Completed":
             t_bulk_end = time.time()
-            print("Start time:", task.create_time_str)
-            print("Imported row count:", task.row_count)
-            print(f"Bulk {collection_name} upload took {t_bulk_end - t_bulk_start} s")
+            logger.info("Start time:", task.create_time_str)
+            logger.info("Imported row count:", task.row_count)
+            logger.info(f"Bulk {collection_name} upload took {t_bulk_end - t_bulk_start} s")
         if task.state == BulkInsertState.ImportFailed:
-            print("Failed reason:", task.failed_reason)
+            logger.error("Failed reason:", task.failed_reason)
         time.sleep(1)
 
 

{nv_ingest_client-2025.8.6.dev20250806.dist-info → nv_ingest_client-2025.8.8.dev20250808.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nv-ingest-client
-Version: 2025.8.6.dev20250806
+Version: 2025.8.8.dev20250808
 Summary: Python client for the nv-ingest service
 Author-email: Jeremy Dyer <jdyer@nvidia.com>
 License:                                  Apache License

{nv_ingest_client-2025.8.6.dev20250806.dist-info → nv_ingest_client-2025.8.8.dev20250808.dist-info}/RECORD

@@ -8,7 +8,7 @@ nv_ingest_client/cli/util/system.py,sha256=AQLq0DD2Ns8jRanrKu1tmVBKPA9rl-F3-ZsGI
 nv_ingest_client/cli/util/tasks.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
 nv_ingest_client/client/__init__.py,sha256=eEX9l1qmkLH2lAAZU3eP17SCV06ZjjrshHAB_xbboHA,375
 nv_ingest_client/client/client.py,sha256=wgPeLUByBNcQRkl1FXe7neHNNC5eY2sVve99g5sW41k,65068
-nv_ingest_client/client/interface.py,sha256=4OfPCk3631YP74Ajt5RlbmfYlvyHTJU33WOXFGSfmms,37300
+nv_ingest_client/client/interface.py,sha256=3irfSXfOQ2m7iQenHv8eTrMT54akGEyAk0YV6Hm17SE,38397
 nv_ingest_client/client/util/processing.py,sha256=MtVRtGnRB8unwTa5b6-LYODx-7kg-RYP3wLmjdqymXw,2195
 nv_ingest_client/primitives/__init__.py,sha256=3rbpLCI7Bl0pntGatAxXD_V01y6dcLhHFheI3wqet-I,269
 nv_ingest_client/primitives/exceptions.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -44,11 +44,11 @@ nv_ingest_client/util/file_processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
 nv_ingest_client/util/file_processing/extract.py,sha256=uXEATBYZXjxdymGTNQvvzDD2eHgpuq4PdU6HsMl0Lp0,4662
 nv_ingest_client/util/vdb/__init__.py,sha256=ZmoEzeM9LzwwrVvu_DVUnjRNx-x8ahkNeIrSfSKzbAk,513
 nv_ingest_client/util/vdb/adt_vdb.py,sha256=UubzAMSfyrqqpD-OQErpBs25hC2Mw8zGZ4waenGXPOk,515
-nv_ingest_client/util/vdb/milvus.py,sha256=sC9Rb-Du4QI8PXlVI3sMWaSMEwOtzy0_YdjiEAKl5sg,73398
+nv_ingest_client/util/vdb/milvus.py,sha256=uVgCTjg-Njz9Lq_sURNlZEky4KtdapxPr6a5Ug6vCmo,73511
 nv_ingest_client/util/vdb/opensearch.py,sha256=I4FzF95VWCOkyzhfm-szdfK1Zd9ugUc8AxxpAdEMWGE,7538
-nv_ingest_client-2025.8.6.dev20250806.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-nv_ingest_client-2025.8.6.dev20250806.dist-info/METADATA,sha256=k_c5cSZaxna7nC2_WC4fp7E57iR-CXiRgnZcOslp6Pw,30736
-nv_ingest_client-2025.8.6.dev20250806.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nv_ingest_client-2025.8.6.dev20250806.dist-info/entry_points.txt,sha256=3uQVZkTZIjO08_bjTV-g0CDF5H1nrP1zWXU9gJOweuI,137
-nv_ingest_client-2025.8.6.dev20250806.dist-info/top_level.txt,sha256=1eMhBFD3SiWmpXnod2LM66C1HrSLSk96ninZi5XX-cE,17
-nv_ingest_client-2025.8.6.dev20250806.dist-info/RECORD,,
+nv_ingest_client-2025.8.8.dev20250808.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+nv_ingest_client-2025.8.8.dev20250808.dist-info/METADATA,sha256=R26r2mvtfpC_WIubq7y8CBV-jt_lnlOGfSg5a4e6LU4,30736
+nv_ingest_client-2025.8.8.dev20250808.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nv_ingest_client-2025.8.8.dev20250808.dist-info/entry_points.txt,sha256=3uQVZkTZIjO08_bjTV-g0CDF5H1nrP1zWXU9gJOweuI,137
+nv_ingest_client-2025.8.8.dev20250808.dist-info/top_level.txt,sha256=1eMhBFD3SiWmpXnod2LM66C1HrSLSk96ninZi5XX-cE,17
+nv_ingest_client-2025.8.8.dev20250808.dist-info/RECORD,,