nv-ingest-api 2025.7.19.dev20250719__py3-none-any.whl → 2025.7.21.dev20250721__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nv-ingest-api might be problematic. Click here for more details.
- nv_ingest_api/internal/primitives/nim/nim_client.py +6 -4
- {nv_ingest_api-2025.7.19.dev20250719.dist-info → nv_ingest_api-2025.7.21.dev20250721.dist-info}/METADATA +1 -1
- {nv_ingest_api-2025.7.19.dev20250719.dist-info → nv_ingest_api-2025.7.21.dev20250721.dist-info}/RECORD +6 -6
- {nv_ingest_api-2025.7.19.dev20250719.dist-info → nv_ingest_api-2025.7.21.dev20250721.dist-info}/WHEEL +0 -0
- {nv_ingest_api-2025.7.19.dev20250719.dist-info → nv_ingest_api-2025.7.21.dev20250721.dist-info}/licenses/LICENSE +0 -0
- {nv_ingest_api-2025.7.19.dev20250719.dist-info → nv_ingest_api-2025.7.21.dev20250721.dist-info}/top_level.txt +0 -0
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
import logging
|
|
6
6
|
import threading
|
|
7
7
|
import time
|
|
8
|
-
from concurrent.futures import ThreadPoolExecutor
|
|
8
|
+
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
9
9
|
from typing import Any
|
|
10
10
|
from typing import Optional
|
|
11
11
|
from typing import Tuple, Union
|
|
@@ -206,13 +206,15 @@ class NimClient:
|
|
|
206
206
|
# We enumerate the batches so that we can later reassemble results in order.
|
|
207
207
|
results = [None] * len(formatted_batches)
|
|
208
208
|
with ThreadPoolExecutor(max_workers=max_pool_workers) as executor:
|
|
209
|
-
|
|
209
|
+
future_to_idx = {}
|
|
210
210
|
for idx, (batch, batch_data) in enumerate(zip(formatted_batches, formatted_batch_data)):
|
|
211
211
|
future = executor.submit(
|
|
212
212
|
self._process_batch, batch, batch_data=batch_data, model_name=model_name, **kwargs
|
|
213
213
|
)
|
|
214
|
-
|
|
215
|
-
|
|
214
|
+
future_to_idx[future] = idx
|
|
215
|
+
|
|
216
|
+
for future in as_completed(future_to_idx.keys()):
|
|
217
|
+
idx = future_to_idx[future]
|
|
216
218
|
results[idx] = future.result()
|
|
217
219
|
|
|
218
220
|
# 5. Process the parsed outputs for each batch using its corresponding batch_data.
|
|
@@ -48,7 +48,7 @@ nv_ingest_api/internal/primitives/control_message_task.py,sha256=nWVB3QsP6p8BKwH
|
|
|
48
48
|
nv_ingest_api/internal/primitives/ingest_control_message.py,sha256=rvipBiiUaHuRhupFCFDCG8rv0PylSJibCiJ7rDeb98A,8514
|
|
49
49
|
nv_ingest_api/internal/primitives/nim/__init__.py,sha256=i_i_fBR2EcRCh2Y19DF6GM3s_Q0VPgo_thPnhEIJUyg,266
|
|
50
50
|
nv_ingest_api/internal/primitives/nim/default_values.py,sha256=W92XjfyeC6uuVxut6J7p00x1kpNsnXIDb97gSVytZJk,380
|
|
51
|
-
nv_ingest_api/internal/primitives/nim/nim_client.py,sha256=
|
|
51
|
+
nv_ingest_api/internal/primitives/nim/nim_client.py,sha256=m8_whtmfXFGSw4-Efu938NKG97nzhygyuHB8Tq-a0Ec,16570
|
|
52
52
|
nv_ingest_api/internal/primitives/nim/nim_model_interface.py,sha256=wMEgoi79YQn_4338MVemkeZgM1J-vnz0aZWpvqDhib4,2392
|
|
53
53
|
nv_ingest_api/internal/primitives/nim/model_interface/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
54
54
|
nv_ingest_api/internal/primitives/nim/model_interface/cached.py,sha256=b1HX-PY1ExW5V6pXC1ZiHdobeG_BmbPr3rBbVJef13s,11003
|
|
@@ -153,8 +153,8 @@ nv_ingest_api/util/service_clients/rest/rest_client.py,sha256=dZ-jrk7IK7oNtHoXFS
|
|
|
153
153
|
nv_ingest_api/util/string_processing/__init__.py,sha256=mkwHthyS-IILcLcL1tJYeF6mpqX3pxEw5aUzDGjTSeU,1411
|
|
154
154
|
nv_ingest_api/util/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
155
155
|
nv_ingest_api/util/system/hardware_info.py,sha256=ORZeKpH9kSGU_vuPhyBwkIiMyCViKUX2CP__MCjrfbU,19463
|
|
156
|
-
nv_ingest_api-2025.7.
|
|
157
|
-
nv_ingest_api-2025.7.
|
|
158
|
-
nv_ingest_api-2025.7.
|
|
159
|
-
nv_ingest_api-2025.7.
|
|
160
|
-
nv_ingest_api-2025.7.
|
|
156
|
+
nv_ingest_api-2025.7.21.dev20250721.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
157
|
+
nv_ingest_api-2025.7.21.dev20250721.dist-info/METADATA,sha256=ZU9OnqRtRk0BGJdu8fU3MsnCk4lAxPJryn-BZCKibfk,13947
|
|
158
|
+
nv_ingest_api-2025.7.21.dev20250721.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
159
|
+
nv_ingest_api-2025.7.21.dev20250721.dist-info/top_level.txt,sha256=abjYMlTJGoG5tOdfIB-IWvLyKclw6HLaRSc8MxX4X6I,14
|
|
160
|
+
nv_ingest_api-2025.7.21.dev20250721.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|