nv-ingest-api 2025.11.3.dev20251103__py3-none-any.whl → 2025.11.4.dev20251104__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nv-ingest-api might be problematic. Click here for more details.
- nv_ingest_api/internal/primitives/nim/nim_client.py +1 -1
- nv_ingest_api/util/nim/__init__.py +7 -1
- {nv_ingest_api-2025.11.3.dev20251103.dist-info → nv_ingest_api-2025.11.4.dev20251104.dist-info}/METADATA +1 -1
- {nv_ingest_api-2025.11.3.dev20251103.dist-info → nv_ingest_api-2025.11.4.dev20251104.dist-info}/RECORD +7 -7
- {nv_ingest_api-2025.11.3.dev20251103.dist-info → nv_ingest_api-2025.11.4.dev20251104.dist-info}/WHEEL +0 -0
- {nv_ingest_api-2025.11.3.dev20251103.dist-info → nv_ingest_api-2025.11.4.dev20251104.dist-info}/licenses/LICENSE +0 -0
- {nv_ingest_api-2025.11.3.dev20251103.dist-info → nv_ingest_api-2025.11.4.dev20251104.dist-info}/top_level.txt +0 -0
|
@@ -27,7 +27,7 @@ logger = logging.getLogger(__name__)
|
|
|
27
27
|
|
|
28
28
|
# Regex pattern to detect CUDA-related errors in Triton gRPC responses
|
|
29
29
|
CUDA_ERROR_REGEX = re.compile(
|
|
30
|
-
r"(illegal memory access|invalid argument|failed to (copy|load|perform) .*: .*|TritonModelException: failed to copy data: .*)", # noqa: E501
|
|
30
|
+
r"(illegal memory access|illegal instruction|invalid argument|failed to (copy|load|perform) .*: .*|TritonModelException: failed to copy data: .*)", # noqa: E501
|
|
31
31
|
re.IGNORECASE,
|
|
32
32
|
)
|
|
33
33
|
|
|
@@ -17,7 +17,7 @@ def create_inference_client(
|
|
|
17
17
|
auth_token: Optional[str] = None,
|
|
18
18
|
infer_protocol: Optional[str] = None,
|
|
19
19
|
timeout: float = 120.0,
|
|
20
|
-
max_retries: int =
|
|
20
|
+
max_retries: int = 10,
|
|
21
21
|
**kwargs,
|
|
22
22
|
) -> NimClientManager:
|
|
23
23
|
"""
|
|
@@ -33,6 +33,12 @@ def create_inference_client(
|
|
|
33
33
|
Authorization token for HTTP requests (default: None).
|
|
34
34
|
infer_protocol : str, optional
|
|
35
35
|
The protocol to use ("grpc" or "http"). If not specified, it is inferred from the endpoints.
|
|
36
|
+
timeout : float, optional
|
|
37
|
+
The timeout for the request in seconds (default: 120.0).
|
|
38
|
+
max_retries : int, optional
|
|
39
|
+
The maximum number of retries for the request (default: 10).
|
|
40
|
+
**kwargs : dict, optional
|
|
41
|
+
Additional keyword arguments to pass to the NimClientManager.
|
|
36
42
|
|
|
37
43
|
Returns
|
|
38
44
|
-------
|
|
@@ -50,7 +50,7 @@ nv_ingest_api/internal/primitives/control_message_task.py,sha256=nWVB3QsP6p8BKwH
|
|
|
50
50
|
nv_ingest_api/internal/primitives/ingest_control_message.py,sha256=8rA0UbPDSB3avReAKNxiUa_FCy7fIQpqk6tfmcYUibA,9879
|
|
51
51
|
nv_ingest_api/internal/primitives/nim/__init__.py,sha256=-dFBTHQnMKV0yc5tfSqIT-rkJXKtpcmyUfTPs8TJAi8,339
|
|
52
52
|
nv_ingest_api/internal/primitives/nim/default_values.py,sha256=W92XjfyeC6uuVxut6J7p00x1kpNsnXIDb97gSVytZJk,380
|
|
53
|
-
nv_ingest_api/internal/primitives/nim/nim_client.py,sha256=
|
|
53
|
+
nv_ingest_api/internal/primitives/nim/nim_client.py,sha256=rFSFVqAWdpnjyOy-XM1G7bUcKyAm-tp31DCvBZZtg9Q,32790
|
|
54
54
|
nv_ingest_api/internal/primitives/nim/nim_model_interface.py,sha256=gWhyR33mIgEOYirq53WOk1bRl1SL0C_SVrM4w1-JmKU,4166
|
|
55
55
|
nv_ingest_api/internal/primitives/nim/model_interface/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
56
56
|
nv_ingest_api/internal/primitives/nim/model_interface/cached.py,sha256=b1HX-PY1ExW5V6pXC1ZiHdobeG_BmbPr3rBbVJef13s,11003
|
|
@@ -149,7 +149,7 @@ nv_ingest_api/util/metadata/__init__.py,sha256=HIHfzSig66GT0Uk8qsGBm_f13fKYcPtIt
|
|
|
149
149
|
nv_ingest_api/util/metadata/aggregators.py,sha256=YYdvJ1E04eGFZKKHUxXoH6mzLg8nor9Smvnv0qzqK5w,15988
|
|
150
150
|
nv_ingest_api/util/multi_processing/__init__.py,sha256=4fojP8Rp_5Hu1YAkqGylqTyEZ-HBVVEunn5Z9I99swA,242
|
|
151
151
|
nv_ingest_api/util/multi_processing/mp_pool_singleton.py,sha256=34O7I8Lin5GvO_zNZGbsqEGkDvIbqy_0Eh3ejoPNDVE,7501
|
|
152
|
-
nv_ingest_api/util/nim/__init__.py,sha256=
|
|
152
|
+
nv_ingest_api/util/nim/__init__.py,sha256=cjDd-UuWUYLSz905dScapuOMl_5FYkWUqq2TQnqJHQE,2413
|
|
153
153
|
nv_ingest_api/util/pdf/__init__.py,sha256=uLsBITo_XfgbwpzqXUm1IYX6XlZrTfx6T1cIhdILwG8,140
|
|
154
154
|
nv_ingest_api/util/pdf/pdfium.py,sha256=1aPCnPKXHWnncYoMO8HllYjrhODSXIeRBIsSLDevpYs,15667
|
|
155
155
|
nv_ingest_api/util/schema/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
@@ -166,10 +166,10 @@ nv_ingest_api/util/string_processing/configuration.py,sha256=2HS08msccuPCT0fn_jf
|
|
|
166
166
|
nv_ingest_api/util/string_processing/yaml.py,sha256=4Zdmc4474lUZn6kznqaNTlQJwsmRnnJQZ-DvAWLu-zo,2678
|
|
167
167
|
nv_ingest_api/util/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
168
168
|
nv_ingest_api/util/system/hardware_info.py,sha256=1UFM8XE6M3pgQcpbVsCsqDQ7Dj-zzptL-XRE-DEu9UA,27213
|
|
169
|
-
nv_ingest_api-2025.11.
|
|
169
|
+
nv_ingest_api-2025.11.4.dev20251104.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
170
170
|
udfs/__init__.py,sha256=pXFqPgXIUqHDfj7SAR1Q19tt8KwGv_iMvhHyziz4AYM,205
|
|
171
171
|
udfs/llm_summarizer_udf.py,sha256=lH5c5NHoT-5ecHC3og_40u1Ujta8SpsKU4X0e4wzbMU,7314
|
|
172
|
-
nv_ingest_api-2025.11.
|
|
173
|
-
nv_ingest_api-2025.11.
|
|
174
|
-
nv_ingest_api-2025.11.
|
|
175
|
-
nv_ingest_api-2025.11.
|
|
172
|
+
nv_ingest_api-2025.11.4.dev20251104.dist-info/METADATA,sha256=Bncb8_YEZGGH1_Qs8UMWDooDwRMaxNfETyi-N_ulQxM,14105
|
|
173
|
+
nv_ingest_api-2025.11.4.dev20251104.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
174
|
+
nv_ingest_api-2025.11.4.dev20251104.dist-info/top_level.txt,sha256=I1lseG9FF0CH93SPx4kFblsxFuv190cfzaas_CLNIiw,19
|
|
175
|
+
nv_ingest_api-2025.11.4.dev20251104.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|