nv-ingest-api 2025.10.28.dev20251028__py3-none-any.whl → 2025.10.29.dev20251029__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nv-ingest-api might be problematic. Click here for more details.
- nv_ingest_api/util/multi_processing/mp_pool_singleton.py +8 -2
- {nv_ingest_api-2025.10.28.dev20251028.dist-info → nv_ingest_api-2025.10.29.dev20251029.dist-info}/METADATA +1 -1
- {nv_ingest_api-2025.10.28.dev20251028.dist-info → nv_ingest_api-2025.10.29.dev20251029.dist-info}/RECORD +6 -6
- {nv_ingest_api-2025.10.28.dev20251028.dist-info → nv_ingest_api-2025.10.29.dev20251029.dist-info}/WHEEL +0 -0
- {nv_ingest_api-2025.10.28.dev20251028.dist-info → nv_ingest_api-2025.10.29.dev20251029.dist-info}/licenses/LICENSE +0 -0
- {nv_ingest_api-2025.10.28.dev20251028.dist-info → nv_ingest_api-2025.10.29.dev20251029.dist-info}/top_level.txt +0 -0
|
@@ -5,8 +5,9 @@
|
|
|
5
5
|
|
|
6
6
|
import logging
|
|
7
7
|
import math
|
|
8
|
-
import multiprocessing as mp
|
|
9
8
|
import os
|
|
9
|
+
import sys
|
|
10
|
+
import multiprocessing as mp
|
|
10
11
|
from threading import Lock
|
|
11
12
|
from typing import Any, Callable, Optional
|
|
12
13
|
|
|
@@ -103,7 +104,12 @@ class ProcessWorkerPoolSingleton:
|
|
|
103
104
|
The total number of worker processes to start.
|
|
104
105
|
"""
|
|
105
106
|
self._total_workers = total_max_workers
|
|
106
|
-
|
|
107
|
+
|
|
108
|
+
start_method = "fork"
|
|
109
|
+
if sys.platform.lower() == "darwin":
|
|
110
|
+
start_method = "spawn"
|
|
111
|
+
self._context: mp.context.ForkContext = mp.get_context(start_method)
|
|
112
|
+
|
|
107
113
|
# Bounded task queue: maximum tasks queued = 2 * total_max_workers.
|
|
108
114
|
self._task_queue: mp.Queue = self._context.Queue(maxsize=2 * total_max_workers)
|
|
109
115
|
self._next_task_id: int = 0
|
|
@@ -147,7 +147,7 @@ nv_ingest_api/util/message_brokers/simple_message_broker/simple_client.py,sha256
|
|
|
147
147
|
nv_ingest_api/util/metadata/__init__.py,sha256=HIHfzSig66GT0Uk8qsGBm_f13fKYcPtItBicRUWOOVA,183
|
|
148
148
|
nv_ingest_api/util/metadata/aggregators.py,sha256=YYdvJ1E04eGFZKKHUxXoH6mzLg8nor9Smvnv0qzqK5w,15988
|
|
149
149
|
nv_ingest_api/util/multi_processing/__init__.py,sha256=4fojP8Rp_5Hu1YAkqGylqTyEZ-HBVVEunn5Z9I99swA,242
|
|
150
|
-
nv_ingest_api/util/multi_processing/mp_pool_singleton.py,sha256=
|
|
150
|
+
nv_ingest_api/util/multi_processing/mp_pool_singleton.py,sha256=34O7I8Lin5GvO_zNZGbsqEGkDvIbqy_0Eh3ejoPNDVE,7501
|
|
151
151
|
nv_ingest_api/util/nim/__init__.py,sha256=No45pMstom1Jo0EENT6VEFkZn3YmTha7lYaBZU7xtHk,2116
|
|
152
152
|
nv_ingest_api/util/pdf/__init__.py,sha256=uLsBITo_XfgbwpzqXUm1IYX6XlZrTfx6T1cIhdILwG8,140
|
|
153
153
|
nv_ingest_api/util/pdf/pdfium.py,sha256=1aPCnPKXHWnncYoMO8HllYjrhODSXIeRBIsSLDevpYs,15667
|
|
@@ -165,10 +165,10 @@ nv_ingest_api/util/string_processing/configuration.py,sha256=2HS08msccuPCT0fn_jf
|
|
|
165
165
|
nv_ingest_api/util/string_processing/yaml.py,sha256=4Zdmc4474lUZn6kznqaNTlQJwsmRnnJQZ-DvAWLu-zo,2678
|
|
166
166
|
nv_ingest_api/util/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
167
|
nv_ingest_api/util/system/hardware_info.py,sha256=1UFM8XE6M3pgQcpbVsCsqDQ7Dj-zzptL-XRE-DEu9UA,27213
|
|
168
|
-
nv_ingest_api-2025.10.
|
|
168
|
+
nv_ingest_api-2025.10.29.dev20251029.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
169
169
|
udfs/__init__.py,sha256=pXFqPgXIUqHDfj7SAR1Q19tt8KwGv_iMvhHyziz4AYM,205
|
|
170
170
|
udfs/llm_summarizer_udf.py,sha256=lH5c5NHoT-5ecHC3og_40u1Ujta8SpsKU4X0e4wzbMU,7314
|
|
171
|
-
nv_ingest_api-2025.10.
|
|
172
|
-
nv_ingest_api-2025.10.
|
|
173
|
-
nv_ingest_api-2025.10.
|
|
174
|
-
nv_ingest_api-2025.10.
|
|
171
|
+
nv_ingest_api-2025.10.29.dev20251029.dist-info/METADATA,sha256=0aFHQxZbEF6-N4iGk5aUxQpasZM73Ae49nQFa90k_-Q,14106
|
|
172
|
+
nv_ingest_api-2025.10.29.dev20251029.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
173
|
+
nv_ingest_api-2025.10.29.dev20251029.dist-info/top_level.txt,sha256=I1lseG9FF0CH93SPx4kFblsxFuv190cfzaas_CLNIiw,19
|
|
174
|
+
nv_ingest_api-2025.10.29.dev20251029.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|