nv-ingest 25.7.7.dev20250707__py3-none-any.whl → 25.8.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nv-ingest might be problematic. Click here for more details.
- nv_ingest/api/v1/health.py +1 -1
- nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py +8 -7
- nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py +65 -303
- nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py +438 -163
- nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py +30 -3
- nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py +159 -230
- nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py +32 -11
- nv_ingest/framework/orchestration/ray/util/env_config.py +75 -0
- nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py +7 -72
- nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py +161 -2
- nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py +25 -12
- nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py +55 -28
- {nv_ingest-25.7.7.dev20250707.dist-info → nv_ingest-25.8.0rc2.dist-info}/METADATA +2 -5
- {nv_ingest-25.7.7.dev20250707.dist-info → nv_ingest-25.8.0rc2.dist-info}/RECORD +17 -16
- {nv_ingest-25.7.7.dev20250707.dist-info → nv_ingest-25.8.0rc2.dist-info}/WHEEL +0 -0
- {nv_ingest-25.7.7.dev20250707.dist-info → nv_ingest-25.8.0rc2.dist-info}/licenses/LICENSE +0 -0
- {nv_ingest-25.7.7.dev20250707.dist-info → nv_ingest-25.8.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
# SPDX-License-Identifier: Apache-2.0
|
|
4
4
|
|
|
5
5
|
import os
|
|
6
|
-
|
|
6
|
+
import psutil
|
|
7
7
|
import click
|
|
8
8
|
import logging
|
|
9
9
|
|
|
@@ -57,6 +57,7 @@ from nv_ingest_api.internal.schemas.transform.transform_image_filter_schema impo
|
|
|
57
57
|
from nv_ingest_api.internal.schemas.transform.transform_text_embedding_schema import TextEmbeddingSchema
|
|
58
58
|
from nv_ingest_api.internal.schemas.transform.transform_text_splitter_schema import TextSplitterSchema
|
|
59
59
|
from nv_ingest_api.util.system.hardware_info import SystemResourceProbe
|
|
60
|
+
from nv_ingest.framework.orchestration.ray.util.env_config import DYNAMIC_MEMORY_THRESHOLD
|
|
60
61
|
|
|
61
62
|
logger = logging.getLogger(__name__)
|
|
62
63
|
|
|
@@ -174,6 +175,16 @@ def add_metadata_injector_stage(pipeline, default_cpu_count, stage_name="metadat
|
|
|
174
175
|
|
|
175
176
|
|
|
176
177
|
def add_pdf_extractor_stage(pipeline, default_cpu_count, stage_name="pdf_extractor"):
|
|
178
|
+
# Heuristic: Determine max_replicas based on system memory, capped by CPU cores.
|
|
179
|
+
total_memory_mb = psutil.virtual_memory().total / (1024**2)
|
|
180
|
+
|
|
181
|
+
# Allocate up to 75% of memory to this stage, using a 10GB high watermark per worker.
|
|
182
|
+
allocatable_memory_for_stage_mb = total_memory_mb * DYNAMIC_MEMORY_THRESHOLD
|
|
183
|
+
memory_based_replicas = int(allocatable_memory_for_stage_mb / 10_000.0)
|
|
184
|
+
|
|
185
|
+
# Cap the number of replicas by the number of available CPU cores.
|
|
186
|
+
max_replicas = max(1, min(memory_based_replicas, default_cpu_count))
|
|
187
|
+
|
|
177
188
|
yolox_grpc, yolox_http, yolox_auth, yolox_protocol = get_nim_service("yolox")
|
|
178
189
|
nemoretriever_parse_grpc, nemoretriever_parse_http, nemoretriever_parse_auth, nemoretriever_parse_protocol = (
|
|
179
190
|
get_nim_service("nemoretriever_parse")
|
|
@@ -203,9 +214,8 @@ def add_pdf_extractor_stage(pipeline, default_cpu_count, stage_name="pdf_extract
|
|
|
203
214
|
stage_actor=PDFExtractorStage,
|
|
204
215
|
config=extractor_config,
|
|
205
216
|
min_replicas=0,
|
|
206
|
-
max_replicas=
|
|
217
|
+
max_replicas=max_replicas,
|
|
207
218
|
)
|
|
208
|
-
|
|
209
219
|
return stage_name
|
|
210
220
|
|
|
211
221
|
|
|
@@ -213,15 +223,15 @@ def add_table_extractor_stage(pipeline, default_cpu_count, stage_name="table_ext
|
|
|
213
223
|
yolox_table_structure_grpc, yolox_table_structure_http, yolox_auth, yolox_table_structure_protocol = (
|
|
214
224
|
get_nim_service("yolox_table_structure")
|
|
215
225
|
)
|
|
216
|
-
|
|
226
|
+
ocr_grpc, ocr_http, ocr_auth, ocr_protocol = get_nim_service("ocr")
|
|
217
227
|
|
|
218
228
|
table_extractor_config = TableExtractorSchema(
|
|
219
229
|
**{
|
|
220
230
|
"endpoint_config": {
|
|
221
231
|
"yolox_endpoints": (yolox_table_structure_grpc, yolox_table_structure_http),
|
|
222
232
|
"yolox_infer_protocol": yolox_table_structure_protocol,
|
|
223
|
-
"
|
|
224
|
-
"
|
|
233
|
+
"ocr_endpoints": (ocr_grpc, ocr_http),
|
|
234
|
+
"ocr_infer_protocol": ocr_protocol,
|
|
225
235
|
"auth_token": yolox_auth,
|
|
226
236
|
}
|
|
227
237
|
}
|
|
@@ -232,7 +242,7 @@ def add_table_extractor_stage(pipeline, default_cpu_count, stage_name="table_ext
|
|
|
232
242
|
stage_actor=TableExtractorStage,
|
|
233
243
|
config=table_extractor_config,
|
|
234
244
|
min_replicas=0,
|
|
235
|
-
max_replicas=
|
|
245
|
+
max_replicas=_get_max_replicas(default_cpu_count, percentage_of_cpu=0.20, replica_limit=4),
|
|
236
246
|
)
|
|
237
247
|
|
|
238
248
|
return stage_name
|
|
@@ -242,15 +252,15 @@ def add_chart_extractor_stage(pipeline, default_cpu_count, stage_name="chart_ext
|
|
|
242
252
|
yolox_graphic_elements_grpc, yolox_graphic_elements_http, yolox_auth, yolox_graphic_elements_protocol = (
|
|
243
253
|
get_nim_service("yolox_graphic_elements")
|
|
244
254
|
)
|
|
245
|
-
|
|
255
|
+
ocr_grpc, ocr_http, ocr_auth, ocr_protocol = get_nim_service("ocr")
|
|
246
256
|
|
|
247
257
|
chart_extractor_config = ChartExtractorSchema(
|
|
248
258
|
**{
|
|
249
259
|
"endpoint_config": {
|
|
250
260
|
"yolox_endpoints": (yolox_graphic_elements_grpc, yolox_graphic_elements_http),
|
|
251
261
|
"yolox_infer_protocol": yolox_graphic_elements_protocol,
|
|
252
|
-
"
|
|
253
|
-
"
|
|
262
|
+
"ocr_endpoints": (ocr_grpc, ocr_http),
|
|
263
|
+
"ocr_infer_protocol": ocr_protocol,
|
|
254
264
|
"auth_token": yolox_auth,
|
|
255
265
|
}
|
|
256
266
|
}
|
|
@@ -261,21 +271,21 @@ def add_chart_extractor_stage(pipeline, default_cpu_count, stage_name="chart_ext
|
|
|
261
271
|
stage_actor=ChartExtractorStage,
|
|
262
272
|
config=chart_extractor_config,
|
|
263
273
|
min_replicas=0,
|
|
264
|
-
max_replicas=
|
|
274
|
+
max_replicas=_get_max_replicas(default_cpu_count, percentage_of_cpu=0.20, replica_limit=4),
|
|
265
275
|
)
|
|
266
276
|
|
|
267
277
|
return stage_name
|
|
268
278
|
|
|
269
279
|
|
|
270
280
|
def add_infographic_extractor_stage(pipeline, default_cpu_count, stage_name="infographic_extractor"):
|
|
271
|
-
|
|
281
|
+
ocr_grpc, ocr_http, ocr_auth, ocr_protocol = get_nim_service("ocr")
|
|
272
282
|
|
|
273
283
|
infographic_content_extractor_config = InfographicExtractorSchema(
|
|
274
284
|
**{
|
|
275
285
|
"endpoint_config": {
|
|
276
|
-
"
|
|
277
|
-
"
|
|
278
|
-
"auth_token":
|
|
286
|
+
"ocr_endpoints": (ocr_grpc, ocr_http),
|
|
287
|
+
"ocr_infer_protocol": ocr_protocol,
|
|
288
|
+
"auth_token": ocr_auth,
|
|
279
289
|
}
|
|
280
290
|
}
|
|
281
291
|
)
|
|
@@ -285,7 +295,7 @@ def add_infographic_extractor_stage(pipeline, default_cpu_count, stage_name="inf
|
|
|
285
295
|
stage_actor=InfographicExtractorStage,
|
|
286
296
|
config=infographic_content_extractor_config,
|
|
287
297
|
min_replicas=0,
|
|
288
|
-
max_replicas=
|
|
298
|
+
max_replicas=2,
|
|
289
299
|
)
|
|
290
300
|
|
|
291
301
|
return stage_name
|
|
@@ -307,7 +317,7 @@ def add_image_extractor_stage(pipeline, default_cpu_count, stage_name="image_ext
|
|
|
307
317
|
stage_actor=ImageExtractorStage,
|
|
308
318
|
config=image_extractor_config,
|
|
309
319
|
min_replicas=0,
|
|
310
|
-
max_replicas=
|
|
320
|
+
max_replicas=2,
|
|
311
321
|
)
|
|
312
322
|
|
|
313
323
|
return stage_name
|
|
@@ -329,7 +339,7 @@ def add_docx_extractor_stage(pipeline, default_cpu_count, stage_name="docx_extra
|
|
|
329
339
|
stage_actor=DocxExtractorStage,
|
|
330
340
|
config=DocxExtractorSchema(**docx_extractor_config),
|
|
331
341
|
min_replicas=0,
|
|
332
|
-
max_replicas=
|
|
342
|
+
max_replicas=2,
|
|
333
343
|
)
|
|
334
344
|
|
|
335
345
|
return stage_name
|
|
@@ -351,7 +361,7 @@ def add_pptx_extractor_stage(pipeline, default_cpu_count, stage_name="pptx_extra
|
|
|
351
361
|
stage_actor=PPTXExtractorStage,
|
|
352
362
|
config=PPTXExtractorSchema(**pptx_extractor_config),
|
|
353
363
|
min_replicas=0,
|
|
354
|
-
max_replicas=
|
|
364
|
+
max_replicas=2,
|
|
355
365
|
)
|
|
356
366
|
|
|
357
367
|
return stage_name
|
|
@@ -373,11 +383,7 @@ def add_audio_extractor_stage(pipeline, default_cpu_count, stage_name="audio_ext
|
|
|
373
383
|
)
|
|
374
384
|
|
|
375
385
|
pipeline.add_stage(
|
|
376
|
-
name=stage_name,
|
|
377
|
-
stage_actor=AudioExtractorStage,
|
|
378
|
-
config=audio_extractor_config,
|
|
379
|
-
min_replicas=0,
|
|
380
|
-
max_replicas=1, # Audio extraction is a heavy IO bound operation with minimal CPU usage
|
|
386
|
+
name=stage_name, stage_actor=AudioExtractorStage, config=audio_extractor_config, min_replicas=0, max_replicas=2
|
|
381
387
|
)
|
|
382
388
|
|
|
383
389
|
return stage_name
|
|
@@ -390,7 +396,7 @@ def add_html_extractor_stage(pipeline, default_cpu_count, stage_name="html_extra
|
|
|
390
396
|
stage_actor=HtmlExtractorStage,
|
|
391
397
|
config=HtmlExtractorSchema(),
|
|
392
398
|
min_replicas=0,
|
|
393
|
-
max_replicas=
|
|
399
|
+
max_replicas=2,
|
|
394
400
|
)
|
|
395
401
|
|
|
396
402
|
return stage_name
|
|
@@ -411,7 +417,7 @@ def add_otel_tracer_stage(pipeline, default_cpu_count, stage_name="otel_tracer")
|
|
|
411
417
|
stage_actor=OpenTelemetryTracerStage,
|
|
412
418
|
config=otel_tracer_config,
|
|
413
419
|
min_replicas=0,
|
|
414
|
-
max_replicas=
|
|
420
|
+
max_replicas=1,
|
|
415
421
|
)
|
|
416
422
|
|
|
417
423
|
return stage_name
|
|
@@ -455,7 +461,7 @@ def add_text_splitter_stage(pipeline, default_cpu_count, stage_name="text_splitt
|
|
|
455
461
|
stage_actor=TextSplitterStage,
|
|
456
462
|
config=config,
|
|
457
463
|
min_replicas=0,
|
|
458
|
-
max_replicas=
|
|
464
|
+
max_replicas=2,
|
|
459
465
|
)
|
|
460
466
|
|
|
461
467
|
return stage_name
|
|
@@ -517,7 +523,7 @@ def add_text_embedding_stage(pipeline, default_cpu_count, stage_name="text_embed
|
|
|
517
523
|
stage_actor=TextEmbeddingTransformStage,
|
|
518
524
|
config=config,
|
|
519
525
|
min_replicas=0,
|
|
520
|
-
max_replicas=
|
|
526
|
+
max_replicas=_get_max_replicas(default_cpu_count, percentage_of_cpu=0.07, replica_limit=4),
|
|
521
527
|
)
|
|
522
528
|
|
|
523
529
|
return stage_name
|
|
@@ -620,3 +626,24 @@ def add_source_stage(pipeline, default_cpu_count, source_name="pipeline_source")
|
|
|
620
626
|
start_simple_message_broker(source_config.broker_client.model_dump())
|
|
621
627
|
|
|
622
628
|
return source_name
|
|
629
|
+
|
|
630
|
+
|
|
631
|
+
def _get_max_replicas(default_cpu_count=None, percentage_of_cpu=0.14, replica_limit=None):
|
|
632
|
+
"""
|
|
633
|
+
Calculate max replicas based on CPU percentage with optional upper limit.
|
|
634
|
+
|
|
635
|
+
Args:
|
|
636
|
+
default_cpu_count (int, optional): CPU cores to use. Auto-detected if None.
|
|
637
|
+
percentage_of_cpu (float, optional): CPU percentage to allocate. Defaults to 0.14.
|
|
638
|
+
replica_limit (int, optional): Upper bound for replicas. Defaults to None.
|
|
639
|
+
|
|
640
|
+
Returns:
|
|
641
|
+
int: Maximum replicas, at least 1.
|
|
642
|
+
"""
|
|
643
|
+
if default_cpu_count is None:
|
|
644
|
+
default_cpu_count = _system_resource_probe.get_cpu_count()
|
|
645
|
+
|
|
646
|
+
_max_replicas = int(max(1, (default_cpu_count * percentage_of_cpu)))
|
|
647
|
+
if replica_limit is not None:
|
|
648
|
+
_max_replicas = min(_max_replicas, replica_limit)
|
|
649
|
+
return _max_replicas
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: nv-ingest
|
|
3
|
-
Version: 25.
|
|
3
|
+
Version: 25.8.0rc2
|
|
4
4
|
Summary: Python module for multimodal document ingestion
|
|
5
5
|
Author-email: Jeremy Dyer <jdyer@nvidia.com>
|
|
6
6
|
License: Apache License
|
|
@@ -231,7 +231,7 @@ Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
|
|
|
231
231
|
Requires-Dist: opentelemetry-sdk>=1.27.0
|
|
232
232
|
Requires-Dist: pydantic>2.0.0
|
|
233
233
|
Requires-Dist: pydantic-settings>2.0.0
|
|
234
|
-
Requires-Dist: pypdfium2==4.30.
|
|
234
|
+
Requires-Dist: pypdfium2==4.30.0
|
|
235
235
|
Requires-Dist: pytest>=8.0.2
|
|
236
236
|
Requires-Dist: pytest-mock>=3.14.0
|
|
237
237
|
Requires-Dist: pytest-cov>=6.0.0
|
|
@@ -240,7 +240,6 @@ Requires-Dist: python-docx>=1.1.2
|
|
|
240
240
|
Requires-Dist: python-dotenv>=1.0.1
|
|
241
241
|
Requires-Dist: python-pptx>=1.0.2
|
|
242
242
|
Requires-Dist: prometheus-client
|
|
243
|
-
Requires-Dist: torch>=2.4.1
|
|
244
243
|
Requires-Dist: ray[all]>=2.37.0
|
|
245
244
|
Requires-Dist: redis>=5.2.1
|
|
246
245
|
Requires-Dist: requests>=2.28.2
|
|
@@ -248,8 +247,6 @@ Requires-Dist: scikit-learn>=1.6.0
|
|
|
248
247
|
Requires-Dist: scipy>=1.15.1
|
|
249
248
|
Requires-Dist: setuptools>=78.1.1
|
|
250
249
|
Requires-Dist: tabulate>=0.9.0
|
|
251
|
-
Requires-Dist: torchvision
|
|
252
|
-
Requires-Dist: torchaudio
|
|
253
250
|
Requires-Dist: transformers>=4.47.0
|
|
254
251
|
Requires-Dist: tqdm>=4.67.1
|
|
255
252
|
Requires-Dist: uvicorn
|
|
@@ -3,7 +3,7 @@ nv_ingest/version.py,sha256=MG7DxlzpnoJI56vqxwzs9WeMAEI3uPhfDiNLs6GN6wI,986
|
|
|
3
3
|
nv_ingest/api/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
4
4
|
nv_ingest/api/main.py,sha256=XE-p4lJp1E7CCDOB8ENtYFrf63Dtq2bzQiGxpRfL2LA,1603
|
|
5
5
|
nv_ingest/api/v1/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
6
|
-
nv_ingest/api/v1/health.py,sha256=
|
|
6
|
+
nv_ingest/api/v1/health.py,sha256=pV-RoVq5y0iBPp0qZoLzd1xKpd0JiHAi0UMyMj99LqU,4740
|
|
7
7
|
nv_ingest/api/v1/ingest.py,sha256=LWk3LN4lBd3uO8h30EN42g3LHCVcO00avVd5ohVK7NI,19392
|
|
8
8
|
nv_ingest/api/v1/metrics.py,sha256=ZGVRApYLnzc2f2C7wRgGd7deqiXan-jxfA-33a16clY,981
|
|
9
9
|
nv_ingest/framework/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
@@ -14,15 +14,15 @@ nv_ingest/framework/orchestration/ray/edges/async_queue_edge.py,sha256=PQliU_kyG
|
|
|
14
14
|
nv_ingest/framework/orchestration/ray/edges/ray_queue_edge.py,sha256=VFii2yxJuikimOxie3edKq5JN06g78AF8bdHSHVX8p8,2677
|
|
15
15
|
nv_ingest/framework/orchestration/ray/edges/threaded_queue_edge.py,sha256=N6NH4KgZJ60e_JkGRcSmfQtX37qtX4TMcavOR-n3heE,2549
|
|
16
16
|
nv_ingest/framework/orchestration/ray/examples/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
17
|
-
nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py,sha256=
|
|
17
|
+
nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py,sha256=DufjmNm-05uTkq_Mz0QQB6fHw_Rl9eX3PRtnH4sntGs,16405
|
|
18
18
|
nv_ingest/framework/orchestration/ray/examples/task_source_harness.py,sha256=Yt7uxThg7s8WuMiaHLKC8r1XAG7QixegfkT-juE5oNw,1953
|
|
19
19
|
nv_ingest/framework/orchestration/ray/examples/task_source_sink_harness.py,sha256=XkvsoIzH5ftXvAZ4ox7mxbx7ESVx6D8Xupcwbqgd52w,3277
|
|
20
20
|
nv_ingest/framework/orchestration/ray/primitives/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
21
21
|
nv_ingest/framework/orchestration/ray/primitives/dataclasses.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
22
22
|
nv_ingest/framework/orchestration/ray/primitives/pipeline_monitor.py,sha256=L8ENPiF-lxqhIXVEQwQD5CCqQMb710ynj5D_Y4ixGhs,11077
|
|
23
|
-
nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py,sha256=
|
|
24
|
-
nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py,sha256=
|
|
25
|
-
nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py,sha256=
|
|
23
|
+
nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py,sha256=IxLQYHYc9BnMOi73TSJzuhl8KOJAwlwwp8SPdUkV3nE,15737
|
|
24
|
+
nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py,sha256=HGJ_TyLTKKRl10HWfyx3D-n-zrFY0Fg9TN74UbOeCm8,66584
|
|
25
|
+
nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py,sha256=8SpZzulHatqah7U3YHJMTLaYyPlWdCoaer_oNjhmHZo,17221
|
|
26
26
|
nv_ingest/framework/orchestration/ray/stages/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
27
27
|
nv_ingest/framework/orchestration/ray/stages/extractors/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
28
28
|
nv_ingest/framework/orchestration/ray/stages/extractors/audio_extractor.py,sha256=KV4hvY0NTGG8CjZviTgcFLQzaH8WJJGkkb9PFYbROww,3417
|
|
@@ -40,7 +40,7 @@ nv_ingest/framework/orchestration/ray/stages/meta/__init__.py,sha256=wQSlVx3T14Z
|
|
|
40
40
|
nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py,sha256=LnVqBJmpfCmcI-eJLbkwK-7SS-hpEp98P4iCRv_Zhb0,1726
|
|
41
41
|
nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py,sha256=AhlZUbDK2Jckqnu8hVbJrckW8MsSixfmWc1bst9gRYk,3447
|
|
42
42
|
nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py,sha256=1Pae2xRPK0_QLh53yHECVFm2guwgvZaiRRr3tp4OpYI,1744
|
|
43
|
-
nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py,sha256=
|
|
43
|
+
nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py,sha256=pvBFsURWoDiAmDWNTLv2pdm5slv-1OnuXxwYvgaKumU,25703
|
|
44
44
|
nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
45
45
|
nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py,sha256=UepeDvH6Cfgm5rIylRx6uOxihS0OZ4Q1DGUrjUybNaY,3493
|
|
46
46
|
nv_ingest/framework/orchestration/ray/stages/mutate/image_filter.py,sha256=9ek5rVa4_GVdmVHGMJvbxacRSpIqVoUxgv28lzJwrTQ,3319
|
|
@@ -48,7 +48,7 @@ nv_ingest/framework/orchestration/ray/stages/sinks/__init__.py,sha256=wQSlVx3T14
|
|
|
48
48
|
nv_ingest/framework/orchestration/ray/stages/sinks/default_drain.py,sha256=0SQHJlFuXlP16YRWduX1fMKgjhUd7UhDAWQ8XZh4_0I,1471
|
|
49
49
|
nv_ingest/framework/orchestration/ray/stages/sinks/message_broker_task_sink.py,sha256=enylryvcPmzirpOjCahqYJbNSLsNvv1KpMnOzGqNZQQ,11509
|
|
50
50
|
nv_ingest/framework/orchestration/ray/stages/sources/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
51
|
-
nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py,sha256=
|
|
51
|
+
nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py,sha256=b9ndnQBB1paR0iRe3NdzQ7BZ2S65LG2jbtjXvvDc_s4,21183
|
|
52
52
|
nv_ingest/framework/orchestration/ray/stages/storage/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
53
53
|
nv_ingest/framework/orchestration/ray/stages/storage/image_storage.py,sha256=6NkwQzseAnaj0Ptpr3oKvab2EnJdMwTjI2p4dS_HzsI,3901
|
|
54
54
|
nv_ingest/framework/orchestration/ray/stages/storage/store_embeddings.py,sha256=SMLHQElZkKldnjy0_VHIKS65DBAAtOhwhdoaFe1yb9I,3337
|
|
@@ -63,11 +63,12 @@ nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py,sha256=
|
|
|
63
63
|
nv_ingest/framework/orchestration/ray/stages/utility/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
64
64
|
nv_ingest/framework/orchestration/ray/stages/utility/throughput_monitor.py,sha256=MB27CkoNeuirN6CUHgjsC5Wh958NF7m_N7HE4VKfx3k,2264
|
|
65
65
|
nv_ingest/framework/orchestration/ray/util/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
66
|
+
nv_ingest/framework/orchestration/ray/util/env_config.py,sha256=GN9msJ_3jdOBIAPnXNxX0ds_BKtHRnRhnYxwzcAU2KY,2386
|
|
66
67
|
nv_ingest/framework/orchestration/ray/util/pipeline/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
67
|
-
nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py,sha256=
|
|
68
|
-
nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py,sha256=
|
|
69
|
-
nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py,sha256
|
|
70
|
-
nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py,sha256=
|
|
68
|
+
nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py,sha256=flRLS7yc5n6gheykayuL3prC7O-ZhcVY2s9Wc14SGWE,47377
|
|
69
|
+
nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py,sha256=cZhx3jamrwyU3v_LYwNlsGa9AuGQeI9aiEKbijuKa4o,17558
|
|
70
|
+
nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py,sha256=-lXiAjxpk3CxIFWi7GW8ggTn1cjyugYZ9EtSfTT20mg,14844
|
|
71
|
+
nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py,sha256=CD5pAa8oQJVplCr2snzZXJyRjSclcIPGw8aFPI2dU1k,22246
|
|
71
72
|
nv_ingest/framework/orchestration/ray/util/pipeline/tools.py,sha256=LQVb8k9jURaxh2Ga44Js_XuYFCbeN4_nLgDmtExovQg,8026
|
|
72
73
|
nv_ingest/framework/orchestration/ray/util/system_tools/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
73
74
|
nv_ingest/framework/orchestration/ray/util/system_tools/memory.py,sha256=ICqY0LLB3hFTZk03iX5yffMSKFH2q_aQomtDVzS_mKw,2228
|
|
@@ -96,8 +97,8 @@ nv_ingest/framework/util/service/meta/ingest/__init__.py,sha256=wQSlVx3T14ZgQAt-
|
|
|
96
97
|
nv_ingest/framework/util/service/meta/ingest/ingest_service_meta.py,sha256=QS3uNxWBl5dIcmIpJKNe8_TLcTUuN2vcKyHeAwa-eSo,1589
|
|
97
98
|
nv_ingest/framework/util/telemetry/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
|
|
98
99
|
nv_ingest/framework/util/telemetry/global_stats.py,sha256=nq65pEEdiwjAfGiqsxG1CeQMC96O3CfQxsZuGFCY-ds,4554
|
|
99
|
-
nv_ingest-25.
|
|
100
|
-
nv_ingest-25.
|
|
101
|
-
nv_ingest-25.
|
|
102
|
-
nv_ingest-25.
|
|
103
|
-
nv_ingest-25.
|
|
100
|
+
nv_ingest-25.8.0rc2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
101
|
+
nv_ingest-25.8.0rc2.dist-info/METADATA,sha256=M-3ciVRKagE7MtEezoGJxeyqPV2O6CSj8VCHXyHILGk,15049
|
|
102
|
+
nv_ingest-25.8.0rc2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
103
|
+
nv_ingest-25.8.0rc2.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
|
|
104
|
+
nv_ingest-25.8.0rc2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|