nv-ingest 2025.7.19.dev20250719__tar.gz → 2025.7.21.dev20250721__tar.gz

{nv_ingest-2025.7.19.dev20250719 → nv_ingest-2025.7.21.dev20250721}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nv-ingest
-Version: 2025.7.19.dev20250719
+Version: 2025.7.21.dev20250721
 Summary: Python module for multimodal document ingestion
 Author-email: Jeremy Dyer <jdyer@nvidia.com>
 License:                                  Apache License

{nv_ingest-2025.7.19.dev20250719 → nv_ingest-2025.7.21.dev20250721}/nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py

@@ -215,7 +215,6 @@ def add_pdf_extractor_stage(pipeline, default_cpu_count, stage_name="pdf_extract
         min_replicas=0,
         max_replicas=max_replicas,
     )
-
     return stage_name
 
 
@@ -242,7 +241,7 @@ def add_table_extractor_stage(pipeline, default_cpu_count, stage_name="table_ext
         stage_actor=TableExtractorStage,
         config=table_extractor_config,
         min_replicas=0,
-        max_replicas=2,
+        max_replicas=_get_max_replicas(default_cpu_count, percentage_of_cpu=0.20),
     )
 
     return stage_name
@@ -271,7 +270,7 @@ def add_chart_extractor_stage(pipeline, default_cpu_count, stage_name="chart_ext
         stage_actor=ChartExtractorStage,
         config=chart_extractor_config,
         min_replicas=0,
-        max_replicas=2,
+        max_replicas=_get_max_replicas(default_cpu_count, percentage_of_cpu=0.20),
     )
 
     return stage_name
@@ -295,7 +294,7 @@ def add_infographic_extractor_stage(pipeline, default_cpu_count, stage_name="inf
         stage_actor=InfographicExtractorStage,
         config=infographic_content_extractor_config,
         min_replicas=0,
-        max_replicas=1,
+        max_replicas=2,
     )
 
     return stage_name
@@ -317,7 +316,7 @@ def add_image_extractor_stage(pipeline, default_cpu_count, stage_name="image_ext
         stage_actor=ImageExtractorStage,
         config=image_extractor_config,
         min_replicas=0,
-        max_replicas=1,
+        max_replicas=2,
     )
 
     return stage_name
@@ -383,11 +382,7 @@ def add_audio_extractor_stage(pipeline, default_cpu_count, stage_name="audio_ext
     )
 
     pipeline.add_stage(
-        name=stage_name,
-        stage_actor=AudioExtractorStage,
-        config=audio_extractor_config,
-        min_replicas=0,
-        max_replicas=1,
+        name=stage_name, stage_actor=AudioExtractorStage, config=audio_extractor_config, min_replicas=0, max_replicas=2
     )
 
     return stage_name
@@ -400,7 +395,7 @@ def add_html_extractor_stage(pipeline, default_cpu_count, stage_name="html_extra
         stage_actor=HtmlExtractorStage,
         config=HtmlExtractorSchema(),
         min_replicas=0,
-        max_replicas=1,
+        max_replicas=2,
     )
 
     return stage_name
@@ -630,3 +625,10 @@ def add_source_stage(pipeline, default_cpu_count, source_name="pipeline_source")
         start_simple_message_broker(source_config.broker_client.model_dump())
 
     return source_name
+
+
+def _get_max_replicas(default_cpu_count=None, percentage_of_cpu=0.14):
+    if default_cpu_count is None:
+        default_cpu_count = _system_resource_probe.get_cpu_count()
+
+    return int(max(1, (default_cpu_count * percentage_of_cpu)))

{nv_ingest-2025.7.19.dev20250719 → nv_ingest-2025.7.21.dev20250721}/nv_ingest.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nv-ingest
-Version: 2025.7.19.dev20250719
+Version: 2025.7.21.dev20250721
 Summary: Python module for multimodal document ingestion
 Author-email: Jeremy Dyer <jdyer@nvidia.com>
 License:                                  Apache License