nv-ingest 2025.12.8.dev20251208__py3-none-any.whl → 2025.12.9.dev20251209__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -11,6 +11,7 @@ consumption stays within the static_memory_threshold.
11
11
  """
12
12
 
13
13
  import logging
14
+ import os
14
15
  from typing import List
15
16
  from copy import deepcopy
16
17
 
@@ -102,8 +103,17 @@ def resolve_static_replicas(pipeline_config: PipelineConfigSchema) -> PipelineCo
102
103
 
103
104
  logger.info(f"Total baseline memory demand: {total_memory_demand_mb}MB from {len(non_static_stages)} stages")
104
105
 
105
- # Check if we need to scale down
106
- if total_memory_demand_mb <= available_memory_mb:
106
+ # Optional bypass of global memory-based scale down via environment variable
107
+ bypass_env = os.getenv("NV_INGEST_BYPASS_STATIC_MEMORY_SCALE_DOWN", "").strip().lower()
108
+ bypass_scale_down = bypass_env in ("1", "true", "yes", "on")
109
+
110
+ # Check if we need to scale down (unless bypassed)
111
+ if bypass_scale_down:
112
+ logger.warning(
113
+ "Bypassing static memory-based replica scale-down due to NV_INGEST_BYPASS_STATIC_MEMORY_SCALE_DOWN"
114
+ )
115
+ scaling_factor = 1.0
116
+ elif total_memory_demand_mb <= available_memory_mb:
107
117
  logger.info("Memory demand within threshold, applying baseline replica counts")
108
118
  scaling_factor = 1.0
109
119
  else:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nv-ingest
3
- Version: 2025.12.8.dev20251208
3
+ Version: 2025.12.9.dev20251209
4
4
  Summary: Python module for multimodal document ingestion
5
5
  Author-email: Jeremy Dyer <jdyer@nvidia.com>
6
6
  License: Apache License
@@ -117,9 +117,9 @@ nv_ingest/pipeline/ingest_pipeline.py,sha256=wHAJhqAM2s8nbY-8itVogmSU-yVN4PZONGW
117
117
  nv_ingest/pipeline/pipeline_schema.py,sha256=rLZZz2It2o2hVNWrZUJU8CarrqRei1fho3ZEMkkoBcg,17940
118
118
  nv_ingest/pipeline/config/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
119
119
  nv_ingest/pipeline/config/loaders.py,sha256=75Yr9WYO7j7ghvKTnYLfZXQZEH3J3VEZo5J4TunC_Us,7590
120
- nv_ingest/pipeline/config/replica_resolver.py,sha256=3zjh8gmepEYORFZRM4inq7GoBW0YL3gzUDiixUugjzQ,8899
121
- nv_ingest-2025.12.8.dev20251208.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
122
- nv_ingest-2025.12.8.dev20251208.dist-info/METADATA,sha256=r1_xCTl7k8yFSk0vxVHTS0KJv5c784wpy53U_jKaRj8,15162
123
- nv_ingest-2025.12.8.dev20251208.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
124
- nv_ingest-2025.12.8.dev20251208.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
125
- nv_ingest-2025.12.8.dev20251208.dist-info/RECORD,,
120
+ nv_ingest/pipeline/config/replica_resolver.py,sha256=dEwqMXNttfw0QeisTGGkp24785jqzVCDAEFyQIffeGc,9369
121
+ nv_ingest-2025.12.9.dev20251209.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
122
+ nv_ingest-2025.12.9.dev20251209.dist-info/METADATA,sha256=h3r2DTRkKMjBkitFy2SBM9oyimyXJdoV7p4DZwxQRto,15162
123
+ nv_ingest-2025.12.9.dev20251209.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
124
+ nv_ingest-2025.12.9.dev20251209.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
125
+ nv_ingest-2025.12.9.dev20251209.dist-info/RECORD,,