nv-ingest 2025.12.8.dev20251208__tar.gz → 2025.12.10.dev20251210__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/PKG-INFO +1 -1
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/ingest.py +1 -1
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/config/replica_resolver.py +12 -2
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/PKG-INFO +1 -1
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/LICENSE +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/MANIFEST.in +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/main.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/tracing.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/health.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/ingest.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/metrics.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/README.md +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/execution/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/execution/helpers.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/execution/options.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/dependent_services.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/execution.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/lifecycle.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/strategies.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/process/termination.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/edges/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/edges/async_queue_edge.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/edges/ray_queue_edge.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/edges/threaded_queue_edge.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/examples/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/examples/task_source_harness.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/examples/task_source_sink_harness.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/dataclasses.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/pipeline_monitor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/audio_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/chart_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/docx_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/html_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/image_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/infographic_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/ocr_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/pdf_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/pptx_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/extractors/table_extractor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/injectors/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/meta/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/mutate/image_filter.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/sinks/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/sinks/default_drain.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/sinks/message_broker_task_sink.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/sources/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/storage/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/storage/image_storage.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/storage/store_embeddings.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/telemetry/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/telemetry/job_counter.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/telemetry/otel_meter.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/telemetry/otel_tracer.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/transforms/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/transforms/image_caption.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/utility/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/stages/utility/throughput_monitor.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/env_config.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/pipeline/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/pipeline/tools.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/system_tools/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/system_tools/memory.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/orchestration/ray/util/system_tools/visualizers.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_ingest_config_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_job_counter_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_message_broker_sink_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_message_broker_source_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_message_wrapper_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_metadata_injector_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_otel_meter_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_otel_tracer_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_processing_job_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_task_injection_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/schemas/framework_vdb_task_sink_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/flow_control/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/flow_control/filter_by_task.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/flow_control/udf_intercept.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/impl/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/impl/ingest/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/impl/ingest/redis_ingest_service.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/meta/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/meta/ingest/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/service/meta/ingest/ingest_service_meta.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/telemetry/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/util/telemetry/global_stats.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/config/__init__.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/config/loaders.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/default_libmode_pipeline_impl.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/default_pipeline_impl.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/ingest_pipeline.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/pipeline_schema.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/version.py +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/SOURCES.txt +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/dependency_links.txt +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/requires.txt +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/top_level.txt +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/pyproject.toml +0 -0
- {nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/setup.cfg +0 -0
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/ingest.py
RENAMED
|
@@ -1003,7 +1003,7 @@ async def submit_job_v2(
|
|
|
1003
1003
|
"page_count": chunk.get("page_count", 0),
|
|
1004
1004
|
}
|
|
1005
1005
|
)
|
|
1006
|
-
logger.
|
|
1006
|
+
logger.debug(f"Removing uploaded file {upload_path}")
|
|
1007
1007
|
os.remove(upload_path)
|
|
1008
1008
|
|
|
1009
1009
|
if submission_items:
|
|
@@ -11,6 +11,7 @@ consumption stays within the static_memory_threshold.
|
|
|
11
11
|
"""
|
|
12
12
|
|
|
13
13
|
import logging
|
|
14
|
+
import os
|
|
14
15
|
from typing import List
|
|
15
16
|
from copy import deepcopy
|
|
16
17
|
|
|
@@ -102,8 +103,17 @@ def resolve_static_replicas(pipeline_config: PipelineConfigSchema) -> PipelineCo
|
|
|
102
103
|
|
|
103
104
|
logger.info(f"Total baseline memory demand: {total_memory_demand_mb}MB from {len(non_static_stages)} stages")
|
|
104
105
|
|
|
105
|
-
#
|
|
106
|
-
|
|
106
|
+
# Optional bypass of global memory-based scale down via environment variable
|
|
107
|
+
bypass_env = os.getenv("NV_INGEST_BYPASS_STATIC_MEMORY_SCALE_DOWN", "").strip().lower()
|
|
108
|
+
bypass_scale_down = bypass_env in ("1", "true", "yes", "on")
|
|
109
|
+
|
|
110
|
+
# Check if we need to scale down (unless bypassed)
|
|
111
|
+
if bypass_scale_down:
|
|
112
|
+
logger.warning(
|
|
113
|
+
"Bypassing static memory-based replica scale-down due to NV_INGEST_BYPASS_STATIC_MEMORY_SCALE_DOWN"
|
|
114
|
+
)
|
|
115
|
+
scaling_factor = 1.0
|
|
116
|
+
elif total_memory_demand_mb <= available_memory_mb:
|
|
107
117
|
logger.info("Memory demand within threshold, applying baseline replica counts")
|
|
108
118
|
scaling_factor = 1.0
|
|
109
119
|
else:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/tracing.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/__init__.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/health.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/ingest.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v1/metrics.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/README.md
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/api/v2/__init__.py
RENAMED
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/framework/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest/pipeline/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{nv_ingest-2025.12.8.dev20251208 → nv_ingest-2025.12.10.dev20251210}/nv_ingest.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|