nv-ingest 2025.12.14.dev20251214__py3-none-any.whl → 2025.12.15.dev20251215__py3-none-any.whl

nv_ingest/api/main.py

@@ -23,7 +23,7 @@ logger = logging.getLogger(__name__)
 app = FastAPI(
     title="NV-Ingest Microservice",
     description="Service for ingesting heterogenous datatypes",
-    version="25.4.2",
+    version="26.1.0",
     contact={
         "name": "NVIDIA Corporation",
         "url": "https://nvidia.com",

nv_ingest/framework/orchestration/ray/stages/meta/udf_parallel_helper.py

@@ -0,0 +1,64 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-25, NVIDIA CORPORATION & AFFILIATES.
+# All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# Added this no-op UDF ray stage to the pipeline to help speed up the LLM api calls
+
+"""
+UDF Parallel Stage - A high-concurrency no-op stage for parallel UDF execution.
+
+This stage does nothing except pass messages through, but with high replica count
+it provides a parallel execution pool for UDFs to achieve N-way concurrency.
+"""
+
+import logging
+from typing import Any, Optional
+from pydantic import BaseModel
+import ray
+
+from nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_stage_base import RayActorStage
+from nv_ingest.framework.util.flow_control.udf_intercept import udf_intercept_hook
+from nv_ingest_api.internal.primitives.tracing.tagging import traceable
+from nv_ingest_api.util.exception_handlers.decorators import (
+    nv_ingest_node_failure_try_except,
+)
+
+logger = logging.getLogger(__name__)
+
+
+@ray.remote
+class UDFParallelStage(RayActorStage):
+    """
+    A no-op pass-through stage designed for parallel UDF execution.
+
+    This stage simply returns the input message unchanged, but when configured
+    with multiple replicas, it provides a high-concurrency pool for UDFs to
+    achieve parallel execution without blocking.
+    """
+
+    def __init__(self, config: BaseModel, stage_name: Optional[str] = None) -> None:
+        super().__init__(config, stage_name=stage_name)
+        logger.info(f"UDFParallelStage initialized: {stage_name}")
+
+    @nv_ingest_node_failure_try_except()
+    @traceable()
+    @udf_intercept_hook()
+    def on_data(self, message: Any) -> Any:
+        """
+        Pass-through processing that simply returns the message unchanged.
+
+        The @udf_intercept_hook decorator allows UDFs to target this stage,
+        and multiple replicas provide parallel execution capacity.
+
+        Parameters
+        ----------
+        message : Any
+            The incoming control message.
+
+        Returns
+        -------
+        Any
+            The unmodified control message.
+        """
+        # No-op: just return the message
+        return message

{nv_ingest-2025.12.14.dev20251214.dist-info → nv_ingest-2025.12.15.dev20251215.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nv-ingest
-Version: 2025.12.14.dev20251214
+Version: 2025.12.15.dev20251215
 Summary: Python module for multimodal document ingestion
 Author-email: Jeremy Dyer <jdyer@nvidia.com>
 License:                                  Apache License

{nv_ingest-2025.12.14.dev20251214.dist-info → nv_ingest-2025.12.15.dev20251215.dist-info}/RECORD

@@ -1,7 +1,7 @@
 nv_ingest/__init__.py,sha256=vJLPeuxiIHqbxXPJSu9qe3MS-GPavbOUExyRq83DxxM,895
 nv_ingest/version.py,sha256=MG7DxlzpnoJI56vqxwzs9WeMAEI3uPhfDiNLs6GN6wI,986
 nv_ingest/api/__init__.py,sha256=ED07QUqwVyJalH0ahhnnjvc2W_in6TpZZ5nJ6NWU9-Y,271
-nv_ingest/api/main.py,sha256=uCCkUNLS1xE9TDYKDOdxEfo_9jQWumpQAPWrxj5m9Go,1706
+nv_ingest/api/main.py,sha256=qXV8YVrC_Jz2dqyirFD4WEKvSTGHsZEFqLMGgHg8TYc,1706
 nv_ingest/api/tracing.py,sha256=NkqMuUiB6ixGU5MYp3TrODsZDQepJ1kbH8JFHsYjuE0,2940
 nv_ingest/api/v1/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
 nv_ingest/api/v1/health.py,sha256=pV-RoVq5y0iBPp0qZoLzd1xKpd0JiHAi0UMyMj99LqU,4740
@@ -55,6 +55,7 @@ nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py,sha256=
 nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py,sha256=HQJXIuU7VjiQ6fQjHjbNNmIJX5f30cXFB0CJGixgwVo,3633
 nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py,sha256=hP25MLTP2bOEEncrYdxPPqeRyRVbij8aEurR1F1ZmhE,1811
 nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py,sha256=qiB_ZU5_3bXgvE9C2rvnXIS0Alm6M5PWLCeQm8ZxOy4,29812
+nv_ingest/framework/orchestration/ray/stages/meta/udf_parallel_helper.py,sha256=uB9bFJq_RVcGcHlYIwnzYufNbHw6-3zgO5N_EI-yxng,2142
 nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
 nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py,sha256=cPLG3ZEqhZkRiSsbL7cbF1zsvOAimd8K5O-qadUR9Mg,3709
 nv_ingest/framework/orchestration/ray/stages/mutate/image_filter.py,sha256=f1CS8x9uifY1FJ_1lUF0fNNMExvM4zBIF012gxnSpqU,3523
@@ -118,8 +119,8 @@ nv_ingest/pipeline/pipeline_schema.py,sha256=rLZZz2It2o2hVNWrZUJU8CarrqRei1fho3Z
 nv_ingest/pipeline/config/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
 nv_ingest/pipeline/config/loaders.py,sha256=75Yr9WYO7j7ghvKTnYLfZXQZEH3J3VEZo5J4TunC_Us,7590
 nv_ingest/pipeline/config/replica_resolver.py,sha256=dEwqMXNttfw0QeisTGGkp24785jqzVCDAEFyQIffeGc,9369
-nv_ingest-2025.12.14.dev20251214.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-nv_ingest-2025.12.14.dev20251214.dist-info/METADATA,sha256=LYFR8u4wl4hcC59q2Q-aUHTPXojFF3Zf8HTa37osQCM,15163
-nv_ingest-2025.12.14.dev20251214.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nv_ingest-2025.12.14.dev20251214.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
-nv_ingest-2025.12.14.dev20251214.dist-info/RECORD,,
+nv_ingest-2025.12.15.dev20251215.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+nv_ingest-2025.12.15.dev20251215.dist-info/METADATA,sha256=qAcZRl-oe2VXPYp_DGoe_m2odTLjpM69KQvMLZQHdGo,15163
+nv_ingest-2025.12.15.dev20251215.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nv_ingest-2025.12.15.dev20251215.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
+nv_ingest-2025.12.15.dev20251215.dist-info/RECORD,,