nv-ingest 2025.6.2.dev20250602__py3-none-any.whl → 2025.7.7.dev20250707__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nv-ingest might be problematic. Click here for more details.

Files changed (19) hide show
  1. nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py +4 -4
  2. nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py +2 -2
  3. nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py +33 -5
  4. nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py +1 -1
  5. nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py +82 -18
  6. nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py +3 -6
  7. nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py +1 -10
  8. nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py +1 -1
  9. nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py +47 -2
  10. nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py +3 -3
  11. nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py +7 -3
  12. nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py +7 -9
  13. nv_ingest/framework/orchestration/ray/util/pipeline/tools.py +203 -0
  14. nv_ingest/version.py +0 -8
  15. {nv_ingest-2025.6.2.dev20250602.dist-info → nv_ingest-2025.7.7.dev20250707.dist-info}/METADATA +4 -4
  16. {nv_ingest-2025.6.2.dev20250602.dist-info → nv_ingest-2025.7.7.dev20250707.dist-info}/RECORD +19 -18
  17. {nv_ingest-2025.6.2.dev20250602.dist-info → nv_ingest-2025.7.7.dev20250707.dist-info}/WHEEL +0 -0
  18. {nv_ingest-2025.6.2.dev20250602.dist-info → nv_ingest-2025.7.7.dev20250707.dist-info}/licenses/LICENSE +0 -0
  19. {nv_ingest-2025.6.2.dev20250602.dist-info → nv_ingest-2025.7.7.dev20250707.dist-info}/top_level.txt +0 -0
@@ -63,7 +63,7 @@ def get_nim_service(env_var_prefix):
63
63
  "",
64
64
  )
65
65
  auth_token = os.environ.get(
66
- "NVIDIA_BUILD_API_KEY",
66
+ "NVIDIA_API_KEY",
67
67
  "",
68
68
  ) or os.environ.get(
69
69
  "NGC_API_KEY",
@@ -151,11 +151,11 @@ if __name__ == "__main__":
151
151
  os.environ["PADDLE_INFER_PROTOCOL"] = "grpc"
152
152
  os.environ["NEMORETRIEVER_PARSE_HTTP_ENDPOINT"] = "https://integrate.api.nvidia.com/v1/chat/completions"
153
153
  os.environ["VLM_CAPTION_ENDPOINT"] = "https://integrate.api.nvidia.com/v1/chat/completions"
154
- os.environ["VLM_CAPTION_MODEL_NAME"] = "meta/llama-3.2-11b-vision-instruct"
154
+ os.environ["VLM_CAPTION_MODEL_NAME"] = "nvidia/llama-3.1-nemotron-nano-vl-8b-v1"
155
155
  logger.info("Environment variables set.")
156
156
 
157
157
  image_caption_endpoint_url = "https://integrate.api.nvidia.com/v1/chat/completions"
158
- image_caption_model_name = "meta/llama-3.2-11b-vision-instruct"
158
+ model_name = "nvidia/llama-3.1-nemotron-nano-vl-8b-v1"
159
159
  yolox_grpc, yolox_http, yolox_auth, yolox_protocol = get_nim_service("yolox")
160
160
  (
161
161
  yolox_table_structure_grpc,
@@ -228,7 +228,7 @@ if __name__ == "__main__":
228
228
  image_caption_config = {
229
229
  "api_key": yolox_auth,
230
230
  "endpoint_url": image_caption_endpoint_url,
231
- "image_caption_model_name": image_caption_model_name,
231
+ "model_name": model_name,
232
232
  "prompt": "Caption the content of this image:",
233
233
  }
234
234
  logger.info("Service configuration retrieved from get_nim_service and environment variables.")
@@ -555,7 +555,7 @@ class PipelineTopology:
555
555
  return None
556
556
 
557
557
  def get_connections(self) -> Dict[str, List[Tuple[str, int]]]:
558
- """Returns a shallow copy of the connections dictionary."""
558
+ """Returns a shallow copy of the connection dictionary."""
559
559
  with self._lock:
560
560
  # Shallow copy is usually sufficient here as tuples are immutable
561
561
  return self._connections.copy()
@@ -571,7 +571,7 @@ class PipelineTopology:
571
571
  return len(self._stage_actors.get(stage_name, []))
572
572
 
573
573
  def get_edge_queues(self) -> Dict[str, Tuple[Any, int]]:
574
- """Returns a shallow copy of the edge queues dictionary."""
574
+ """Returns a shallow copy of the edge queues' dictionary."""
575
575
  with self._lock:
576
576
  return self._edge_queues.copy()
577
577
 
@@ -9,6 +9,7 @@ import threading
9
9
  from abc import ABC, abstractmethod
10
10
  from collections import defaultdict
11
11
  from dataclasses import dataclass
12
+ from types import FunctionType
12
13
 
13
14
  import psutil
14
15
  import uuid
@@ -24,6 +25,9 @@ import time
24
25
  from nv_ingest.framework.orchestration.ray.primitives.pipeline_topology import PipelineTopology, StageInfo
25
26
  from nv_ingest.framework.orchestration.ray.primitives.ray_stat_collector import RayStatsCollector
26
27
  from nv_ingest.framework.orchestration.ray.util.pipeline.pid_controller import PIDController, ResourceConstraintManager
28
+ from nv_ingest.framework.orchestration.ray.util.pipeline.tools import wrap_callable_as_stage
29
+ from nv_ingest_api.util.imports.callable_signatures import ingest_stage_callable_signature
30
+ from nv_ingest_api.util.imports.dynamic_resolvers import resolve_callable_from_path
27
31
 
28
32
  logger = logging.getLogger(__name__)
29
33
 
@@ -43,7 +47,7 @@ class PipelineInterface(ABC):
43
47
  Parameters
44
48
  ----------
45
49
  monitor_poll_interval : float
46
- Interval in seconds for monitoring poll (default: 5.0).
50
+ Interval in seconds for the monitoring poll (default: 5.0).
47
51
  scaling_poll_interval : float
48
52
  Interval in seconds for scaling decisions (default: 30.0).
49
53
  """
@@ -270,7 +274,7 @@ class RayPipeline(PipelineInterface):
270
274
 
271
275
  logger.info("RayStatsCollector initialized using StatsConfig.")
272
276
 
273
- # --- Accessor Methods for Stats Collector (and internal use) ---
277
+ # --- Accessor Methods for Stat Collector (and internal use) ---
274
278
 
275
279
  def __del__(self):
276
280
  try:
@@ -428,15 +432,39 @@ class RayPipeline(PipelineInterface):
428
432
  return self
429
433
 
430
434
  def add_stage(
431
- self, *, name: str, stage_actor: Any, config: BaseModel, min_replicas: int = 0, max_replicas: int = 1
435
+ self,
436
+ *,
437
+ name: str,
438
+ stage_actor: Any,
439
+ config: BaseModel,
440
+ min_replicas: int = 0,
441
+ max_replicas: int = 1,
432
442
  ) -> "RayPipeline":
433
443
  if min_replicas < 0:
434
444
  logger.warning(f"Stage '{name}': min_replicas cannot be negative. Overriding to 0.")
435
445
  min_replicas = 0
446
+
447
+ resolved_actor = stage_actor
448
+
449
+ # Support module path (e.g., "mypkg.mymodule:my_lambda")
450
+ if isinstance(stage_actor, str):
451
+ resolved_actor = resolve_callable_from_path(
452
+ callable_path=stage_actor, signature_schema=ingest_stage_callable_signature
453
+ )
454
+
455
+ # Wrap callables
456
+ if isinstance(resolved_actor, FunctionType):
457
+ schema_type = type(config)
458
+ resolved_actor = wrap_callable_as_stage(resolved_actor, schema_type)
459
+
436
460
  stage_info = StageInfo(
437
- name=name, callable=stage_actor, config=config, min_replicas=min_replicas, max_replicas=max_replicas
461
+ name=name,
462
+ callable=resolved_actor,
463
+ config=config,
464
+ min_replicas=min_replicas,
465
+ max_replicas=max_replicas,
438
466
  )
439
- self.topology.add_stage(stage_info) # Delegate
467
+ self.topology.add_stage(stage_info)
440
468
 
441
469
  return self
442
470
 
@@ -40,7 +40,7 @@ class RayStatsCollector:
40
40
  - `get_edge_queues() -> Dict[str, Tuple[Any, int]]`
41
41
  These methods should return snapshots suitable for iteration.
42
42
  interval : float, optional
43
- The interval in seconds between stats collection attempts, by default 5.0.
43
+ The interval in seconds between stat collection attempts, by default 5.0.
44
44
  actor_timeout : float, optional
45
45
  Timeout in seconds for waiting for stats from a single actor, by default 5.0.
46
46
  queue_timeout : float, optional
@@ -2,6 +2,7 @@
2
2
  # All rights reserved.
3
3
  # SPDX-License-Identifier: Apache-2.0
4
4
 
5
+ from datetime import datetime
5
6
  import logging
6
7
  import pandas as pd
7
8
  from typing import Any
@@ -9,8 +10,15 @@ from pydantic import BaseModel
9
10
  import ray
10
11
 
11
12
  from nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_stage_base import RayActorStage
12
- from nv_ingest_api.internal.enums.common import DocumentTypeEnum, ContentTypeEnum
13
+ from nv_ingest_api.internal.enums.common import (
14
+ DocumentTypeEnum,
15
+ ContentTypeEnum,
16
+ AccessLevelEnum,
17
+ TextTypeEnum,
18
+ LanguageEnum,
19
+ )
13
20
  from nv_ingest_api.internal.primitives.tracing.tagging import traceable
21
+ from nv_ingest_api.internal.schemas.meta.metadata_schema import ContentHierarchySchema
14
22
  from nv_ingest_api.util.converters.type_mappings import doc_type_to_content_type
15
23
  from nv_ingest_api.util.exception_handlers.decorators import (
16
24
  nv_ingest_node_failure_try_except,
@@ -61,27 +69,83 @@ class MetadataInjectionStage(RayActorStage):
61
69
  # Convert document type to content type using enums.
62
70
  content_type = doc_type_to_content_type(DocumentTypeEnum(row["document_type"]))
63
71
  # Check if metadata is missing or doesn't contain 'content'
64
- if "metadata" not in row or not isinstance(row["metadata"], dict) or "content" not in row["metadata"]:
72
+ if (
73
+ "metadata" not in row
74
+ or not isinstance(row["metadata"], dict)
75
+ or "content" not in row["metadata"].keys()
76
+ ):
65
77
  update_required = True
78
+
79
+ # Initialize default structures based on MetaDataSchema
80
+ default_source_metadata = {
81
+ "source_id": row.get("source_id"),
82
+ "source_name": row.get("source_name"),
83
+ "source_type": row["document_type"],
84
+ "source_location": "",
85
+ "collection_id": "",
86
+ "date_created": datetime.now().isoformat(),
87
+ "last_modified": datetime.now().isoformat(),
88
+ "summary": "",
89
+ "partition_id": -1,
90
+ "access_level": AccessLevelEnum.UNKNOWN.value,
91
+ }
92
+
93
+ default_content_metadata = {
94
+ "type": content_type.name.lower(),
95
+ "page_number": -1,
96
+ "description": "",
97
+ "hierarchy": ContentHierarchySchema().model_dump(),
98
+ "subtype": "",
99
+ "start_time": -1,
100
+ "end_time": -1,
101
+ }
102
+
103
+ default_audio_metadata = None
104
+ if content_type == ContentTypeEnum.AUDIO:
105
+ default_audio_metadata = {
106
+ "audio_type": row["document_type"],
107
+ "audio_transcript": "",
108
+ }
109
+
110
+ default_image_metadata = None
111
+ if content_type == ContentTypeEnum.IMAGE:
112
+ default_image_metadata = {
113
+ "image_type": row["document_type"],
114
+ "structured_image_type": ContentTypeEnum.NONE.value,
115
+ "caption": "",
116
+ "text": "",
117
+ "image_location": (0, 0, 0, 0),
118
+ "image_location_max_dimensions": (0, 0),
119
+ "uploaded_image_url": "",
120
+ "width": 0,
121
+ "height": 0,
122
+ }
123
+
124
+ default_text_metadata = None
125
+ if content_type == ContentTypeEnum.TEXT:
126
+ default_text_metadata = {
127
+ "text_type": TextTypeEnum.DOCUMENT.value,
128
+ "summary": "",
129
+ "keywords": "",
130
+ "language": LanguageEnum.UNKNOWN.value,
131
+ "text_location": (0, 0, 0, 0),
132
+ "text_location_max_dimensions": (0, 0, 0, 0),
133
+ }
134
+
66
135
  row["metadata"] = {
67
- "content": row.get("content"),
68
- "content_metadata": {
69
- "type": content_type.name.lower(),
70
- },
136
+ "content": row["content"],
137
+ "content_metadata": default_content_metadata,
71
138
  "error_metadata": None,
72
- "audio_metadata": (
73
- None if content_type != ContentTypeEnum.AUDIO else {"audio_type": row["document_type"]}
74
- ),
75
- "image_metadata": (
76
- None if content_type != ContentTypeEnum.IMAGE else {"image_type": row["document_type"]}
77
- ),
78
- "source_metadata": {
79
- "source_id": row.get("source_id"),
80
- "source_name": row.get("source_name"),
81
- "source_type": row["document_type"],
82
- },
83
- "text_metadata": (None if content_type != ContentTypeEnum.TEXT else {"text_type": "document"}),
139
+ "audio_metadata": default_audio_metadata,
140
+ "image_metadata": default_image_metadata,
141
+ "source_metadata": default_source_metadata,
142
+ "text_metadata": default_text_metadata,
84
143
  }
144
+ logger.info(
145
+ f"METADATA_INJECTOR_DEBUG: Rebuilt metadata for source_id='{row.get('source_id', 'N/A')}'. "
146
+ f"Metadata keys: {list(row['metadata'].keys())}."
147
+ f"'content' present: {'content' in row['metadata']}"
148
+ )
85
149
  except Exception as inner_e:
86
150
  logger.exception("Failed to process row during metadata injection")
87
151
  raise inner_e
@@ -23,16 +23,13 @@ class RayActorSourceStage(RayActorStage, ABC):
23
23
  super().__init__(config, log_to_stdout=log_to_stdout)
24
24
  self.paused = False
25
25
 
26
+ def on_data(self, IngestControlMessage):
27
+ return NotImplemented("Source stages do not implement on_data().")
28
+
26
29
  @ray.method(num_returns=1)
27
30
  def set_input_queue(self, queue_handle: Any) -> bool:
28
31
  raise NotImplementedError("Source stages do not support an input queue.")
29
32
 
30
- def get_input(self) -> Any:
31
- """
32
- Source stages must implement get_input() to fetch control messages from an external source.
33
- """
34
- pass
35
-
36
33
  @abstractmethod
37
34
  def _read_input(self) -> Any:
38
35
  """
@@ -304,14 +304,6 @@ class MessageBrokerTaskSourceStage(RayActorSourceStage):
304
304
 
305
305
  return control_message
306
306
 
307
- def on_data(self, control_message: any) -> any:
308
- """
309
- Process the control message.
310
- For this source stage, no additional processing is done, so simply return it.
311
- """
312
- self._logger.debug("on_data: Received control message for processing")
313
- return control_message
314
-
315
307
  # In the processing loop, instead of checking a boolean, we wait on the event.
316
308
  def _processing_loop(self) -> None:
317
309
  """
@@ -336,7 +328,6 @@ class MessageBrokerTaskSourceStage(RayActorSourceStage):
336
328
  self._active_processing = True
337
329
 
338
330
  self._logger.debug("Control message received; processing data")
339
- updated_cm = self.on_data(control_message)
340
331
 
341
332
  # Block until not paused using the pause event.
342
333
  if self.output_queue is not None:
@@ -349,7 +340,7 @@ class MessageBrokerTaskSourceStage(RayActorSourceStage):
349
340
 
350
341
  while True:
351
342
  try:
352
- self.output_queue.put(updated_cm)
343
+ self.output_queue.put(control_message)
353
344
  self.stats["successful_queue_writes"] += 1
354
345
  break
355
346
  except Exception:
@@ -32,7 +32,7 @@ class TextEmbeddingTransformStage(RayActorStage):
32
32
  """
33
33
 
34
34
  def __init__(self, config: TextEmbeddingSchema) -> None:
35
- super().__init__(config)
35
+ super().__init__(config, log_to_stdout=False)
36
36
  try:
37
37
  self.validated_config = config
38
38
  logger.info("TextEmbeddingTransformStage configuration validated successfully.")
@@ -1,11 +1,14 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-25, NVIDIA CORPORATION & AFFILIATES.
2
+ # All rights reserved.
3
+ # SPDX-License-Identifier: Apache-2.0
4
+
1
5
  import logging
2
6
  from typing import Any
3
7
  import ray
4
8
 
5
- # Assume these imports come from your project:
6
9
  from nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_stage_base import RayActorStage
7
10
  from nv_ingest.framework.util.flow_control import filter_by_task
8
- from nv_ingest_api.internal.primitives.ingest_control_message import remove_task_by_type
11
+ from nv_ingest_api.internal.primitives.ingest_control_message import remove_task_by_type, IngestControlMessage
9
12
  from nv_ingest_api.internal.primitives.tracing.tagging import traceable
10
13
  from nv_ingest_api.internal.schemas.transform.transform_text_splitter_schema import TextSplitterSchema
11
14
  from nv_ingest_api.internal.transform.split_text import transform_text_split_and_tokenize_internal
@@ -72,3 +75,45 @@ class TextSplitterStage(RayActorStage):
72
75
  logger.info("TextSplitterStage.on_data: Finished processing, returning updated message.")
73
76
 
74
77
  return message
78
+
79
+
80
+ def text_splitter_fn(control_message: IngestControlMessage, stage_config: TextSplitterSchema) -> IngestControlMessage:
81
+ """
82
+ Process an incoming IngestControlMessage by splitting and tokenizing its text.
83
+
84
+ Parameters
85
+ ----------
86
+ control_message : IngestControlMessage
87
+ The incoming message containing the payload DataFrame.
88
+
89
+ stage_config : BaseModel
90
+ The stage level configuration object
91
+
92
+ Returns
93
+ -------
94
+ IngestControlMessage
95
+ The updated message with its payload transformed.
96
+ """
97
+
98
+ # Extract the DataFrame payload.
99
+ df_payload = control_message.payload()
100
+ logger.debug("Extracted payload with %d rows.", len(df_payload))
101
+
102
+ # Remove the "split" task to obtain task-specific configuration.
103
+ task_config = remove_task_by_type(control_message, "split")
104
+ logger.debug("Extracted task config: %s", task_config)
105
+
106
+ # Transform the DataFrame (split text and tokenize).
107
+ df_updated = transform_text_split_and_tokenize_internal(
108
+ df_transform_ledger=df_payload,
109
+ task_config=task_config,
110
+ transform_config=stage_config,
111
+ execution_trace_log=None,
112
+ )
113
+ logger.info("TextSplitterStage.on_data: Transformation complete. Updated payload has %d rows.", len(df_updated))
114
+
115
+ # Update the message payload.
116
+ control_message.payload(df_updated)
117
+ logger.info("TextSplitterStage.on_data: Finished processing, returning updated message.")
118
+
119
+ return control_message
@@ -174,9 +174,9 @@ def setup_ingestion_pipeline(pipeline: RayPipeline, ingest_config: Dict[str, Any
174
174
  pipeline.make_edge(image_dedup_stage_id, text_splitter_stage_id, queue_size=ingest_edge_buffer_size)
175
175
 
176
176
  ###### Primitive Transforms ########
177
- pipeline.make_edge(text_splitter_stage_id, embed_extractions_stage_id, queue_size=ingest_edge_buffer_size)
178
- pipeline.make_edge(embed_extractions_stage_id, image_caption_stage_id, queue_size=ingest_edge_buffer_size)
179
- pipeline.make_edge(image_caption_stage_id, image_storage_stage_id, queue_size=ingest_edge_buffer_size)
177
+ pipeline.make_edge(text_splitter_stage_id, image_caption_stage_id, queue_size=ingest_edge_buffer_size)
178
+ pipeline.make_edge(image_caption_stage_id, embed_extractions_stage_id, queue_size=ingest_edge_buffer_size)
179
+ pipeline.make_edge(embed_extractions_stage_id, image_storage_stage_id, queue_size=ingest_edge_buffer_size)
180
180
 
181
181
  ###### Primitive Storage ########
182
182
  pipeline.make_edge(image_storage_stage_id, embedding_storage_stage_id, queue_size=ingest_edge_buffer_size)
@@ -72,7 +72,7 @@ class PipelineCreationSchema(BaseModel):
72
72
 
73
73
  # API keys
74
74
  ngc_api_key: str = os.getenv("NGC_API_KEY", "")
75
- nvidia_build_api_key: str = os.getenv("NVIDIA_BUILD_API_KEY", "")
75
+ nvidia_api_key: str = os.getenv("NVIDIA_API_KEY", "")
76
76
 
77
77
  # Observability settings
78
78
  otel_exporter_otlp_endpoint: str = os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT", "localhost:4317")
@@ -86,9 +86,9 @@ class PipelineCreationSchema(BaseModel):
86
86
 
87
87
  # Vision language model settings
88
88
  vlm_caption_endpoint: str = os.getenv(
89
- "VLM_CAPTION_ENDPOINT", "https://ai.api.nvidia.com/v1/gr/meta/llama-3.2-11b-vision-instruct/chat/completions"
89
+ "VLM_CAPTION_ENDPOINT", "https://ai.api.nvidia.com/v1/gr/nvidia/llama-3.1-nemotron-nano-vl-8b-v1/chat/completions"
90
90
  )
91
- vlm_caption_model_name: str = os.getenv("VLM_CAPTION_MODEL_NAME", "meta/llama-3.2-11b-vision-instruct")
91
+ vlm_caption_model_name: str = os.getenv("VLM_CAPTION_MODEL_NAME", "nvidia/llama-3.1-nemotron-nano-vl-8b-v1")
92
92
 
93
93
  # YOLOX image processing settings
94
94
  yolox_graphic_elements_http_endpoint: str = os.getenv(
@@ -331,6 +331,10 @@ def run_pipeline(
331
331
  """
332
332
  if run_in_subprocess:
333
333
  logger.info("Launching pipeline in Python subprocess using multiprocessing.")
334
+ if (ingest_config.ngc_api_key is None or ingest_config.ngc_api_key == "") and (
335
+ ingest_config.nvidia_api_key is None or ingest_config.nvidia_api_key == ""
336
+ ):
337
+ logger.warning("NGC_API_KEY or NVIDIA_API_KEY are not set. NIM Related functions will not work.")
334
338
 
335
339
  ctx = multiprocessing.get_context("fork")
336
340
  process = ctx.Process(
@@ -2,8 +2,6 @@
2
2
  # All rights reserved.
3
3
  # SPDX-License-Identifier: Apache-2.0
4
4
 
5
- # TODO(Devin)
6
- # flake8: noqa
7
5
  import os
8
6
 
9
7
  import click
@@ -11,6 +9,7 @@ import logging
11
9
 
12
10
  from nv_ingest.framework.orchestration.ray.stages.sinks.default_drain import DefaultDrainSink
13
11
  from nv_ingest.framework.orchestration.ray.stages.telemetry.otel_tracer import OpenTelemetryTracerStage
12
+ from nv_ingest.framework.orchestration.ray.stages.transforms.text_splitter import TextSplitterStage
14
13
  from nv_ingest.framework.schemas.framework_otel_tracer_schema import OpenTelemetryTracerSchema
15
14
  from nv_ingest_api.internal.schemas.extract.extract_infographic_schema import InfographicExtractorSchema
16
15
 
@@ -41,7 +40,6 @@ from nv_ingest.framework.orchestration.ray.stages.storage.image_storage import I
41
40
  from nv_ingest.framework.orchestration.ray.stages.storage.store_embeddings import EmbeddingStorageStage
42
41
  from nv_ingest.framework.orchestration.ray.stages.transforms.image_caption import ImageCaptionTransformStage
43
42
  from nv_ingest.framework.orchestration.ray.stages.transforms.text_embed import TextEmbeddingTransformStage
44
- from nv_ingest.framework.orchestration.ray.stages.transforms.text_splitter import TextSplitterStage
45
43
  from nv_ingest.framework.schemas.framework_metadata_injector_schema import MetadataInjectorSchema
46
44
  from nv_ingest_api.internal.schemas.extract.extract_audio_schema import AudioExtractorSchema
47
45
  from nv_ingest_api.internal.schemas.extract.extract_chart_schema import ChartExtractorSchema
@@ -107,7 +105,7 @@ def get_nim_service(env_var_prefix):
107
105
  "",
108
106
  )
109
107
  auth_token = os.environ.get(
110
- "NVIDIA_BUILD_API_KEY",
108
+ "NVIDIA_API_KEY",
111
109
  "",
112
110
  ) or os.environ.get(
113
111
  "NGC_API_KEY",
@@ -137,7 +135,7 @@ def get_audio_retrieval_service(env_var_prefix):
137
135
  "",
138
136
  )
139
137
  auth_token = os.environ.get(
140
- "NVIDIA_BUILD_API_KEY",
138
+ "NVIDIA_API_KEY",
141
139
  "",
142
140
  ) or os.environ.get(
143
141
  "NGC_API_KEY",
@@ -465,7 +463,7 @@ def add_text_splitter_stage(pipeline, default_cpu_count, stage_name="text_splitt
465
463
 
466
464
  def add_image_caption_stage(pipeline, default_cpu_count, stage_name="image_caption"):
467
465
  auth_token = os.environ.get(
468
- "NVIDIA_BUILD_API_KEY",
466
+ "NVIDIA_API_KEY",
469
467
  "",
470
468
  ) or os.environ.get(
471
469
  "NGC_API_KEY",
@@ -473,13 +471,13 @@ def add_image_caption_stage(pipeline, default_cpu_count, stage_name="image_capti
473
471
  )
474
472
 
475
473
  endpoint_url = os.environ.get("VLM_CAPTION_ENDPOINT", "localhost:5000")
476
- model_name = os.environ.get("VLM_CAPTION_MODEL_NAME", "meta/llama-3.2-11b-vision-instruct")
474
+ model_name = os.environ.get("VLM_CAPTION_MODEL_NAME", "nvidia/llama-3.1-nemotron-nano-vl-8b-v1")
477
475
 
478
476
  config = ImageCaptionExtractionSchema(
479
477
  **{
480
478
  "api_key": auth_token,
481
479
  "endpoint_url": endpoint_url,
482
- "image_caption_model_name": model_name,
480
+ "model_name": model_name,
483
481
  "prompt": "Caption the content of this image:",
484
482
  }
485
483
  )
@@ -497,7 +495,7 @@ def add_image_caption_stage(pipeline, default_cpu_count, stage_name="image_capti
497
495
 
498
496
  def add_text_embedding_stage(pipeline, default_cpu_count, stage_name="text_embedding"):
499
497
  api_key = os.environ.get(
500
- "NVIDIA_BUILD_API_KEY",
498
+ "NVIDIA_API_KEY",
501
499
  "",
502
500
  ) or os.environ.get(
503
501
  "NGC_API_KEY",
@@ -0,0 +1,203 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-25, NVIDIA CORPORATION & AFFILIATES.
2
+ # All rights reserved.
3
+ # SPDX-License-Identifier: Apache-2.0
4
+
5
+ import logging
6
+ import uuid
7
+ from typing import Callable, Optional, Union, Dict, List, Type
8
+
9
+ import ray
10
+ from pydantic import BaseModel
11
+
12
+ from nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_stage_base import RayActorStage
13
+ from nv_ingest.framework.util.flow_control import filter_by_task
14
+ from nv_ingest_api.internal.primitives.tracing.tagging import traceable
15
+ from nv_ingest_api.util.exception_handlers.decorators import nv_ingest_node_failure_try_except
16
+
17
+ logger = logging.getLogger(__name__)
18
+
19
+
20
+ def wrap_callable_as_stage(
21
+ fn: Callable[[object, BaseModel], object],
22
+ schema_type: Type[BaseModel],
23
+ *,
24
+ required_tasks: Optional[List[str]] = None,
25
+ trace_id: Optional[str] = None,
26
+ ):
27
+ """
28
+ Factory to wrap a user-supplied function into a Ray actor, returning a proxy
29
+ for unique, isolated dynamic actor creation.
30
+
31
+ Parameters
32
+ ----------
33
+ fn : Callable[[IngestControlMessage, BaseModel], IngestControlMessage]
34
+ The processing function to be wrapped in the Ray actor.
35
+ schema_type : Type[BaseModel]
36
+ Pydantic schema used to validate and pass the stage config.
37
+ required_tasks : Optional[List[str]], optional
38
+ Task names this stage should filter on. If None, no filtering is applied.
39
+ trace_id : Optional[str], optional
40
+ Optional name for trace annotation; defaults to the function name.
41
+
42
+ Returns
43
+ -------
44
+ StageProxy : object
45
+ A factory-like proxy exposing `.remote()` and `.options()` for Ray-idiomatic
46
+ actor creation. Direct instantiation or class method use is not supported.
47
+
48
+ Notes
49
+ -----
50
+ - Each call to `.remote()` or `.options()` generates a new, dynamically created class
51
+ (using `type()`), ensuring Ray treats each as a unique actor type and preventing
52
+ class/actor name collisions or registry issues. This is essential when running
53
+ dynamic or parallel pipelines and tests.
54
+ - Only `.remote(config)` and `.options(...)` (chained with `.remote(config)`) are supported.
55
+ All other class/actor patterns will raise `NotImplementedError`.
56
+ """
57
+ trace_name = trace_id or fn.__name__
58
+
59
+ def make_actor_class():
60
+ """
61
+ Dynamically constructs a unique Ray actor class for every call.
62
+
63
+ Engineering Note
64
+ ----------------
65
+ This pattern uses Python's `type()` to create a new class object for each actor instance,
66
+ guaranteeing a unique type each time. Ray's internal registry identifies actor types
67
+ by their Python class object. If you use the same class (even with different logic or
68
+ @ray.remote), Ray may reuse or overwrite them, causing hard-to-diagnose bugs in
69
+ parallel or test code. By generating a fresh class each time, we fully isolate state,
70
+ serialization, and Ray's registry—avoiding actor collisions and test pollution.
71
+
72
+ Returns
73
+ -------
74
+ new_class : type
75
+ The dynamically constructed RayActorStage subclass.
76
+ """
77
+ class_name = f"LambdaStage_{fn.__name__}_{uuid.uuid4().hex[:8]}"
78
+
79
+ def __init__(self, config: Union[Dict, BaseModel]) -> None:
80
+ """
81
+ Parameters
82
+ ----------
83
+ config : Union[Dict, BaseModel]
84
+ Stage configuration, validated against `schema_type`.
85
+ """
86
+ validated_config = schema_type(**config) if not isinstance(config, schema_type) else config
87
+ super(new_class, self).__init__(validated_config, log_to_stdout=True)
88
+ self.validated_config = validated_config
89
+ self._logger.info(f"{self.__class__.__name__} initialized with validated config.")
90
+
91
+ @traceable(trace_name)
92
+ @nv_ingest_node_failure_try_except(annotation_id=trace_name, raise_on_failure=False)
93
+ @filter_by_task(required_tasks=required_tasks) if required_tasks else (lambda f: f)
94
+ def on_data(self, control_message):
95
+ """
96
+ Processes a control message using the wrapped function.
97
+
98
+ Parameters
99
+ ----------
100
+ control_message : IngestControlMessage
101
+ The message to be processed.
102
+
103
+ Returns
104
+ -------
105
+ IngestControlMessage
106
+ The processed message, or the original on failure.
107
+ """
108
+ try:
109
+ return fn(control_message, self.validated_config)
110
+ except Exception as e:
111
+ self._logger.exception(f"{self.__class__.__name__} failed: {e}")
112
+ self.stats["errors"] += 1
113
+ return control_message
114
+
115
+ # --- ENGINEERING NOTE ---
116
+ # The `class_dict` collects all the methods and attributes for the dynamic class.
117
+ # This allows us to build a fresh class object per call, preventing Ray from
118
+ # reusing or overwriting global actor types. It is the critical piece for
119
+ # robust dynamic actor creation in Ray!
120
+ # ------------------------
121
+
122
+ class_dict = {
123
+ "__init__": __init__,
124
+ "on_data": on_data,
125
+ }
126
+ bases = (RayActorStage,)
127
+ new_class = type(class_name, bases, class_dict)
128
+ return new_class
129
+
130
+ class StageProxy:
131
+ """
132
+ Factory/proxy for dynamic Ray actor creation; not itself a Ray actor.
133
+
134
+ Methods
135
+ -------
136
+ remote(config)
137
+ Instantiate a Ray actor with a unique dynamic class and name.
138
+ options(*args, **kwargs)
139
+ Advanced Ray actor configuration (chain with `.remote(config)`).
140
+ actor_class()
141
+ Generates and returns a fresh actor class (for introspection/testing only).
142
+ """
143
+
144
+ @staticmethod
145
+ def remote(config):
146
+ """
147
+ Instantiate a Ray actor with a unique dynamic class and name.
148
+
149
+ Parameters
150
+ ----------
151
+ config : Union[Dict, BaseModel]
152
+ Stage configuration to pass to the actor.
153
+
154
+ Returns
155
+ -------
156
+ ray.actor.ActorHandle
157
+ Handle to the started Ray actor.
158
+ """
159
+ _ActorClass = ray.remote(make_actor_class())
160
+ unique_name = f"{fn.__name__}_{str(uuid.uuid4())[:8]}"
161
+ return _ActorClass.options(name=unique_name).remote(config)
162
+
163
+ @staticmethod
164
+ def options(*args, **kwargs):
165
+ """
166
+ Return a Ray actor class with the specified options set.
167
+ Must call `.remote(config)` on the result.
168
+
169
+ Parameters
170
+ ----------
171
+ *args
172
+ Positional arguments for Ray actor options.
173
+ **kwargs
174
+ Keyword arguments for Ray actor options (e.g., resources).
175
+
176
+ Returns
177
+ -------
178
+ ray.actor.ActorClass
179
+ Ray actor class, requires .remote(config) to instantiate.
180
+ """
181
+ ActorClass = ray.remote(make_actor_class())
182
+ if "name" not in kwargs:
183
+ kwargs["name"] = f"{fn.__name__}_{str(uuid.uuid4())[:8]}"
184
+ return ActorClass.options(*args, **kwargs)
185
+
186
+ def __new__(cls, *a, **k):
187
+ raise NotImplementedError("StageProxy is a factory, not a Ray actor or class. Use .remote() or .options().")
188
+
189
+ def __call__(self, *a, **k):
190
+ raise NotImplementedError("StageProxy is a factory, not a Ray actor or class. Use .remote() or .options().")
191
+
192
+ def __getattr__(self, name):
193
+ # Only allow access to known public members
194
+ if name in {"remote", "options", "actor_class"}:
195
+ return getattr(self, name)
196
+ raise NotImplementedError(
197
+ f"StageProxy does not implement '{name}'. Only .remote(), .options(), .actor_class() are available."
198
+ )
199
+
200
+ # For testing or introspection only.
201
+ # actor_class = staticmethod(make_actor_class)
202
+
203
+ return StageProxy
nv_ingest/version.py CHANGED
@@ -5,7 +5,6 @@
5
5
 
6
6
  import datetime
7
7
  import os
8
- import re
9
8
 
10
9
 
11
10
  def get_version():
@@ -16,13 +15,6 @@ def get_version():
16
15
  if not version:
17
16
  version = f"{datetime.datetime.now().strftime('%Y.%m.%d')}"
18
17
 
19
- # We only check this for dev, we assume for release the user knows what they are doing
20
- if release_type != "release":
21
- # Ensure the version is PEP 440 compatible
22
- pep440_regex = r"^\d{4}\.\d{1,2}\.\d{1,2}$"
23
- if not re.match(pep440_regex, version):
24
- raise ValueError(f"Version '{version}' is not PEP 440 compatible")
25
-
26
18
  # Construct the final version string
27
19
  if release_type == "dev":
28
20
  # If rev is not specified and defaults to 0 lets create a more meaningful development
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nv-ingest
3
- Version: 2025.6.2.dev20250602
3
+ Version: 2025.7.7.dev20250707
4
4
  Summary: Python module for multimodal document ingestion
5
5
  Author-email: Jeremy Dyer <jdyer@nvidia.com>
6
6
  License: Apache License
@@ -240,13 +240,13 @@ Requires-Dist: python-docx>=1.1.2
240
240
  Requires-Dist: python-dotenv>=1.0.1
241
241
  Requires-Dist: python-pptx>=1.0.2
242
242
  Requires-Dist: prometheus-client
243
- Requires-Dist: torch==2.4.1
243
+ Requires-Dist: torch>=2.4.1
244
244
  Requires-Dist: ray[all]>=2.37.0
245
245
  Requires-Dist: redis>=5.2.1
246
246
  Requires-Dist: requests>=2.28.2
247
247
  Requires-Dist: scikit-learn>=1.6.0
248
248
  Requires-Dist: scipy>=1.15.1
249
- Requires-Dist: setuptools>=58.2.0
249
+ Requires-Dist: setuptools>=78.1.1
250
250
  Requires-Dist: tabulate>=0.9.0
251
251
  Requires-Dist: torchvision
252
252
  Requires-Dist: torchaudio
@@ -259,7 +259,7 @@ Requires-Dist: opencv-python
259
259
  Requires-Dist: pymilvus>=2.5.10
260
260
  Requires-Dist: pymilvus[bulk_writer,model]
261
261
  Requires-Dist: tritonclient
262
- Requires-Dist: nvidia-riva-client>=2.18.0
262
+ Requires-Dist: nvidia-riva-client==2.20.0
263
263
  Requires-Dist: unstructured-client
264
264
  Requires-Dist: markitdown
265
265
  Dynamic: license-file
@@ -1,5 +1,5 @@
1
1
  nv_ingest/__init__.py,sha256=vJLPeuxiIHqbxXPJSu9qe3MS-GPavbOUExyRq83DxxM,895
2
- nv_ingest/version.py,sha256=Y9gMjlV_tnRSE3JbmS1rWIfVppM974_g0k30MRF3IQM,1352
2
+ nv_ingest/version.py,sha256=MG7DxlzpnoJI56vqxwzs9WeMAEI3uPhfDiNLs6GN6wI,986
3
3
  nv_ingest/api/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
4
4
  nv_ingest/api/main.py,sha256=XE-p4lJp1E7CCDOB8ENtYFrf63Dtq2bzQiGxpRfL2LA,1603
5
5
  nv_ingest/api/v1/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
@@ -14,15 +14,15 @@ nv_ingest/framework/orchestration/ray/edges/async_queue_edge.py,sha256=PQliU_kyG
14
14
  nv_ingest/framework/orchestration/ray/edges/ray_queue_edge.py,sha256=VFii2yxJuikimOxie3edKq5JN06g78AF8bdHSHVX8p8,2677
15
15
  nv_ingest/framework/orchestration/ray/edges/threaded_queue_edge.py,sha256=N6NH4KgZJ60e_JkGRcSmfQtX37qtX4TMcavOR-n3heE,2549
16
16
  nv_ingest/framework/orchestration/ray/examples/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
17
- nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py,sha256=QHhoHjELAjs1SNGUOcUBU7f9JXxq3xTwM6fHyzcQytg,16450
17
+ nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py,sha256=qUNvWiNBUEEzuCySY3usWmHQz9qMgTGVZuKmLWqTsi4,16412
18
18
  nv_ingest/framework/orchestration/ray/examples/task_source_harness.py,sha256=Yt7uxThg7s8WuMiaHLKC8r1XAG7QixegfkT-juE5oNw,1953
19
19
  nv_ingest/framework/orchestration/ray/examples/task_source_sink_harness.py,sha256=XkvsoIzH5ftXvAZ4ox7mxbx7ESVx6D8Xupcwbqgd52w,3277
20
20
  nv_ingest/framework/orchestration/ray/primitives/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
21
21
  nv_ingest/framework/orchestration/ray/primitives/dataclasses.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
22
  nv_ingest/framework/orchestration/ray/primitives/pipeline_monitor.py,sha256=L8ENPiF-lxqhIXVEQwQD5CCqQMb710ynj5D_Y4ixGhs,11077
23
- nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py,sha256=gc9gZNqPmnP76M-u8sQXyJd5aTSlyY_0CjLYNa-zvzk,29106
24
- nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py,sha256=BEBLjkYFXIH396EUQcfuxhrWlIMs9i6z7YfeeqJ5cZg,59579
25
- nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py,sha256=yPIvOhxY42P-gf5dLkcPkfvfwL_I-ay0C8k5eNaU-VA,15811
23
+ nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py,sha256=2Xg7QoKKPPFUWkLck7NtEtb1xLnK3b5uUw8LRxPhLyw,29106
24
+ nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py,sha256=6i0EGWZ9WXpPVkfLwP5a2Y45gwAhQjWjobTp_kuFPsE,60478
25
+ nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py,sha256=AJ79OTh_NxxoTcyBNiopq3K_nLumsB9UU_axqQS3Gus,15810
26
26
  nv_ingest/framework/orchestration/ray/stages/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
27
27
  nv_ingest/framework/orchestration/ray/stages/extractors/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
28
28
  nv_ingest/framework/orchestration/ray/stages/extractors/audio_extractor.py,sha256=KV4hvY0NTGG8CjZviTgcFLQzaH8WJJGkkb9PFYbROww,3417
@@ -35,11 +35,11 @@ nv_ingest/framework/orchestration/ray/stages/extractors/pdf_extractor.py,sha256=
35
35
  nv_ingest/framework/orchestration/ray/stages/extractors/pptx_extractor.py,sha256=ywPGA-3GNsbp3FWFsu04foumM6ZCccRrm73ijS7oY0g,3581
36
36
  nv_ingest/framework/orchestration/ray/stages/extractors/table_extractor.py,sha256=EOcjyJYAB3TuXewZFld4shnGQUQ9VysjPrIWnmb8zuI,3893
37
37
  nv_ingest/framework/orchestration/ray/stages/injectors/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
38
- nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py,sha256=cdGbLBH0x-4uCdhr6JH_dMVFyBqPODQ5_WYO1otk8tI,4147
38
+ nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py,sha256=K8jase7PD9kd8AuntzjdS1IO4ae8Oo_6byZsFG777D0,6838
39
39
  nv_ingest/framework/orchestration/ray/stages/meta/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
40
40
  nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py,sha256=LnVqBJmpfCmcI-eJLbkwK-7SS-hpEp98P4iCRv_Zhb0,1726
41
41
  nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py,sha256=AhlZUbDK2Jckqnu8hVbJrckW8MsSixfmWc1bst9gRYk,3447
42
- nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py,sha256=MtePbSiouDOtNYQ8bQI3hkHSXqkjN9r-NU2lXTz8paM,1793
42
+ nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py,sha256=1Pae2xRPK0_QLh53yHECVFm2guwgvZaiRRr3tp4OpYI,1744
43
43
  nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py,sha256=rAuEH8uq8-j4Ipkb1zMB8z_x_PMvxwO9LFN4iY7UXjE,28957
44
44
  nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
45
45
  nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py,sha256=UepeDvH6Cfgm5rIylRx6uOxihS0OZ4Q1DGUrjUybNaY,3493
@@ -48,7 +48,7 @@ nv_ingest/framework/orchestration/ray/stages/sinks/__init__.py,sha256=wQSlVx3T14
48
48
  nv_ingest/framework/orchestration/ray/stages/sinks/default_drain.py,sha256=0SQHJlFuXlP16YRWduX1fMKgjhUd7UhDAWQ8XZh4_0I,1471
49
49
  nv_ingest/framework/orchestration/ray/stages/sinks/message_broker_task_sink.py,sha256=enylryvcPmzirpOjCahqYJbNSLsNvv1KpMnOzGqNZQQ,11509
50
50
  nv_ingest/framework/orchestration/ray/stages/sources/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
51
- nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py,sha256=srDsgp8ExMHZNI76ch3iX7S0drMXmQ3NkWC_udnwqmo,20286
51
+ nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py,sha256=9YoVytbFFt-RpIR_MN2m3T93zVTjts8tjhi0qzLJkTw,19922
52
52
  nv_ingest/framework/orchestration/ray/stages/storage/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
53
53
  nv_ingest/framework/orchestration/ray/stages/storage/image_storage.py,sha256=6NkwQzseAnaj0Ptpr3oKvab2EnJdMwTjI2p4dS_HzsI,3901
54
54
  nv_ingest/framework/orchestration/ray/stages/storage/store_embeddings.py,sha256=SMLHQElZkKldnjy0_VHIKS65DBAAtOhwhdoaFe1yb9I,3337
@@ -58,16 +58,17 @@ nv_ingest/framework/orchestration/ray/stages/telemetry/otel_meter.py,sha256=wQSl
58
58
  nv_ingest/framework/orchestration/ray/stages/telemetry/otel_tracer.py,sha256=53M8Xw84gcuRAeHbf4Z_ApLFX9Zkd1KSec_2k-wXl6c,7947
59
59
  nv_ingest/framework/orchestration/ray/stages/transforms/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
60
60
  nv_ingest/framework/orchestration/ray/stages/transforms/image_caption.py,sha256=OuqPmJmCqbg9k7roDivuvfYVTd05Nl9PMC0_E9PHgYw,3514
61
- nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py,sha256=Hh7UXVZSS5LKt3uU5gwWIQ7SYqQrSN9tzFYw4CeUpUA,3535
62
- nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py,sha256=ulFDsTuz4oivvm_FKACfN1KH9X33mGH87LfD7rkaJnY,3090
61
+ nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py,sha256=cERKHTMkfOLGpibApCpGC_8URoIi-wn-Ttv-4b2XpJ0,3556
62
+ nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py,sha256=hyTIv3MMnuyZmgbBHbXicSgk9DhbpygDrgUtXRwvlmo,4677
63
63
  nv_ingest/framework/orchestration/ray/stages/utility/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
64
64
  nv_ingest/framework/orchestration/ray/stages/utility/throughput_monitor.py,sha256=MB27CkoNeuirN6CUHgjsC5Wh958NF7m_N7HE4VKfx3k,2264
65
65
  nv_ingest/framework/orchestration/ray/util/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
66
66
  nv_ingest/framework/orchestration/ray/util/pipeline/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
67
67
  nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py,sha256=AWyCFPP41vp1NOkO2urqm7vh-sTGKypJxwhdq8HxK6Q,50681
68
- nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py,sha256=jMYnVe_0rb1OIO9mlB4LH3uXtgaXBbUG-rDPx6fe6J8,10456
69
- nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py,sha256=3aSYSxyunm-eKUYErDArQTHXSoNKlNJMUr9o5Ui6VTk,14037
70
- nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py,sha256=_MPUbOVTo9CjkBdDA--mcpu2plQ9qFY_TCBXbfpbB_A,21477
68
+ nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py,sha256=d2-GS2tqk6JOFdw65CL1AwfjdUbkC_XxUuJH8Dy-aQ0,10456
69
+ nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py,sha256=C7wf0AdsOpfYUTMKWLhi8hkoUnnCAD8v3OMwOkpYgKw,14331
70
+ nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py,sha256=sEpfVgZrnnM_kZ5KoSBMufO6iU4Z8v8XskMbOGumg2g,21415
71
+ nv_ingest/framework/orchestration/ray/util/pipeline/tools.py,sha256=LQVb8k9jURaxh2Ga44Js_XuYFCbeN4_nLgDmtExovQg,8026
71
72
  nv_ingest/framework/orchestration/ray/util/system_tools/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
72
73
  nv_ingest/framework/orchestration/ray/util/system_tools/memory.py,sha256=ICqY0LLB3hFTZk03iX5yffMSKFH2q_aQomtDVzS_mKw,2228
73
74
  nv_ingest/framework/orchestration/ray/util/system_tools/visualizers.py,sha256=2oHZdO_3L1LGuzpyNmZBDh19n0E-APAaHk4MEwBwSHs,12895
@@ -95,8 +96,8 @@ nv_ingest/framework/util/service/meta/ingest/__init__.py,sha256=wQSlVx3T14ZgQAt-
95
96
  nv_ingest/framework/util/service/meta/ingest/ingest_service_meta.py,sha256=QS3uNxWBl5dIcmIpJKNe8_TLcTUuN2vcKyHeAwa-eSo,1589
96
97
  nv_ingest/framework/util/telemetry/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
97
98
  nv_ingest/framework/util/telemetry/global_stats.py,sha256=nq65pEEdiwjAfGiqsxG1CeQMC96O3CfQxsZuGFCY-ds,4554
98
- nv_ingest-2025.6.2.dev20250602.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
99
- nv_ingest-2025.6.2.dev20250602.dist-info/METADATA,sha256=PiLNsp7gjUH7ll310hQOEQCNk6i1Bf-7D7kg38MnLps,15141
100
- nv_ingest-2025.6.2.dev20250602.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
101
- nv_ingest-2025.6.2.dev20250602.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
102
- nv_ingest-2025.6.2.dev20250602.dist-info/RECORD,,
99
+ nv_ingest-2025.7.7.dev20250707.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
100
+ nv_ingest-2025.7.7.dev20250707.dist-info/METADATA,sha256=TmUXlozq6Ohz6qHFz7CTBrqa1Pwwxum9bMm6EblzLxU,15141
101
+ nv_ingest-2025.7.7.dev20250707.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
102
+ nv_ingest-2025.7.7.dev20250707.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
103
+ nv_ingest-2025.7.7.dev20250707.dist-info/RECORD,,