nv-ingest 25.7.1.dev20250701__tar.gz → 25.7.2.dev20250702__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nv-ingest might be problematic. Click here for more details.

Files changed (108) hide show
  1. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/PKG-INFO +1 -1
  2. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py +1 -1
  3. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py +3 -3
  4. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py +4 -4
  5. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest.egg-info/PKG-INFO +1 -1
  6. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/LICENSE +0 -0
  7. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/MANIFEST.in +0 -0
  8. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/__init__.py +0 -0
  9. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/__init__.py +0 -0
  10. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/main.py +0 -0
  11. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/v1/__init__.py +0 -0
  12. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/v1/health.py +0 -0
  13. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/v1/ingest.py +0 -0
  14. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/api/v1/metrics.py +0 -0
  15. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/__init__.py +0 -0
  16. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/__init__.py +0 -0
  17. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/__init__.py +0 -0
  18. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/edges/__init__.py +0 -0
  19. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/edges/async_queue_edge.py +0 -0
  20. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/edges/ray_queue_edge.py +0 -0
  21. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/edges/threaded_queue_edge.py +0 -0
  22. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/examples/__init__.py +0 -0
  23. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/examples/task_source_harness.py +0 -0
  24. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/examples/task_source_sink_harness.py +0 -0
  25. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/__init__.py +0 -0
  26. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/dataclasses.py +0 -0
  27. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/pipeline_monitor.py +0 -0
  28. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py +0 -0
  29. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py +0 -0
  30. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py +0 -0
  31. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/__init__.py +0 -0
  32. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/__init__.py +0 -0
  33. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/audio_extractor.py +0 -0
  34. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/chart_extractor.py +0 -0
  35. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/docx_extractor.py +0 -0
  36. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/html_extractor.py +0 -0
  37. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/image_extractor.py +0 -0
  38. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/infographic_extractor.py +0 -0
  39. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/pdf_extractor.py +0 -0
  40. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/pptx_extractor.py +0 -0
  41. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/extractors/table_extractor.py +0 -0
  42. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/injectors/__init__.py +0 -0
  43. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py +0 -0
  44. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/meta/__init__.py +0 -0
  45. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py +0 -0
  46. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py +0 -0
  47. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py +0 -0
  48. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py +0 -0
  49. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py +0 -0
  50. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py +0 -0
  51. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/mutate/image_filter.py +0 -0
  52. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/sinks/__init__.py +0 -0
  53. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/sinks/default_drain.py +0 -0
  54. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/sinks/message_broker_task_sink.py +0 -0
  55. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/sources/__init__.py +0 -0
  56. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py +0 -0
  57. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/storage/__init__.py +0 -0
  58. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/storage/image_storage.py +0 -0
  59. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/storage/store_embeddings.py +0 -0
  60. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/telemetry/__init__.py +0 -0
  61. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/telemetry/job_counter.py +0 -0
  62. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/telemetry/otel_meter.py +0 -0
  63. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/telemetry/otel_tracer.py +0 -0
  64. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/transforms/__init__.py +0 -0
  65. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/transforms/image_caption.py +0 -0
  66. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py +0 -0
  67. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py +0 -0
  68. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/utility/__init__.py +0 -0
  69. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/stages/utility/throughput_monitor.py +0 -0
  70. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/__init__.py +0 -0
  71. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/__init__.py +0 -0
  72. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py +0 -0
  73. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py +0 -0
  74. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/pipeline/tools.py +0 -0
  75. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/system_tools/__init__.py +0 -0
  76. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/system_tools/memory.py +0 -0
  77. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/orchestration/ray/util/system_tools/visualizers.py +0 -0
  78. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/__init__.py +0 -0
  79. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_ingest_config_schema.py +0 -0
  80. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_job_counter_schema.py +0 -0
  81. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_message_broker_sink_schema.py +0 -0
  82. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_message_broker_source_schema.py +0 -0
  83. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_message_wrapper_schema.py +0 -0
  84. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_metadata_injector_schema.py +0 -0
  85. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_otel_meter_schema.py +0 -0
  86. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_otel_tracer_schema.py +0 -0
  87. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_processing_job_schema.py +0 -0
  88. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_task_injection_schema.py +0 -0
  89. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/schemas/framework_vdb_task_sink_schema.py +0 -0
  90. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/__init__.py +0 -0
  91. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/flow_control/__init__.py +0 -0
  92. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/flow_control/filter_by_task.py +0 -0
  93. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/__init__.py +0 -0
  94. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/impl/__init__.py +0 -0
  95. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/impl/ingest/__init__.py +0 -0
  96. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/impl/ingest/redis_ingest_service.py +0 -0
  97. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/meta/__init__.py +0 -0
  98. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/meta/ingest/__init__.py +0 -0
  99. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/service/meta/ingest/ingest_service_meta.py +0 -0
  100. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/telemetry/__init__.py +0 -0
  101. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/framework/util/telemetry/global_stats.py +0 -0
  102. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest/version.py +0 -0
  103. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest.egg-info/SOURCES.txt +0 -0
  104. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest.egg-info/dependency_links.txt +0 -0
  105. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest.egg-info/requires.txt +0 -0
  106. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/nv_ingest.egg-info/top_level.txt +0 -0
  107. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/pyproject.toml +0 -0
  108. {nv_ingest-25.7.1.dev20250701 → nv_ingest-25.7.2.dev20250702}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nv-ingest
3
- Version: 25.7.1.dev20250701
3
+ Version: 25.7.2.dev20250702
4
4
  Summary: Python module for multimodal document ingestion
5
5
  Author-email: Jeremy Dyer <jdyer@nvidia.com>
6
6
  License: Apache License
@@ -63,7 +63,7 @@ def get_nim_service(env_var_prefix):
63
63
  "",
64
64
  )
65
65
  auth_token = os.environ.get(
66
- "NVIDIA_BUILD_API_KEY",
66
+ "NVIDIA_API_KEY",
67
67
  "",
68
68
  ) or os.environ.get(
69
69
  "NGC_API_KEY",
@@ -72,7 +72,7 @@ class PipelineCreationSchema(BaseModel):
72
72
 
73
73
  # API keys
74
74
  ngc_api_key: str = os.getenv("NGC_API_KEY", "")
75
- nvidia_build_api_key: str = os.getenv("NVIDIA_BUILD_API_KEY", "")
75
+ nvidia_api_key: str = os.getenv("NVIDIA_API_KEY", "")
76
76
 
77
77
  # Observability settings
78
78
  otel_exporter_otlp_endpoint: str = os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT", "localhost:4317")
@@ -332,9 +332,9 @@ def run_pipeline(
332
332
  if run_in_subprocess:
333
333
  logger.info("Launching pipeline in Python subprocess using multiprocessing.")
334
334
  if (ingest_config.ngc_api_key is None or ingest_config.ngc_api_key == "") and (
335
- ingest_config.nvidia_build_api_key is None or ingest_config.nvidia_build_api_key == ""
335
+ ingest_config.nvidia_api_key is None or ingest_config.nvidia_api_key == ""
336
336
  ):
337
- logger.warning("NGC_API_KEY or NVIDIA_BUILD_API_KEY are not set. NIM Related functions will not work.")
337
+ logger.warning("NGC_API_KEY or NVIDIA_API_KEY are not set. NIM Related functions will not work.")
338
338
 
339
339
  ctx = multiprocessing.get_context("fork")
340
340
  process = ctx.Process(
@@ -105,7 +105,7 @@ def get_nim_service(env_var_prefix):
105
105
  "",
106
106
  )
107
107
  auth_token = os.environ.get(
108
- "NVIDIA_BUILD_API_KEY",
108
+ "NVIDIA_API_KEY",
109
109
  "",
110
110
  ) or os.environ.get(
111
111
  "NGC_API_KEY",
@@ -135,7 +135,7 @@ def get_audio_retrieval_service(env_var_prefix):
135
135
  "",
136
136
  )
137
137
  auth_token = os.environ.get(
138
- "NVIDIA_BUILD_API_KEY",
138
+ "NVIDIA_API_KEY",
139
139
  "",
140
140
  ) or os.environ.get(
141
141
  "NGC_API_KEY",
@@ -463,7 +463,7 @@ def add_text_splitter_stage(pipeline, default_cpu_count, stage_name="text_splitt
463
463
 
464
464
  def add_image_caption_stage(pipeline, default_cpu_count, stage_name="image_caption"):
465
465
  auth_token = os.environ.get(
466
- "NVIDIA_BUILD_API_KEY",
466
+ "NVIDIA_API_KEY",
467
467
  "",
468
468
  ) or os.environ.get(
469
469
  "NGC_API_KEY",
@@ -495,7 +495,7 @@ def add_image_caption_stage(pipeline, default_cpu_count, stage_name="image_capti
495
495
 
496
496
  def add_text_embedding_stage(pipeline, default_cpu_count, stage_name="text_embedding"):
497
497
  api_key = os.environ.get(
498
- "NVIDIA_BUILD_API_KEY",
498
+ "NVIDIA_API_KEY",
499
499
  "",
500
500
  ) or os.environ.get(
501
501
  "NGC_API_KEY",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nv-ingest
3
- Version: 25.7.1.dev20250701
3
+ Version: 25.7.2.dev20250702
4
4
  Summary: Python module for multimodal document ingestion
5
5
  Author-email: Jeremy Dyer <jdyer@nvidia.com>
6
6
  License: Apache License