nv-ingest 2025.5.21.dev20250521__py3-none-any.whl

nv_ingest/framework/util/telemetry/__init__.py

@@ -0,0 +1,3 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-25, NVIDIA CORPORATION & AFFILIATES.
+# All rights reserved.
+# SPDX-License-Identifier: Apache-2.0

nv_ingest/framework/util/telemetry/global_stats.py

@@ -0,0 +1,145 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024, NVIDIA CORPORATION & AFFILIATES.
+# All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+import os
+from collections import defaultdict
+from collections import deque
+from statistics import mean
+from statistics import median
+
+TELEMETRY_WINDOW_SIZE = os.getenv("TELEMETRY_WINDOW_SIZE", 100)
+
+
+class GlobalStats:
+    """
+    Singleton class for maintaining global and job-specific statistics within a pipeline.
+
+    This class is designed to keep track of various statistics, including the number of submitted and completed jobs,
+    as well as dynamic statistics (mean and median) for job-specific metrics over a sliding window.
+
+    Usage
+    -----
+    global_stats = GlobalStats.get_instance()
+
+    # Setting and incrementing global statistics
+    global_stats.set_stat("submitted_jobs", 5)
+    global_stats.increment_stat("completed_jobs")
+
+    # Appending job-specific statistics
+    global_stats.append_job_stat("job_1", 100)
+    global_stats.append_job_stat("job_1", 200)
+
+    # Retrieving statistics
+    submitted_jobs = global_stats.get_stat("submitted_jobs")
+    job_1_mean = global_stats.get_job_stat("job_1", "mean")
+
+    Methods
+    -------
+    get_instance():
+        Returns the singleton instance of the GlobalStats class.
+
+    reset_all_stats():
+        Resets all global and job-specific statistics.
+
+    set_stat(stat_name, value):
+        Sets a specific global statistic to the given value.
+
+    increment_stat(stat_name, value=1):
+        Increments a specific global statistic by the given value (default is 1).
+
+    append_job_stat(job_name, value):
+        Appends a value to the job-specific statistics and updates the mean and median for the job.
+
+    get_stat(stat_name):
+        Retrieves the value of a specific global statistic.
+
+    get_job_stat(job_name, stat_name):
+        Retrieves the value of a specific job-specific statistic (mean or median).
+
+    get_all_stats():
+        Returns a dictionary containing all global and job-specific statistics.
+
+    Attributes
+    ----------
+    max_jobs : int
+        The maximum number of jobs to retain in the statistics window (default is 100).
+
+    stats : dict
+        Dictionary to hold global statistics.
+
+    job_stats : defaultdict
+        Dictionary to hold job-specific statistics, with each job having its own deque for values, mean, and median.
+
+    Example
+    -------
+    >>> global_stats = GlobalStats.get_instance()
+    >>> global_stats.increment_stat("submitted_jobs", 10)
+    >>> global_stats.append_job_stat("job_1", 50)
+    >>> global_stats.append_job_stat("job_1", 70)
+    >>> print(global_stats.get_stat("submitted_jobs"))
+    10
+    >>> print(global_stats.get_job_stat("job_1", "mean"))
+    60.0
+    >>> print(global_stats.get_job_stat("job_1", "median"))
+    60.0
+    """
+
+    _instance = None
+
+    @staticmethod
+    def get_instance():
+        if GlobalStats._instance is None:
+            GlobalStats()
+        return GlobalStats._instance
+
+    def __init__(self):
+        if GlobalStats._instance is not None:
+            raise Exception("This class is a singleton. Use `GlobalStats.get_instance()`.")
+        GlobalStats._instance = self
+
+        self.max_jobs = TELEMETRY_WINDOW_SIZE
+
+        self.reset_all_stats()
+
+    def reset_all_stats(self):
+        self.stats = {
+            "submitted_jobs": 0,
+            "completed_jobs": 0,
+            "failed_jobs": 0,
+        }
+        self.job_stats = defaultdict(lambda: {"values": deque(), "mean": 0.0, "median": 0.0})
+
+    def set_stat(self, stat_name, value):
+        self.stats[stat_name] = value
+
+    def increment_stat(self, stat_name, value=1):
+        self.stats[stat_name] += value
+
+    def append_job_stat(self, job_name, value):
+        job_stat = self.job_stats[job_name]
+        values = job_stat["values"]
+
+        if len(values) >= self.max_jobs:
+            values.popleft()
+        values.append(value)
+
+        job_stat["mean"] = mean(values)
+        job_stat["median"] = median(values)
+
+    def get_stat(self, stat_name):
+        if stat_name not in self.stats:
+            raise ValueError(f"Key {stat_name} does not exist.")
+        return self.stats[stat_name]
+
+    def get_job_stat(self, job_name, stat_name):
+        return self.job_stats[job_name][stat_name]
+
+    def get_all_stats(self):
+        return {
+            "global_stats": self.stats.copy(),
+            "job_stats": {job_name: stats.copy() for job_name, stats in self.job_stats.items()},
+        }
+
+    def __str__(self):
+        return str(self.get_all_stats())

nv_ingest/version.py

@@ -0,0 +1,38 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024, NVIDIA CORPORATION & AFFILIATES.
+# All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+
+import datetime
+import os
+import re
+
+
+def get_version():
+    release_type = os.getenv("NV_INGEST_RELEASE_TYPE", "dev")
+    version = os.getenv("NV_INGEST_VERSION")
+    rev = os.getenv("NV_INGEST_REV", "0")
+
+    if not version:
+        version = f"{datetime.datetime.now().strftime('%Y.%m.%d')}"
+
+    # We only check this for dev, we assume for release the user knows what they are doing
+    if release_type != "release":
+        # Ensure the version is PEP 440 compatible
+        pep440_regex = r"^\d{4}\.\d{1,2}\.\d{1,2}$"
+        if not re.match(pep440_regex, version):
+            raise ValueError(f"Version '{version}' is not PEP 440 compatible")
+
+    # Construct the final version string
+    if release_type == "dev":
+        # If rev is not specified and defaults to 0 lets create a more meaningful development
+        # identifier that is pep440 compliant
+        if int(rev) == 0:
+            rev = datetime.datetime.now().strftime("%Y%m%d")
+        final_version = f"{version}.dev{rev}"
+    elif release_type == "release":
+        final_version = f"{version}.post{rev}" if int(rev) > 0 else version
+    else:
+        raise ValueError(f"Invalid release type: {release_type}")
+
+    return final_version

nv_ingest-2025.5.21.dev20250521.dist-info/METADATA

@@ -0,0 +1,263 @@
+Metadata-Version: 2.4
+Name: nv-ingest
+Version: 2025.5.21.dev20250521
+Summary: Python module for multimodal document ingestion
+Author-email: Jeremy Dyer <jdyer@nvidia.com>
+License:                                  Apache License
+                                   Version 2.0, January 2004
+                                http://www.apache.org/licenses/
+        
+           TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+        
+           1. Definitions.
+        
+              "License" shall mean the terms and conditions for use, reproduction,
+              and distribution as defined by Sections 1 through 9 of this document.
+        
+              "Licensor" shall mean the copyright owner or entity authorized by
+              the copyright owner that is granting the License.
+        
+              "Legal Entity" shall mean the union of the acting entity and all
+              other entities that control, are controlled by, or are under common
+              control with that entity. For the purposes of this definition,
+              "control" means (i) the power, direct or indirect, to cause the
+              direction or management of such entity, whether by contract or
+              otherwise, or (ii) ownership of fifty percent (50%) or more of the
+              outstanding shares, or (iii) beneficial ownership of such entity.
+        
+              "You" (or "Your") shall mean an individual or Legal Entity
+              exercising permissions granted by this License.
+        
+              "Source" form shall mean the preferred form for making modifications,
+              including but not limited to software source code, documentation
+              source, and configuration files.
+        
+              "Object" form shall mean any form resulting from mechanical
+              transformation or translation of a Source form, including but
+              not limited to compiled object code, generated documentation,
+              and conversions to other media types.
+        
+              "Work" shall mean the work of authorship, whether in Source or
+              Object form, made available under the License, as indicated by a
+              copyright notice that is included in or attached to the work
+              (an example is provided in the Appendix below).
+        
+              "Derivative Works" shall mean any work, whether in Source or Object
+              form, that is based on (or derived from) the Work and for which the
+              editorial revisions, annotations, elaborations, or other modifications
+              represent, as a whole, an original work of authorship. For the purposes
+              of this License, Derivative Works shall not include works that remain
+              separable from, or merely link (or bind by name) to the interfaces of,
+              the Work and Derivative Works thereof.
+        
+              "Contribution" shall mean any work of authorship, including
+              the original version of the Work and any modifications or additions
+              to that Work or Derivative Works thereof, that is intentionally
+              submitted to Licensor for inclusion in the Work by the copyright owner
+              or by an individual or Legal Entity authorized to submit on behalf of
+              the copyright owner. For the purposes of this definition, "submitted"
+              means any form of electronic, verbal, or written communication sent
+              to the Licensor or its representatives, including but not limited to
+              communication on electronic mailing lists, source code control systems,
+              and issue tracking systems that are managed by, or on behalf of, the
+              Licensor for the purpose of discussing and improving the Work, but
+              excluding communication that is conspicuously marked or otherwise
+              designated in writing by the copyright owner as "Not a Contribution."
+        
+              "Contributor" shall mean Licensor and any individual or Legal Entity
+              on behalf of whom a Contribution has been received by Licensor and
+              subsequently incorporated within the Work.
+        
+           2. Grant of Copyright License. Subject to the terms and conditions of
+              this License, each Contributor hereby grants to You a perpetual,
+              worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+              copyright license to reproduce, prepare Derivative Works of,
+              publicly display, publicly perform, sublicense, and distribute the
+              Work and such Derivative Works in Source or Object form.
+        
+           3. Grant of Patent License. Subject to the terms and conditions of
+              this License, each Contributor hereby grants to You a perpetual,
+              worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+              (except as stated in this section) patent license to make, have made,
+              use, offer to sell, sell, import, and otherwise transfer the Work,
+              where such license applies only to those patent claims licensable
+              by such Contributor that are necessarily infringed by their
+              Contribution(s) alone or by combination of their Contribution(s)
+              with the Work to which such Contribution(s) was submitted. If You
+              institute patent litigation against any entity (including a
+              cross-claim or counterclaim in a lawsuit) alleging that the Work
+              or a Contribution incorporated within the Work constitutes direct
+              or contributory patent infringement, then any patent licenses
+              granted to You under this License for that Work shall terminate
+              as of the date such litigation is filed.
+        
+           4. Redistribution. You may reproduce and distribute copies of the
+              Work or Derivative Works thereof in any medium, with or without
+              modifications, and in Source or Object form, provided that You
+              meet the following conditions:
+        
+              (a) You must give any other recipients of the Work or
+                  Derivative Works a copy of this License; and
+        
+              (b) You must cause any modified files to carry prominent notices
+                  stating that You changed the files; and
+        
+              (c) You must retain, in the Source form of any Derivative Works
+                  that You distribute, all copyright, patent, trademark, and
+                  attribution notices from the Source form of the Work,
+                  excluding those notices that do not pertain to any part of
+                  the Derivative Works; and
+        
+              (d) If the Work includes a "NOTICE" text file as part of its
+                  distribution, then any Derivative Works that You distribute must
+                  include a readable copy of the attribution notices contained
+                  within such NOTICE file, excluding those notices that do not
+                  pertain to any part of the Derivative Works, in at least one
+                  of the following places: within a NOTICE text file distributed
+                  as part of the Derivative Works; within the Source form or
+                  documentation, if provided along with the Derivative Works; or,
+                  within a display generated by the Derivative Works, if and
+                  wherever such third-party notices normally appear. The contents
+                  of the NOTICE file are for informational purposes only and
+                  do not modify the License. You may add Your own attribution
+                  notices within Derivative Works that You distribute, alongside
+                  or as an addendum to the NOTICE text from the Work, provided
+                  that such additional attribution notices cannot be construed
+                  as modifying the License.
+        
+              You may add Your own copyright statement to Your modifications and
+              may provide additional or different license terms and conditions
+              for use, reproduction, or distribution of Your modifications, or
+              for any such Derivative Works as a whole, provided Your use,
+              reproduction, and distribution of the Work otherwise complies with
+              the conditions stated in this License.
+        
+           5. Submission of Contributions. Unless You explicitly state otherwise,
+              any Contribution intentionally submitted for inclusion in the Work
+              by You to the Licensor shall be under the terms and conditions of
+              this License, without any additional terms or conditions.
+              Notwithstanding the above, nothing herein shall supersede or modify
+              the terms of any separate license agreement you may have executed
+              with Licensor regarding such Contributions.
+        
+           6. Trademarks. This License does not grant permission to use the trade
+              names, trademarks, service marks, or product names of the Licensor,
+              except as required for reasonable and customary use in describing the
+              origin of the Work and reproducing the content of the NOTICE file.
+        
+           7. Disclaimer of Warranty. Unless required by applicable law or
+              agreed to in writing, Licensor provides the Work (and each
+              Contributor provides its Contributions) on an "AS IS" BASIS,
+              WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+              implied, including, without limitation, any warranties or conditions
+              of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+              PARTICULAR PURPOSE. You are solely responsible for determining the
+              appropriateness of using or redistributing the Work and assume any
+              risks associated with Your exercise of permissions under this License.
+        
+           8. Limitation of Liability. In no event and under no legal theory,
+              whether in tort (including negligence), contract, or otherwise,
+              unless required by applicable law (such as deliberate and grossly
+              negligent acts) or agreed to in writing, shall any Contributor be
+              liable to You for damages, including any direct, indirect, special,
+              incidental, or consequential damages of any character arising as a
+              result of this License or out of the use or inability to use the
+              Work (including but not limited to damages for loss of goodwill,
+              work stoppage, computer failure or malfunction, or any and all
+              other commercial damages or losses), even if such Contributor
+              has been advised of the possibility of such damages.
+        
+           9. Accepting Warranty or Additional Liability. While redistributing
+              the Work or Derivative Works thereof, You may choose to offer,
+              and charge a fee for, acceptance of support, warranty, indemnity,
+              or other liability obligations and/or rights consistent with this
+              License. However, in accepting such obligations, You may act only
+              on Your own behalf and on Your sole responsibility, not on behalf
+              of any other Contributor, and only if You agree to indemnify,
+              defend, and hold each Contributor harmless for any liability
+              incurred by, or claims asserted against, such Contributor by reason
+              of your accepting any such warranty or additional liability.
+        
+           END OF TERMS AND CONDITIONS
+        
+           APPENDIX: How to apply the Apache License to your work.
+        
+              To apply the Apache License to your work, attach the following
+              boilerplate notice, with the fields enclosed by brackets "[]"
+              replaced with your own identifying information. (Don't include
+              the brackets!)  The text should be enclosed in the appropriate
+              comment syntax for the file format. We also recommend that a
+              file or class name and description of purpose be included on the
+              same "printed page" as the copyright notice for easier
+              identification within third-party archives.
+        
+           Copyright [yyyy] [name of copyright owner]
+        
+           Licensed under the Apache License, Version 2.0 (the "License");
+           you may not use this file except in compliance with the License.
+           You may obtain a copy of the License at
+        
+               http://www.apache.org/licenses/LICENSE-2.0
+        
+           Unless required by applicable law or agreed to in writing, software
+           distributed under the License is distributed on an "AS IS" BASIS,
+           WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+           See the License for the specific language governing permissions and
+           limitations under the License.
+        
+Project-URL: homepage, https://github.com/NVIDIA/nv-ingest
+Project-URL: repository, https://github.com/NVIDIA/nv-ingest
+Project-URL: documentation, https://docs.nvidia.com/nv-ingest
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: azure-core>=1.32.0
+Requires-Dist: click>=8.1.7
+Requires-Dist: diskcache>=5.6.3
+Requires-Dist: fastapi>=0.115.6
+Requires-Dist: fastparquet>=2024.11.0
+Requires-Dist: fsspec>=2024.10.0
+Requires-Dist: gunicorn
+Requires-Dist: h11>=0.16.0
+Requires-Dist: httpx>=0.28.1
+Requires-Dist: isodate>=0.7.2
+Requires-Dist: langdetect>=1.0.9
+Requires-Dist: minio>=7.2.12
+Requires-Dist: openai>=1.57.1
+Requires-Dist: opentelemetry-api>=1.27.0
+Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
+Requires-Dist: opentelemetry-sdk>=1.27.0
+Requires-Dist: pydantic>2.0.0
+Requires-Dist: pydantic-settings>2.0.0
+Requires-Dist: pypdfium2>=4.30.0
+Requires-Dist: pytest>=8.0.2
+Requires-Dist: pytest-mock>=3.14.0
+Requires-Dist: pytest-cov>=6.0.0
+Requires-Dist: build>=1.2.2
+Requires-Dist: python-docx>=1.1.2
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: python-pptx>=1.0.2
+Requires-Dist: torch==2.4.1
+Requires-Dist: ray[all]>=2.37.0
+Requires-Dist: redis>=5.2.1
+Requires-Dist: requests>=2.28.2
+Requires-Dist: scikit-learn>=1.6.0
+Requires-Dist: scipy>=1.15.1
+Requires-Dist: setuptools>=58.2.0
+Requires-Dist: tabulate>=0.9.0
+Requires-Dist: torchvision
+Requires-Dist: torchaudio
+Requires-Dist: transformers>=4.47.0
+Requires-Dist: tqdm>=4.67.1
+Requires-Dist: uvicorn
+Requires-Dist: pip
+Requires-Dist: llama-index-embeddings-nvidia
+Requires-Dist: opencv-python
+Requires-Dist: pymilvus>=2.5.0
+Requires-Dist: pymilvus[bulk_writer,model]
+Requires-Dist: tritonclient
+Requires-Dist: nvidia-riva-client>=2.18.0
+Requires-Dist: unstructured-client
+Dynamic: license-file

nv_ingest-2025.5.21.dev20250521.dist-info/RECORD

@@ -0,0 +1,100 @@
+nv_ingest/__init__.py,sha256=vJLPeuxiIHqbxXPJSu9qe3MS-GPavbOUExyRq83DxxM,895
+nv_ingest/version.py,sha256=Y9gMjlV_tnRSE3JbmS1rWIfVppM974_g0k30MRF3IQM,1352
+nv_ingest/api/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/api/main.py,sha256=HkvOCo3XlcgMVnHWeRTsMCt4JA7MmKvZRt1LecVU2Y4,1501
+nv_ingest/api/v1/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/api/v1/health.py,sha256=zqu-isMRjh4NveS4XWh5FaAZGPIlBVxpCOg3Uu8nUHQ,4746
+nv_ingest/api/v1/ingest.py,sha256=LWk3LN4lBd3uO8h30EN42g3LHCVcO00avVd5ohVK7NI,19392
+nv_ingest/framework/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/edges/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/edges/async_queue_edge.py,sha256=PQliU_kyGbO9o42njpb8FrDMLrbLqwZzmBNXifxyG5Y,2312
+nv_ingest/framework/orchestration/ray/edges/ray_queue_edge.py,sha256=VFii2yxJuikimOxie3edKq5JN06g78AF8bdHSHVX8p8,2677
+nv_ingest/framework/orchestration/ray/edges/threaded_queue_edge.py,sha256=N6NH4KgZJ60e_JkGRcSmfQtX37qtX4TMcavOR-n3heE,2549
+nv_ingest/framework/orchestration/ray/examples/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/examples/pipeline_test_harness.py,sha256=QHhoHjELAjs1SNGUOcUBU7f9JXxq3xTwM6fHyzcQytg,16450
+nv_ingest/framework/orchestration/ray/examples/task_source_harness.py,sha256=Yt7uxThg7s8WuMiaHLKC8r1XAG7QixegfkT-juE5oNw,1953
+nv_ingest/framework/orchestration/ray/examples/task_source_sink_harness.py,sha256=XkvsoIzH5ftXvAZ4ox7mxbx7ESVx6D8Xupcwbqgd52w,3277
+nv_ingest/framework/orchestration/ray/primitives/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/primitives/dataclasses.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nv_ingest/framework/orchestration/ray/primitives/pipeline_monitor.py,sha256=L8ENPiF-lxqhIXVEQwQD5CCqQMb710ynj5D_Y4ixGhs,11077
+nv_ingest/framework/orchestration/ray/primitives/pipeline_topology.py,sha256=MKwerM3saKAdXZDHXFb4nGSnnwr7rUcOZlDo5JxV45o,28441
+nv_ingest/framework/orchestration/ray/primitives/ray_pipeline.py,sha256=Qk67mp7tMwtnFOWnrCc7_TXdXqVAKwJPCUp5_5VQye8,56099
+nv_ingest/framework/orchestration/ray/primitives/ray_stat_collector.py,sha256=2gU853TkIB_wo9Nl3AMPDCZMeZF_iSJWO0va8vxzN-Y,15809
+nv_ingest/framework/orchestration/ray/stages/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/extractors/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/extractors/audio_extractor.py,sha256=KV4hvY0NTGG8CjZviTgcFLQzaH8WJJGkkb9PFYbROww,3417
+nv_ingest/framework/orchestration/ray/stages/extractors/chart_extractor.py,sha256=tydluNNXfZYSo-0eqqafB59icF3SaeLXWcMrZ6OzlyQ,3998
+nv_ingest/framework/orchestration/ray/stages/extractors/docx_extractor.py,sha256=tSa3Z4vK6sYJ6RBNMa7_FiuOwUaDUl0rTJ6agGbI5y0,3426
+nv_ingest/framework/orchestration/ray/stages/extractors/image_extractor.py,sha256=c-qlLGSizLOgKqH7wl_c8dGOVKYxLtXhZEHLXil4Jc4,3734
+nv_ingest/framework/orchestration/ray/stages/extractors/infographic_extractor.py,sha256=dmgvzGMxVX81g7TpZO1ACnRh7sdtpc7YX5KK2QW26U4,2565
+nv_ingest/framework/orchestration/ray/stages/extractors/pdf_extractor.py,sha256=BUVuYOCGyPdPpacVhL5rnvA56hydnBip7tPaWTXaT1c,4650
+nv_ingest/framework/orchestration/ray/stages/extractors/pptx_extractor.py,sha256=ywPGA-3GNsbp3FWFsu04foumM6ZCccRrm73ijS7oY0g,3581
+nv_ingest/framework/orchestration/ray/stages/extractors/table_extractor.py,sha256=EOcjyJYAB3TuXewZFld4shnGQUQ9VysjPrIWnmb8zuI,3893
+nv_ingest/framework/orchestration/ray/stages/injectors/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/injectors/metadata_injector.py,sha256=cdGbLBH0x-4uCdhr6JH_dMVFyBqPODQ5_WYO1otk8tI,4147
+nv_ingest/framework/orchestration/ray/stages/meta/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_edge_base.py,sha256=LnVqBJmpfCmcI-eJLbkwK-7SS-hpEp98P4iCRv_Zhb0,1726
+nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_sink_stage_base.py,sha256=AhlZUbDK2Jckqnu8hVbJrckW8MsSixfmWc1bst9gRYk,3447
+nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_source_stage_base.py,sha256=MtePbSiouDOtNYQ8bQI3hkHSXqkjN9r-NU2lXTz8paM,1793
+nv_ingest/framework/orchestration/ray/stages/meta/ray_actor_stage_base.py,sha256=rAuEH8uq8-j4Ipkb1zMB8z_x_PMvxwO9LFN4iY7UXjE,28957
+nv_ingest/framework/orchestration/ray/stages/mutate/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/mutate/image_dedup.py,sha256=UepeDvH6Cfgm5rIylRx6uOxihS0OZ4Q1DGUrjUybNaY,3493
+nv_ingest/framework/orchestration/ray/stages/mutate/image_filter.py,sha256=9ek5rVa4_GVdmVHGMJvbxacRSpIqVoUxgv28lzJwrTQ,3319
+nv_ingest/framework/orchestration/ray/stages/sinks/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/sinks/default_drain.py,sha256=0SQHJlFuXlP16YRWduX1fMKgjhUd7UhDAWQ8XZh4_0I,1471
+nv_ingest/framework/orchestration/ray/stages/sinks/message_broker_task_sink.py,sha256=enylryvcPmzirpOjCahqYJbNSLsNvv1KpMnOzGqNZQQ,11509
+nv_ingest/framework/orchestration/ray/stages/sources/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/sources/message_broker_task_source.py,sha256=1OEms9l0GWoMuLP74mgEg-J8l_7ctJ3TY6ALT6Wphuo,20285
+nv_ingest/framework/orchestration/ray/stages/storage/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/storage/image_storage.py,sha256=6NkwQzseAnaj0Ptpr3oKvab2EnJdMwTjI2p4dS_HzsI,3901
+nv_ingest/framework/orchestration/ray/stages/storage/store_embeddings.py,sha256=SMLHQElZkKldnjy0_VHIKS65DBAAtOhwhdoaFe1yb9I,3337
+nv_ingest/framework/orchestration/ray/stages/telemetry/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/telemetry/job_counter.py,sha256=a6-GKP9w02DsMsZk6Fi-MLTRCW2MI7dnO1N2JCQFUIo,2656
+nv_ingest/framework/orchestration/ray/stages/telemetry/otel_meter.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/telemetry/otel_tracer.py,sha256=53M8Xw84gcuRAeHbf4Z_ApLFX9Zkd1KSec_2k-wXl6c,7947
+nv_ingest/framework/orchestration/ray/stages/transforms/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/transforms/image_caption.py,sha256=OuqPmJmCqbg9k7roDivuvfYVTd05Nl9PMC0_E9PHgYw,3514
+nv_ingest/framework/orchestration/ray/stages/transforms/text_embed.py,sha256=Hh7UXVZSS5LKt3uU5gwWIQ7SYqQrSN9tzFYw4CeUpUA,3535
+nv_ingest/framework/orchestration/ray/stages/transforms/text_splitter.py,sha256=ulFDsTuz4oivvm_FKACfN1KH9X33mGH87LfD7rkaJnY,3090
+nv_ingest/framework/orchestration/ray/stages/utility/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/stages/utility/throughput_monitor.py,sha256=MB27CkoNeuirN6CUHgjsC5Wh958NF7m_N7HE4VKfx3k,2264
+nv_ingest/framework/orchestration/ray/util/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/util/pipeline/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/util/pipeline/pid_controller.py,sha256=m13vysZhWo2MQYyjYODFesDkMDvh7w-vLcn28BPj6Ow,50651
+nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_builders.py,sha256=j-gMzfiDPMQPqn6my1xibNQOyxH5zBnEAHat6GtBb88,10195
+nv_ingest/framework/orchestration/ray/util/pipeline/pipeline_runners.py,sha256=5-UO_RTSvkbzZhO-rnefNm0eh1xqL4DIt2Z3RfMhia4,6656
+nv_ingest/framework/orchestration/ray/util/pipeline/stage_builders.py,sha256=hVHwzoIyr9nyBtu2LQeJ0mpWu9QwVTAvbHdp2Tc2n6k,20923
+nv_ingest/framework/orchestration/ray/util/system_tools/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/orchestration/ray/util/system_tools/memory.py,sha256=ICqY0LLB3hFTZk03iX5yffMSKFH2q_aQomtDVzS_mKw,2228
+nv_ingest/framework/orchestration/ray/util/system_tools/visualizers.py,sha256=2oHZdO_3L1LGuzpyNmZBDh19n0E-APAaHk4MEwBwSHs,12895
+nv_ingest/framework/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nv_ingest/framework/schemas/framework_ingest_config_schema.py,sha256=t0CdiADwxpmQ9ZQrP_p6gjFb3K-21BeK_J8x_-T--m4,3776
+nv_ingest/framework/schemas/framework_job_counter_schema.py,sha256=SxAq9iNI399p2CfEjWtXEfR_BbqUEOxdkf-Q7-acfw4,333
+nv_ingest/framework/schemas/framework_message_broker_sink_schema.py,sha256=X-CqUauoi-gUG2Q1lqSuszIvb9o55PZkdcVT-gwfMmI,550
+nv_ingest/framework/schemas/framework_message_broker_source_schema.py,sha256=63RnOUS4W8kzSRX92IJFytjJGZkLhDP3zNfeBP8qQqY,594
+nv_ingest/framework/schemas/framework_message_wrapper_schema.py,sha256=blasvz9zT1KBwD-3oqK5NhPrvdmL5hPhr_3nazNyGqQ,83
+nv_ingest/framework/schemas/framework_metadata_injector_schema.py,sha256=k0Zu9dE_Nbha1hXu6vG_1xuWMbaTTAnlFUlVHmlEXk8,363
+nv_ingest/framework/schemas/framework_otel_meter_schema.py,sha256=JoOmiAefRT-4eXX-mZUkhNWyjoGTAnE0rG1NA45llV0,544
+nv_ingest/framework/schemas/framework_otel_tracer_schema.py,sha256=EblvCsZWKrkkOWUK8HpxyW9n9o4Ka463FGuyboNL8_k,354
+nv_ingest/framework/schemas/framework_processing_job_schema.py,sha256=v2IpPQcNba5-xcmPYeKDibC0ZMwVAtp4rmOOYM1kJH0,601
+nv_ingest/framework/schemas/framework_task_injection_schema.py,sha256=31_515yb62V48Vbu1KeYmAljYTPwj9Ey7eVh3aWy54E,360
+nv_ingest/framework/schemas/framework_vdb_task_sink_schema.py,sha256=gcd27IM2R2YlwegMOomZys3Ngt546Iqbh-qrd_qNJmc,3888
+nv_ingest/framework/util/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/flow_control/__init__.py,sha256=blU7s6_dxTG2gHo6YadXslT0J-gkdl6dcCADZgpnjGc,215
+nv_ingest/framework/util/flow_control/filter_by_task.py,sha256=EMGoNNPiDbfVDGzXfGAxoxllqhFPqRkh9VqCidxyibI,10893
+nv_ingest/framework/util/service/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/service/impl/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/service/impl/ingest/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/service/impl/ingest/redis_ingest_service.py,sha256=KbzQFo7qVbCITiKYVPcGN0x4NI8piJy70Dz-8jf59Xs,15415
+nv_ingest/framework/util/service/meta/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/service/meta/ingest/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/service/meta/ingest/ingest_service_meta.py,sha256=QS3uNxWBl5dIcmIpJKNe8_TLcTUuN2vcKyHeAwa-eSo,1589
+nv_ingest/framework/util/telemetry/__init__.py,sha256=wQSlVx3T14ZgQAt-EPzEczQusXVW0W8yynnUaFFGE3s,143
+nv_ingest/framework/util/telemetry/global_stats.py,sha256=nq65pEEdiwjAfGiqsxG1CeQMC96O3CfQxsZuGFCY-ds,4554
+nv_ingest-2025.5.21.dev20250521.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+nv_ingest-2025.5.21.dev20250521.dist-info/METADATA,sha256=SB6sK4dXyR3py6ywwz5h1Elfd5gbKPYA97cQLkzmOSA,15082
+nv_ingest-2025.5.21.dev20250521.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+nv_ingest-2025.5.21.dev20250521.dist-info/top_level.txt,sha256=sjb0ajIsgn3YgftSjZHlYO0HjYAIIhNuXG_AmywCvaU,10
+nv_ingest-2025.5.21.dev20250521.dist-info/RECORD,,

nv_ingest-2025.5.21.dev20250521.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.8.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+