PyPI - dkist-processing-test - Versions diffs - 1.43.1__tar.gz → 1.44.0__tar.gz - Mend

dkist-processing-test 1.43.1tar.gz → 1.44.0tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (52) hide show

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-test
-Version: 1.43.1
+Version: 1.44.0
 Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -29,6 +29,7 @@ Requires-Dist: dkist-data-simulator>=5.2.6; extra == "test"
 Requires-Dist: dkist-processing-test[inventory]; extra == "test"
 Requires-Dist: dkist-processing-test[asdf]; extra == "test"
 Requires-Dist: dkist-processing-test[quality]; extra == "test"
+Requires-Dist: dkist-processing-test[gpu]; extra == "test"
 Provides-Extra: inventory
 Requires-Dist: dkist-processing-common[inventory]; extra == "inventory"
 Requires-Dist: dkist-inventory==1.11.9; extra == "inventory"
@@ -37,6 +38,8 @@ Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
 Requires-Dist: dkist-inventory[asdf]==1.11.9; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality==2.0.1; extra == "quality"
+Provides-Extra: gpu
+Requires-Dist: cupy-cuda12x[ctk]==14.1.1; extra == "gpu"
 Provides-Extra: frozen
 Requires-Dist: Deprecated==1.3.1; extra == "frozen"
 Requires-Dist: ImageIO==2.37.4; extra == "frozen"
@@ -47,7 +50,7 @@ Requires-Dist: PyJWT==2.13.0; extra == "frozen"
 Requires-Dist: PyYAML==6.0.3; extra == "frozen"
 Requires-Dist: PyYAML-ft==8.0.0; extra == "frozen"
 Requires-Dist: Pygments==2.20.0; extra == "frozen"
-Requires-Dist: SQLAlchemy==2.0.51; extra == "frozen"
+Requires-Dist: SQLAlchemy==2.0.52; extra == "frozen"
 Requires-Dist: Send2Trash==2.1.0; extra == "frozen"
 Requires-Dist: a2wsgi==1.10.10; extra == "frozen"
 Requires-Dist: aioftp==0.28.0; extra == "frozen"
@@ -90,8 +93,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.15.0; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: bleach==6.4.0; extra == "frozen"
-Requires-Dist: boto3==1.43.68; extra == "frozen"
-Requires-Dist: botocore==1.43.68; extra == "frozen"
+Requires-Dist: boto3==1.43.69; extra == "frozen"
+Requires-Dist: botocore==1.43.69; extra == "frozen"
 Requires-Dist: cadwyn==7.2.0; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
 Requires-Dist: certifi==2026.7.22; extra == "frozen"
@@ -116,7 +119,7 @@ Requires-Dist: dkist-header-validator==5.4.0; extra == "frozen"
 Requires-Dist: dkist-processing-common==14.3.5; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.4.0; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
-Requires-Dist: dkist-processing-test==1.43.1; extra == "frozen"
+Requires-Dist: dkist-processing-test==1.44.0; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.1; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.28.1; extra == "frozen"

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/bitbucket-pipelines.yml RENAMED Viewed

@@ -58,7 +58,7 @@ definitions:
         name: Check frozen install with extras
         script:
           - pip install -U pip
-          - pip install .[asdf,quality,inventory,frozen]
+          - pip install .[asdf,quality,inventory,frozen,gpu]
     - step: &push_workflow
         caches:

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test/tasks/__init__.py RENAMED Viewed

@@ -1,3 +1,4 @@
+from dkist_processing_test.tasks.exercise_gpu import *
 from dkist_processing_test.tasks.exercise_multiprocessing import *
 from dkist_processing_test.tasks.exercise_numba import *
 from dkist_processing_test.tasks.fail import *

dkist_processing_test-1.44.0/dkist_processing_test/tasks/exercise_gpu.py ADDED Viewed

@@ -0,0 +1,48 @@
+"""Exercise CuPy on an NVIDIA GPU in the workflow execution environment."""
+import numpy as np
+from dkist_processing_core import TaskBase
+from dkist_service_configuration.logging import logger
+__all__ = ["ExerciseGpu"]
+ELEMENT_COUNT = 1_000_000
+SCALE_FACTOR = np.float32(3.0)
+OFFSET = np.float32(7.0)
+class ExerciseGpu(TaskBase):
+    """Execute CuPy operations on a GPU, then verify their result on the host."""
+    def run(self) -> None:
+        with self.telemetry_span("GPU Setup"):
+            # Import lazily so non-GPU tasks can be discovered without initializing CUDA.
+            import cupy as cp
+            device_count = cp.cuda.runtime.getDeviceCount()
+            if device_count < 1:
+                raise RuntimeError("CuPy did not find an available GPU.")
+            host_input = np.arange(ELEMENT_COUNT, dtype=np.float32)
+            device = cp.cuda.Device(0)
+        with self.telemetry_span(f"Using GPU"):
+            with device:
+                device_input = cp.asarray(host_input)
+                device_result = cp.add(cp.multiply(device_input, SCALE_FACTOR), OFFSET)
+                device_checksum = cp.sum(device_result)
+                cp.cuda.get_current_stream().synchronize()
+                host_result = cp.asnumpy(device_result)
+                checksum = float(device_checksum.get())
+                compute_capability = device.compute_capability
+        with self.telemetry_span("Using CPU"):
+            expected_result = host_input * SCALE_FACTOR + OFFSET
+        with self.telemetry_span("Verifying results"):
+            if not np.array_equal(host_result, expected_result):
+                raise RuntimeError("CuPy returned an unexpected result.")
+        logger.info(
+            f"ExerciseGpu completed CuPy operations on GPU {device.id} "
+            f"(compute capability {compute_capability}) with checksum {checksum}."
+        )

dkist_processing_test-1.44.0/dkist_processing_test/workflows/exercise_gpu.py ADDED Viewed

@@ -0,0 +1,20 @@
+"""Workflow that exercises an NVIDIA GPU resource queue."""
+from dkist_processing_core import ResourceQueue
+from dkist_processing_core import Workflow
+from dkist_processing_test.tasks import ExerciseGpu
+exercise_gpu = Workflow(
+    input_data="input",
+    output_data="output",
+    category="test",
+    detail="exercise_gpu",
+    workflow_package=__package__,
+)
+exercise_gpu.add_node(
+    task=ExerciseGpu,
+    resource_queue=ResourceQueue.GPU,
+    pip_extras=["gpu"],
+    upstreams=None,
+)

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test.egg-info/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-test
-Version: 1.43.1
+Version: 1.44.0
 Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -29,6 +29,7 @@ Requires-Dist: dkist-data-simulator>=5.2.6; extra == "test"
 Requires-Dist: dkist-processing-test[inventory]; extra == "test"
 Requires-Dist: dkist-processing-test[asdf]; extra == "test"
 Requires-Dist: dkist-processing-test[quality]; extra == "test"
+Requires-Dist: dkist-processing-test[gpu]; extra == "test"
 Provides-Extra: inventory
 Requires-Dist: dkist-processing-common[inventory]; extra == "inventory"
 Requires-Dist: dkist-inventory==1.11.9; extra == "inventory"
@@ -37,6 +38,8 @@ Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
 Requires-Dist: dkist-inventory[asdf]==1.11.9; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality==2.0.1; extra == "quality"
+Provides-Extra: gpu
+Requires-Dist: cupy-cuda12x[ctk]==14.1.1; extra == "gpu"
 Provides-Extra: frozen
 Requires-Dist: Deprecated==1.3.1; extra == "frozen"
 Requires-Dist: ImageIO==2.37.4; extra == "frozen"
@@ -47,7 +50,7 @@ Requires-Dist: PyJWT==2.13.0; extra == "frozen"
 Requires-Dist: PyYAML==6.0.3; extra == "frozen"
 Requires-Dist: PyYAML-ft==8.0.0; extra == "frozen"
 Requires-Dist: Pygments==2.20.0; extra == "frozen"
-Requires-Dist: SQLAlchemy==2.0.51; extra == "frozen"
+Requires-Dist: SQLAlchemy==2.0.52; extra == "frozen"
 Requires-Dist: Send2Trash==2.1.0; extra == "frozen"
 Requires-Dist: a2wsgi==1.10.10; extra == "frozen"
 Requires-Dist: aioftp==0.28.0; extra == "frozen"
@@ -90,8 +93,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.15.0; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: bleach==6.4.0; extra == "frozen"
-Requires-Dist: boto3==1.43.68; extra == "frozen"
-Requires-Dist: botocore==1.43.68; extra == "frozen"
+Requires-Dist: boto3==1.43.69; extra == "frozen"
+Requires-Dist: botocore==1.43.69; extra == "frozen"
 Requires-Dist: cadwyn==7.2.0; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
 Requires-Dist: certifi==2026.7.22; extra == "frozen"
@@ -116,7 +119,7 @@ Requires-Dist: dkist-header-validator==5.4.0; extra == "frozen"
 Requires-Dist: dkist-processing-common==14.3.5; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.4.0; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
-Requires-Dist: dkist-processing-test==1.43.1; extra == "frozen"
+Requires-Dist: dkist-processing-test==1.44.0; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.1; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.28.1; extra == "frozen"

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test.egg-info/SOURCES.txt RENAMED Viewed

@@ -22,6 +22,7 @@ dkist_processing_test/parsers/test_l0_fits_access.py
 dkist_processing_test/parsers/time.py
 dkist_processing_test/tasks/__init__.py
 dkist_processing_test/tasks/construct_dataset_extras.py
+dkist_processing_test/tasks/exercise_gpu.py
 dkist_processing_test/tasks/exercise_multiprocessing.py
 dkist_processing_test/tasks/exercise_numba.py
 dkist_processing_test/tasks/fail.py
@@ -40,6 +41,7 @@ dkist_processing_test/tests/test_workflows.py
 dkist_processing_test/workflows/__init__.py
 dkist_processing_test/workflows/common_tasks.py
 dkist_processing_test/workflows/end_to_end.py
+dkist_processing_test/workflows/exercise_gpu.py
 dkist_processing_test/workflows/exercise_multiprocessing.py
 dkist_processing_test/workflows/exercise_numba.py
 dkist_processing_test/workflows/fail.py

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test.egg-info/requires.txt RENAMED Viewed

@@ -21,7 +21,7 @@ PyJWT==2.13.0
 PyYAML==6.0.3
 PyYAML-ft==8.0.0
 Pygments==2.20.0
-SQLAlchemy==2.0.51
+SQLAlchemy==2.0.52
 Send2Trash==2.1.0
 a2wsgi==1.10.10
 aioftp==0.28.0
@@ -64,8 +64,8 @@ babel==2.18.0
 beautifulsoup4==4.15.0
 billiard==4.2.4
 bleach==6.4.0
-boto3==1.43.68
-botocore==1.43.68
+boto3==1.43.69
+botocore==1.43.69
 cadwyn==7.2.0
 celery==5.6.3
 certifi==2026.7.22
@@ -90,7 +90,7 @@ dkist-header-validator==5.4.0
 dkist-processing-common==14.3.5
 dkist-processing-core==7.4.0
 dkist-processing-pac==3.1.2
-dkist-processing-test==1.43.1
+dkist-processing-test==1.44.0
 dkist-service-configuration==4.3.0
 dkist-spectral-lines==3.0.1
 dkist_fits_specifications==4.28.1
@@ -300,6 +300,9 @@ yamale==6.1.0
 yarl==1.24.5
 zipp==4.1.0
+[gpu]
+cupy-cuda12x[ctk]==14.1.1
 [inventory]
 dkist-processing-common[inventory]
 dkist-inventory==1.11.9
@@ -316,3 +319,4 @@ dkist-data-simulator>=5.2.6
 dkist-processing-test[inventory]
 dkist-processing-test[asdf]
 dkist-processing-test[quality]
+dkist-processing-test[gpu]

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test.egg-info/scm_file_list.json RENAMED Viewed

@@ -16,6 +16,7 @@
     "dkist_processing_test/parsers/time.py",
     "dkist_processing_test/tasks/__init__.py",
     "dkist_processing_test/tasks/construct_dataset_extras.py",
+    "dkist_processing_test/tasks/exercise_gpu.py",
     "dkist_processing_test/tasks/exercise_multiprocessing.py",
     "dkist_processing_test/tasks/exercise_numba.py",
     "dkist_processing_test/tasks/fail.py",
@@ -34,6 +35,7 @@
     "dkist_processing_test/workflows/__init__.py",
     "dkist_processing_test/workflows/common_tasks.py",
     "dkist_processing_test/workflows/end_to_end.py",
+    "dkist_processing_test/workflows/exercise_gpu.py",
     "dkist_processing_test/workflows/exercise_multiprocessing.py",
     "dkist_processing_test/workflows/exercise_numba.py",
     "dkist_processing_test/workflows/fail.py",

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/dkist_processing_test.egg-info/scm_version.json RENAMED Viewed

@@ -1,7 +1,7 @@
 {
-  "tag": "1.43.1",
+  "tag": "1.44.0",
   "distance": 0,
-  "node": "g46daa463d60ab7447473210ada053a09b944b95d",
+  "node": "g5e9b02d28031d0350530c899f93d277e1aff6d09",
   "dirty": false,
   "branch": "HEAD",
   "node_date": "2026-08-11"

{dkist_processing_test-1.43.1 → dkist_processing_test-1.44.0}/pyproject.toml RENAMED Viewed

@@ -9,8 +9,8 @@ exclude = ["build*"]
 [tool.dkist-dev-tools]
 # Most recently frozen version by dkist-dev-tools
-version = "1.43.1"
-date = 2026-08-11T09:55:18.221318
+version = "1.44.0"
+date = 2026-08-11T14:26:24.597044
 [project]
 dynamic = ["version"]
@@ -51,6 +51,7 @@ test = [
   "dkist-processing-test[inventory]",
   "dkist-processing-test[asdf]",
   "dkist-processing-test[quality]",
+  "dkist-processing-test[gpu]",
 ]
 inventory = [
   "dkist-processing-common[inventory]",
@@ -63,6 +64,9 @@ asdf = [
 quality = [
  "dkist-quality == 2.0.1",
 ]
+gpu = [
+  "cupy-cuda12x[ctk] == 14.1.1",
+]
 frozen = [
     "Deprecated == 1.3.1",
     "ImageIO == 2.37.4",
@@ -73,7 +77,7 @@ frozen = [
     "PyYAML == 6.0.3",
     "PyYAML-ft == 8.0.0",
     "Pygments == 2.20.0",
-    "SQLAlchemy == 2.0.51",
+    "SQLAlchemy == 2.0.52",
     "Send2Trash == 2.1.0",
     "a2wsgi == 1.10.10",
     "aioftp == 0.28.0",
@@ -116,8 +120,8 @@ frozen = [
     "beautifulsoup4 == 4.15.0",
     "billiard == 4.2.4",
     "bleach == 6.4.0",
-    "boto3 == 1.43.68",
-    "botocore == 1.43.68",
+    "boto3 == 1.43.69",
+    "botocore == 1.43.69",
     "cadwyn == 7.2.0",
     "celery == 5.6.3",
     "certifi == 2026.7.22",
@@ -142,7 +146,7 @@ frozen = [
     "dkist-processing-common == 14.3.5",
     "dkist-processing-core == 7.4.0",
     "dkist-processing-pac == 3.1.2",
-    "dkist-processing-test == 1.43.1",
+    "dkist-processing-test == 1.44.0",
     "dkist-service-configuration == 4.3.0",
     "dkist-spectral-lines == 3.0.1",
     "dkist_fits_specifications == 4.28.1",