dkist-processing-test 1.42.18__tar.gz → 1.43.0rc1__tar.gz

{dkist_processing_test-1.42.18 → dkist_processing_test-1.43.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-test
-Version: 1.42.18
+Version: 1.43.0rc1
 Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: dkist-processing-common==14.3.4
+Requires-Dist: dkist-processing-common==14.3.5rc1
 Requires-Dist: dkist-header-validator==5.4.0
 Requires-Dist: dkist-service-configuration==4.3.0
 Requires-Dist: dkist-fits-specifications==4.28.0
@@ -41,7 +41,7 @@ Provides-Extra: frozen
 Requires-Dist: Deprecated==1.3.1; extra == "frozen"
 Requires-Dist: ImageIO==2.37.4; extra == "frozen"
 Requires-Dist: Jinja2==3.1.6; extra == "frozen"
-Requires-Dist: Mako==1.3.12; extra == "frozen"
+Requires-Dist: Mako==1.4.1; extra == "frozen"
 Requires-Dist: MarkupSafe==3.0.3; extra == "frozen"
 Requires-Dist: PyJWT==2.13.0; extra == "frozen"
 Requires-Dist: PyYAML==6.0.3; extra == "frozen"
@@ -50,28 +50,29 @@ Requires-Dist: Pygments==2.20.0; extra == "frozen"
 Requires-Dist: SQLAlchemy==2.0.51; extra == "frozen"
 Requires-Dist: Send2Trash==2.1.0; extra == "frozen"
 Requires-Dist: a2wsgi==1.10.10; extra == "frozen"
-Requires-Dist: aioftp==0.27.2; extra == "frozen"
+Requires-Dist: aioftp==0.28.0; extra == "frozen"
 Requires-Dist: aiohappyeyeballs==2.7.1; extra == "frozen"
-Requires-Dist: aiohttp==3.14.2; extra == "frozen"
+Requires-Dist: aiohttp==3.14.3; extra == "frozen"
 Requires-Dist: aiosignal==1.4.0; extra == "frozen"
 Requires-Dist: aiosmtplib==5.1.2; extra == "frozen"
 Requires-Dist: aiosqlite==0.21.0; extra == "frozen"
-Requires-Dist: alembic==1.18.5; extra == "frozen"
+Requires-Dist: alembic==1.19.1; extra == "frozen"
 Requires-Dist: amqp==5.3.1; extra == "frozen"
-Requires-Dist: annotated-doc==0.0.4; extra == "frozen"
-Requires-Dist: annotated-types==0.7.0; extra == "frozen"
+Requires-Dist: annotated-doc==0.0.5; extra == "frozen"
+Requires-Dist: annotated-types==0.8.0; extra == "frozen"
 Requires-Dist: anyio==4.14.2; extra == "frozen"
 Requires-Dist: apache-airflow==3.2.1; extra == "frozen"
 Requires-Dist: apache-airflow-core==3.2.1; extra == "frozen"
-Requires-Dist: apache-airflow-providers-celery==3.22.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-compat==1.16.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-celery==3.23.1; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-compat==1.18.0; extra == "frozen"
 Requires-Dist: apache-airflow-providers-common-io==1.8.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-sql==2.0.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-postgres==6.8.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-smtp==3.0.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-standard==1.16.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-sql==2.1.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-postgres==7.0.1; extra == "frozen"
+Requires-Dist: apache-airflow-providers-smtp==3.0.3; extra == "frozen"
+Requires-Dist: apache-airflow-providers-standard==1.17.0; extra == "frozen"
 Requires-Dist: apache-airflow-task-sdk==1.2.1; extra == "frozen"
-Requires-Dist: argcomplete==3.7.0; extra == "frozen"
+Requires-Dist: appnope==0.1.4; extra == "frozen"
+Requires-Dist: argcomplete==3.7.2; extra == "frozen"
 Requires-Dist: argon2-cffi==25.1.0; extra == "frozen"
 Requires-Dist: argon2-cffi-bindings==25.1.0; extra == "frozen"
 Requires-Dist: arrow==1.4.0; extra == "frozen"
@@ -80,7 +81,7 @@ Requires-Dist: asdf_standard==1.5.0; extra == "frozen"
 Requires-Dist: asgiref==3.12.1; extra == "frozen"
 Requires-Dist: asteval==1.0.9; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2026.7.20.15.31.18; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2026.8.10.0.32.39; extra == "frozen"
 Requires-Dist: asttokens==3.0.2; extra == "frozen"
 Requires-Dist: async-lru==2.3.0; extra == "frozen"
 Requires-Dist: asyncpg==0.31.0; extra == "frozen"
@@ -89,53 +90,53 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.15.0; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: bleach==6.4.0; extra == "frozen"
-Requires-Dist: boto3==1.43.53; extra == "frozen"
-Requires-Dist: botocore==1.43.53; extra == "frozen"
-Requires-Dist: cadwyn==7.1.1; extra == "frozen"
+Requires-Dist: boto3==1.43.67; extra == "frozen"
+Requires-Dist: botocore==1.43.67; extra == "frozen"
+Requires-Dist: cadwyn==7.2.0; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
 Requires-Dist: certifi==2026.7.22; extra == "frozen"
-Requires-Dist: cffi==2.1.0; extra == "frozen"
+Requires-Dist: cffi==2.1.1; extra == "frozen"
 Requires-Dist: charset-normalizer==3.4.9; extra == "frozen"
 Requires-Dist: click==8.4.2; extra == "frozen"
 Requires-Dist: click-didyoumean==0.3.1; extra == "frozen"
 Requires-Dist: click-plugins==1.1.1.2; extra == "frozen"
 Requires-Dist: click-repl==0.3.0; extra == "frozen"
-Requires-Dist: colorlog==6.11.0; extra == "frozen"
+Requires-Dist: colorlog==6.12.0; extra == "frozen"
 Requires-Dist: comm==0.2.3; extra == "frozen"
 Requires-Dist: contourpy==1.3.3; extra == "frozen"
 Requires-Dist: cron_descriptor==2.1.0; extra == "frozen"
 Requires-Dist: croniter==6.2.4; extra == "frozen"
-Requires-Dist: cryptography==49.0.0; extra == "frozen"
+Requires-Dist: cryptography==50.0.0; extra == "frozen"
 Requires-Dist: cycler==0.12.1; extra == "frozen"
 Requires-Dist: debugpy==1.8.21; extra == "frozen"
 Requires-Dist: decorator==5.3.1; extra == "frozen"
 Requires-Dist: defusedxml==0.7.1; extra == "frozen"
 Requires-Dist: dill==0.4.1; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.4.0; extra == "frozen"
-Requires-Dist: dkist-processing-common==14.3.4; extra == "frozen"
-Requires-Dist: dkist-processing-core==7.3.0; extra == "frozen"
+Requires-Dist: dkist-processing-common==14.3.5rc1; extra == "frozen"
+Requires-Dist: dkist-processing-core==7.4.0rc1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
-Requires-Dist: dkist-processing-test==1.42.18; extra == "frozen"
+Requires-Dist: dkist-processing-test==1.43.0rc1; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.1; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.28.0; extra == "frozen"
 Requires-Dist: dnspython==2.8.0; extra == "frozen"
 Requires-Dist: email-validator==2.3.0; extra == "frozen"
 Requires-Dist: executing==2.2.1; extra == "frozen"
-Requires-Dist: fastapi==0.139.2; extra == "frozen"
+Requires-Dist: fastapi==0.141.1; extra == "frozen"
 Requires-Dist: fastapi-cli==0.0.32; extra == "frozen"
-Requires-Dist: fastjsonschema==2.21.2; extra == "frozen"
+Requires-Dist: fastjsonschema==2.22.1; extra == "frozen"
 Requires-Dist: flower==2.0.1; extra == "frozen"
 Requires-Dist: fonttools==4.63.0; extra == "frozen"
 Requires-Dist: fqdn==1.5.1; extra == "frozen"
 Requires-Dist: frozenlist==1.8.0; extra == "frozen"
-Requires-Dist: fsspec==2026.6.0; extra == "frozen"
+Requires-Dist: fsspec==2026.7.0; extra == "frozen"
 Requires-Dist: globus-sdk==4.8.1; extra == "frozen"
-Requires-Dist: googleapis-common-protos==1.75.0; extra == "frozen"
+Requires-Dist: googleapis-common-protos==1.75.1; extra == "frozen"
 Requires-Dist: gqlclient==2.0.0; extra == "frozen"
 Requires-Dist: greenback==1.3.0; extra == "frozen"
-Requires-Dist: greenlet==3.5.4; extra == "frozen"
-Requires-Dist: grpcio==1.82.1; extra == "frozen"
+Requires-Dist: greenlet==3.5.5; extra == "frozen"
+Requires-Dist: grpcio==1.83.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
 Requires-Dist: httpcore==1.0.9; extra == "frozen"
 Requires-Dist: httptools==0.8.0; extra == "frozen"
@@ -145,7 +146,7 @@ Requires-Dist: idna==3.18; extra == "frozen"
 Requires-Dist: imageio-ffmpeg==0.6.0; extra == "frozen"
 Requires-Dist: importlib_metadata==9.0.0; extra == "frozen"
 Requires-Dist: ipykernel==7.3.0; extra == "frozen"
-Requires-Dist: ipython==9.15.0; extra == "frozen"
+Requires-Dist: ipython==9.16.1; extra == "frozen"
 Requires-Dist: ipython_pygments_lexers==1.1.1; extra == "frozen"
 Requires-Dist: isoduration==20.11.0; extra == "frozen"
 Requires-Dist: itsdangerous==2.2.0; extra == "frozen"
@@ -157,7 +158,7 @@ Requires-Dist: jsonschema==4.26.0; extra == "frozen"
 Requires-Dist: jsonschema-specifications==2025.9.1; extra == "frozen"
 Requires-Dist: jupyter-events==0.12.1; extra == "frozen"
 Requires-Dist: jupyter-lsp==2.3.1; extra == "frozen"
-Requires-Dist: jupyter_builder==1.1.1; extra == "frozen"
+Requires-Dist: jupyter_builder==1.2.2; extra == "frozen"
 Requires-Dist: jupyter_client==8.9.1; extra == "frozen"
 Requires-Dist: jupyter_core==5.9.1; extra == "frozen"
 Requires-Dist: jupyter_server==2.20.0; extra == "frozen"
@@ -169,7 +170,7 @@ Requires-Dist: kiwisolver==1.5.0; extra == "frozen"
 Requires-Dist: kombu==5.6.2; extra == "frozen"
 Requires-Dist: lark==1.3.1; extra == "frozen"
 Requires-Dist: lazy-object-proxy==1.12.0; extra == "frozen"
-Requires-Dist: libcst==1.8.6; extra == "frozen"
+Requires-Dist: libcst==1.9.0; extra == "frozen"
 Requires-Dist: linkify-it-py==2.1.0; extra == "frozen"
 Requires-Dist: llvmlite==0.44.0; extra == "frozen"
 Requires-Dist: lmfit==1.3.4; extra == "frozen"
@@ -188,7 +189,7 @@ Requires-Dist: multidict==6.7.1; extra == "frozen"
 Requires-Dist: natsort==8.4.0; extra == "frozen"
 Requires-Dist: nbclient==0.11.0; extra == "frozen"
 Requires-Dist: nbconvert==7.17.1; extra == "frozen"
-Requires-Dist: nbformat==5.10.4; extra == "frozen"
+Requires-Dist: nbformat==5.11.0; extra == "frozen"
 Requires-Dist: nest-asyncio2==1.7.2; extra == "frozen"
 Requires-Dist: notebook==7.6.1; extra == "frozen"
 Requires-Dist: notebook_shim==0.2.4; extra == "frozen"
@@ -220,8 +221,8 @@ Requires-Dist: opentelemetry-sdk==1.44.0; extra == "frozen"
 Requires-Dist: opentelemetry-semantic-conventions==0.65b0; extra == "frozen"
 Requires-Dist: opentelemetry-util-http==0.65b0; extra == "frozen"
 Requires-Dist: outcome==1.3.0.post0; extra == "frozen"
-Requires-Dist: packaging==26.2; extra == "frozen"
-Requires-Dist: pandas==3.0.3; extra == "frozen"
+Requires-Dist: packaging==26.3; extra == "frozen"
+Requires-Dist: pandas==3.0.5; extra == "frozen"
 Requires-Dist: pandocfilters==1.5.1; extra == "frozen"
 Requires-Dist: parfive==2.3.1; extra == "frozen"
 Requires-Dist: parso==0.8.7; extra == "frozen"
@@ -229,25 +230,27 @@ Requires-Dist: pathlib_abc==0.5.2; extra == "frozen"
 Requires-Dist: pathspec==1.1.1; extra == "frozen"
 Requires-Dist: pendulum==3.2.0; extra == "frozen"
 Requires-Dist: pexpect==4.9.0; extra == "frozen"
-Requires-Dist: pika==1.4.1; extra == "frozen"
+Requires-Dist: pika==1.4.4; extra == "frozen"
 Requires-Dist: pillow==11.3.0; extra == "frozen"
-Requires-Dist: pip==26.1.2; extra == "frozen"
-Requires-Dist: platformdirs==4.11.0; extra == "frozen"
+Requires-Dist: pip==26.2.1; extra == "frozen"
+Requires-Dist: platformdirs==4.11.1; extra == "frozen"
 Requires-Dist: pluggy==1.6.0; extra == "frozen"
 Requires-Dist: pooch==1.9.0; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
-Requires-Dist: prometheus_client==0.25.0; extra == "frozen"
-Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
+Requires-Dist: prometheus_client==0.26.0; extra == "frozen"
+Requires-Dist: prompt_toolkit==3.0.53; extra == "frozen"
 Requires-Dist: propcache==0.5.2; extra == "frozen"
 Requires-Dist: protobuf==7.35.1; extra == "frozen"
 Requires-Dist: psutil==7.2.2; extra == "frozen"
+Requires-Dist: psycopg==3.3.4; extra == "frozen"
+Requires-Dist: psycopg-binary==3.3.4; extra == "frozen"
 Requires-Dist: psycopg2-binary==2.9.12; extra == "frozen"
 Requires-Dist: ptyprocess==0.7.0; extra == "frozen"
 Requires-Dist: pure_eval==0.2.3; extra == "frozen"
 Requires-Dist: pycparser==3.0; extra == "frozen"
 Requires-Dist: pydantic==2.13.4; extra == "frozen"
 Requires-Dist: pydantic-extra-types==2.11.1; extra == "frozen"
-Requires-Dist: pydantic-settings==2.14.2; extra == "frozen"
+Requires-Dist: pydantic-settings==2.15.0; extra == "frozen"
 Requires-Dist: pydantic_core==2.46.4; extra == "frozen"
 Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
 Requires-Dist: pygtrie==2.5.0; extra == "frozen"
@@ -258,7 +261,7 @@ Requires-Dist: python-dotenv==1.2.2; extra == "frozen"
 Requires-Dist: python-json-logger==4.1.0; extra == "frozen"
 Requires-Dist: python-multipart==0.0.32; extra == "frozen"
 Requires-Dist: python-slugify==8.0.4; extra == "frozen"
-Requires-Dist: pytz==2026.2; extra == "frozen"
+Requires-Dist: pytz==2026.3.post1; extra == "frozen"
 Requires-Dist: pyzmq==27.1.0; extra == "frozen"
 Requires-Dist: redis==6.4.0; extra == "frozen"
 Requires-Dist: referencing==0.37.0; extra == "frozen"
@@ -270,7 +273,7 @@ Requires-Dist: rich==15.0.0; extra == "frozen"
 Requires-Dist: rich-argparse==1.8.0; extra == "frozen"
 Requires-Dist: rich-toolkit==0.20.3; extra == "frozen"
 Requires-Dist: rpds-py==2026.6.3; extra == "frozen"
-Requires-Dist: s3transfer==0.19.1; extra == "frozen"
+Requires-Dist: s3transfer==0.19.2; extra == "frozen"
 Requires-Dist: scipy==1.18.0; extra == "frozen"
 Requires-Dist: semantic-version==2.10.0; extra == "frozen"
 Requires-Dist: setproctitle==1.3.7; extra == "frozen"
@@ -278,7 +281,7 @@ Requires-Dist: shellingham==1.5.4; extra == "frozen"
 Requires-Dist: six==1.17.0; extra == "frozen"
 Requires-Dist: sniffio==1.3.1; extra == "frozen"
 Requires-Dist: solar-wavelength-calibration==2.0.3; extra == "frozen"
-Requires-Dist: soupsieve==2.9.1; extra == "frozen"
+Requires-Dist: soupsieve==2.9.2; extra == "frozen"
 Requires-Dist: sqids==0.5.1; extra == "frozen"
 Requires-Dist: sqlparse==0.5.5; extra == "frozen"
 Requires-Dist: stack-data==0.6.3; extra == "frozen"
@@ -293,11 +296,11 @@ Requires-Dist: termcolor==3.3.0; extra == "frozen"
 Requires-Dist: terminado==0.18.1; extra == "frozen"
 Requires-Dist: text-unidecode==1.3; extra == "frozen"
 Requires-Dist: tinycss2==1.5.1; extra == "frozen"
-Requires-Dist: tornado==6.5.7; extra == "frozen"
-Requires-Dist: tqdm==4.69.0; extra == "frozen"
-Requires-Dist: traitlets==5.15.1; extra == "frozen"
-Requires-Dist: typer==0.27.0; extra == "frozen"
-Requires-Dist: typing-inspection==0.4.2; extra == "frozen"
+Requires-Dist: tornado==6.5.8; extra == "frozen"
+Requires-Dist: tqdm==4.70.0; extra == "frozen"
+Requires-Dist: traitlets==5.16.1; extra == "frozen"
+Requires-Dist: typer==0.27.1; extra == "frozen"
+Requires-Dist: typing-inspection==0.4.3; extra == "frozen"
 Requires-Dist: typing_extensions==4.16.0; extra == "frozen"
 Requires-Dist: tzdata==2026.3; extra == "frozen"
 Requires-Dist: tzlocal==5.4.4; extra == "frozen"
@@ -307,7 +310,7 @@ Requires-Dist: universal_pathlib==0.3.10; extra == "frozen"
 Requires-Dist: uri-template==1.3.0; extra == "frozen"
 Requires-Dist: urllib3==2.7.0; extra == "frozen"
 Requires-Dist: uuid6==2025.0.1; extra == "frozen"
-Requires-Dist: uvicorn==0.51.0; extra == "frozen"
+Requires-Dist: uvicorn==0.52.1; extra == "frozen"
 Requires-Dist: uvloop==0.22.1; extra == "frozen"
 Requires-Dist: vine==5.1.0; extra == "frozen"
 Requires-Dist: voluptuous==0.16.0; extra == "frozen"
@@ -316,9 +319,9 @@ Requires-Dist: wcwidth==0.8.2; extra == "frozen"
 Requires-Dist: webcolors==25.10.0; extra == "frozen"
 Requires-Dist: webencodings==0.5.1; extra == "frozen"
 Requires-Dist: websocket-client==1.9.0; extra == "frozen"
-Requires-Dist: websockets==16.1.1; extra == "frozen"
+Requires-Dist: websockets==17.0.1; extra == "frozen"
 Requires-Dist: wirerope==1.0.0; extra == "frozen"
-Requires-Dist: wrapt==2.2.2; extra == "frozen"
+Requires-Dist: wrapt==2.3.0; extra == "frozen"
 Requires-Dist: yamale==6.1.0; extra == "frozen"
 Requires-Dist: yarl==1.24.5; extra == "frozen"
 Requires-Dist: zipp==4.1.0; extra == "frozen"
@@ -441,6 +444,9 @@ Environment Variables
      - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
    * - DOCS_BASE_URL
      - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
+   * - CPU_COUNT
+     - annotation=int required=False default=1 description='Number of CPUs available i.e. The maximum number of cores available for simultaneous execution.'
+
 
 Development
 -----------

{dkist_processing_test-1.42.18 → dkist_processing_test-1.43.0rc1}/README.rst

@@ -116,6 +116,9 @@ Environment Variables
      - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
    * - DOCS_BASE_URL
      - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
+   * - CPU_COUNT
+     - annotation=int required=False default=1 description='Number of CPUs available i.e. The maximum number of cores available for simultaneous execution.'
+
 
 Development
 -----------

{dkist_processing_test-1.42.18 → dkist_processing_test-1.43.0rc1}/dkist_processing_test/tasks/__init__.py

@@ -1,3 +1,4 @@
+from dkist_processing_test.tasks.exercise_multiprocessing import *
 from dkist_processing_test.tasks.exercise_numba import *
 from dkist_processing_test.tasks.fail import *
 from dkist_processing_test.tasks.fake_science import *

dkist_processing_test-1.43.0rc1/dkist_processing_test/tasks/exercise_multiprocessing.py

@@ -0,0 +1,56 @@
+"""Exercise CPU-level multiprocessing in the workflow execution environment."""
+
+import os
+from concurrent.futures import ProcessPoolExecutor
+
+from dkist_processing_core import TaskBase
+from dkist_service_configuration.logging import logger
+from pydantic import BaseModel
+
+from dkist_processing_test.config import dkist_processing_test_configurations
+
+__all__ = ["CpuBoundWorkloadResult", "ExerciseMultiprocessing"]
+
+# Keep computation short while giving each worker process meaningful CPU work.
+WORKLOAD_SIZE = 1_000_000
+
+
+class CpuBoundWorkloadResult(BaseModel):
+    """Result from a CPU-bound workload executed in a worker process."""
+
+    workload_id: int
+    process_id: int
+    result: int
+
+
+def _cpu_bound_workload(workload_id: int) -> CpuBoundWorkloadResult:
+    """Run a deterministic CPU-bound workload and report the worker process."""
+    result = sum((value + workload_id) ** 2 for value in range(WORKLOAD_SIZE))
+    return CpuBoundWorkloadResult(
+        workload_id=workload_id,
+        process_id=os.getpid(),
+        result=result,
+    )
+
+
+class ExerciseMultiprocessing(TaskBase):
+    """Run one CPU-bound workload per configured CPU in separate worker processes."""
+
+    def run(self) -> None:
+        worker_count = dkist_processing_test_configurations.cpu_count
+
+        with ProcessPoolExecutor(max_workers=worker_count) as executor:
+            workload_results = list(executor.map(_cpu_bound_workload, range(worker_count)))
+
+        worker_process_ids = {workload_result.process_id for workload_result in workload_results}
+        if len(worker_process_ids) != worker_count:
+            raise RuntimeError(
+                f"Expected {worker_count} worker processes; found {worker_process_ids}."
+            )
+
+        self.workload_results = workload_results
+        self.worker_process_ids = worker_process_ids
+        logger.info(
+            f"ExerciseMultiprocessing completed {worker_count} CPU-bound workloads "
+            f"using worker processes {sorted(worker_process_ids)}."
+        )

dkist_processing_test-1.43.0rc1/dkist_processing_test/tests/test_workflows.py

@@ -0,0 +1,17 @@
+"""Test integrity of workflows."""
+
+from dkist_processing_core import ResourceQueue
+from dkist_processing_core.build_utils import validate_workflows
+
+from dkist_processing_test import workflows
+from dkist_processing_test.workflows.exercise_multiprocessing import exercise_multiprocessing
+
+
+def test_workflow_integrity():
+    """Validate workflow to ensure acyclic-ness and export compilation"""
+    validate_workflows(workflows)
+
+
+def test_exercise_multiprocessing_uses_multi_core_resource_queue():
+    """The multiprocessing workflow runs on workers configured with multiple CPUs."""
+    assert exercise_multiprocessing.nodes[0].resource_queue == ResourceQueue.MULTI_CORE

dkist_processing_test-1.43.0rc1/dkist_processing_test/workflows/exercise_multiprocessing.py

@@ -0,0 +1,19 @@
+"""Workflow that exercises CPU-level multiprocessing."""
+
+from dkist_processing_core import ResourceQueue
+from dkist_processing_core import Workflow
+
+from dkist_processing_test.tasks import ExerciseMultiprocessing
+
+exercise_multiprocessing = Workflow(
+    input_data="input",
+    output_data="output",
+    category="test",
+    detail="exercise_multiprocessing",
+    workflow_package=__package__,
+)
+exercise_multiprocessing.add_node(
+    task=ExerciseMultiprocessing,
+    resource_queue=ResourceQueue.MULTI_CORE,
+    upstreams=None,
+)