dkist-processing-cryonirsp 1.13.1__tar.gz → 1.14.1rc1__tar.gz

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/CHANGELOG.rst

@@ -1,3 +1,12 @@
+v1.14.0 (2025-09-26)
+====================
+
+Misc
+----
+
+- Integrate dkist-processing-core 6.0.0 which brings a swap of Elastic APM to OpenTelemetry for metrics and tracing. (`#221 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/221>`__)
+
+
 v1.13.1 (2025-09-17)
 ====================
 

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-cryonirsp
-Version: 1.13.1
+Version: 1.14.1rc1
 Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,12 +17,12 @@ Requires-Dist: Pillow==10.4.0
 Requires-Dist: astropy==7.0.2
 Requires-Dist: dkist-fits-specifications==4.17.0
 Requires-Dist: dkist-header-validator==5.2.1
-Requires-Dist: dkist-processing-common==11.5.1
+Requires-Dist: dkist-processing-common==11.7.0rc4
 Requires-Dist: dkist-processing-math==2.2.1
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-spectral-lines==3.0.0
 Requires-Dist: largestinteriorrectangle==0.2.1
-Requires-Dist: dkist-service-configuration==2.2
+Requires-Dist: dkist-service-configuration==4.1.7
 Requires-Dist: moviepy==2.1.2
 Requires-Dist: numba==0.61.2
 Requires-Dist: numpy==2.2.5
@@ -70,65 +70,66 @@ Requires-Dist: Flask-AppBuilder==4.5.3; extra == "frozen"
 Requires-Dist: Flask-Babel==2.0.0; extra == "frozen"
 Requires-Dist: Flask-Caching==2.3.1; extra == "frozen"
 Requires-Dist: Flask-JWT-Extended==4.7.1; extra == "frozen"
-Requires-Dist: Flask-Limiter==3.13; extra == "frozen"
+Requires-Dist: Flask-Limiter==3.12; extra == "frozen"
 Requires-Dist: Flask-Login==0.6.3; extra == "frozen"
 Requires-Dist: Flask-SQLAlchemy==2.5.1; extra == "frozen"
 Requires-Dist: Flask-Session==0.5.0; extra == "frozen"
 Requires-Dist: Flask-WTF==1.2.2; extra == "frozen"
 Requires-Dist: Jinja2==3.1.6; extra == "frozen"
 Requires-Dist: Mako==1.3.10; extra == "frozen"
-Requires-Dist: MarkupSafe==3.0.2; extra == "frozen"
+Requires-Dist: MarkupSafe==3.0.3; extra == "frozen"
 Requires-Dist: PeakUtils==1.3.5; extra == "frozen"
 Requires-Dist: PyJWT==2.10.1; extra == "frozen"
-Requires-Dist: PyYAML==6.0.2; extra == "frozen"
+Requires-Dist: PyYAML==6.0.3; extra == "frozen"
 Requires-Dist: Pygments==2.19.2; extra == "frozen"
 Requires-Dist: SQLAlchemy==1.4.54; extra == "frozen"
 Requires-Dist: SQLAlchemy-JSONField==1.0.2; extra == "frozen"
 Requires-Dist: SQLAlchemy-Utils==0.42.0; extra == "frozen"
 Requires-Dist: WTForms==3.2.1; extra == "frozen"
 Requires-Dist: Werkzeug==2.2.3; extra == "frozen"
-Requires-Dist: aioftp==0.26.2; extra == "frozen"
+Requires-Dist: aioftp==0.27.2; extra == "frozen"
 Requires-Dist: aiohappyeyeballs==2.6.1; extra == "frozen"
-Requires-Dist: aiohttp==3.12.15; extra == "frozen"
+Requires-Dist: aiohttp==3.13.0; extra == "frozen"
 Requires-Dist: aiosignal==1.4.0; extra == "frozen"
+Requires-Dist: aiosmtplib==4.0.2; extra == "frozen"
 Requires-Dist: alembic==1.16.5; extra == "frozen"
 Requires-Dist: amqp==5.3.1; extra == "frozen"
 Requires-Dist: annotated-types==0.7.0; extra == "frozen"
-Requires-Dist: anyio==4.10.0; extra == "frozen"
+Requires-Dist: anyio==4.11.0; extra == "frozen"
 Requires-Dist: apache-airflow==2.11.0; extra == "frozen"
 Requires-Dist: apache-airflow-providers-celery==3.10.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-compat==1.7.3; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-io==1.6.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-sql==1.28.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-compat==1.7.4; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-io==1.6.3; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-sql==1.28.1; extra == "frozen"
 Requires-Dist: apache-airflow-providers-fab==1.5.3; extra == "frozen"
 Requires-Dist: apache-airflow-providers-ftp==3.13.2; extra == "frozen"
 Requires-Dist: apache-airflow-providers-http==5.3.4; extra == "frozen"
 Requires-Dist: apache-airflow-providers-imap==3.9.2; extra == "frozen"
 Requires-Dist: apache-airflow-providers-postgres==6.3.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-smtp==2.2.1; extra == "frozen"
+Requires-Dist: apache-airflow-providers-smtp==2.3.1; extra == "frozen"
 Requires-Dist: apache-airflow-providers-sqlite==4.1.2; extra == "frozen"
-Requires-Dist: apispec==6.8.3; extra == "frozen"
+Requires-Dist: apispec==6.8.4; extra == "frozen"
 Requires-Dist: argcomplete==3.6.2; extra == "frozen"
 Requires-Dist: asdf==3.5.0; extra == "frozen"
 Requires-Dist: asdf_standard==1.4.0; extra == "frozen"
 Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
-Requires-Dist: asgiref==3.9.1; extra == "frozen"
+Requires-Dist: asgiref==3.10.0; extra == "frozen"
 Requires-Dist: asteval==1.0.6; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2025.9.15.0.37.0; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2025.10.6.0.35.25; extra == "frozen"
 Requires-Dist: asyncpg==0.30.0; extra == "frozen"
-Requires-Dist: attrs==25.3.0; extra == "frozen"
+Requires-Dist: attrs==25.4.0; extra == "frozen"
 Requires-Dist: babel==2.17.0; extra == "frozen"
-Requires-Dist: billiard==4.2.1; extra == "frozen"
+Requires-Dist: billiard==4.2.2; extra == "frozen"
 Requires-Dist: blinker==1.9.0; extra == "frozen"
-Requires-Dist: boto3==1.40.32; extra == "frozen"
-Requires-Dist: botocore==1.40.32; extra == "frozen"
+Requires-Dist: boto3==1.40.46; extra == "frozen"
+Requires-Dist: botocore==1.40.46; extra == "frozen"
 Requires-Dist: cachelib==0.13.0; extra == "frozen"
 Requires-Dist: celery==5.3.1; extra == "frozen"
-Requires-Dist: certifi==2025.8.3; extra == "frozen"
+Requires-Dist: certifi==2025.10.5; extra == "frozen"
 Requires-Dist: cffi==2.0.0; extra == "frozen"
 Requires-Dist: charset-normalizer==3.4.3; extra == "frozen"
-Requires-Dist: click==8.2.1; extra == "frozen"
+Requires-Dist: click==8.3.0; extra == "frozen"
 Requires-Dist: click-didyoumean==0.3.1; extra == "frozen"
 Requires-Dist: click-plugins==1.1.1.2; extra == "frozen"
 Requires-Dist: click-repl==0.3.0; extra == "frozen"
@@ -139,34 +140,33 @@ Requires-Dist: connexion==2.14.2; extra == "frozen"
 Requires-Dist: contourpy==1.3.3; extra == "frozen"
 Requires-Dist: cron_descriptor==2.0.6; extra == "frozen"
 Requires-Dist: croniter==6.0.0; extra == "frozen"
-Requires-Dist: cryptography==46.0.1; extra == "frozen"
+Requires-Dist: cryptography==46.0.2; extra == "frozen"
 Requires-Dist: cycler==0.12.1; extra == "frozen"
 Requires-Dist: dacite==1.9.2; extra == "frozen"
 Requires-Dist: decorator==5.2.1; extra == "frozen"
 Requires-Dist: dill==0.4.0; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-common==11.5.1; extra == "frozen"
-Requires-Dist: dkist-processing-core==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-cryonirsp==1.13.1; extra == "frozen"
+Requires-Dist: dkist-processing-common==11.7.0rc4; extra == "frozen"
+Requires-Dist: dkist-processing-core==6.0.0; extra == "frozen"
+Requires-Dist: dkist-processing-cryonirsp==1.14.1rc1; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
-Requires-Dist: dkist-service-configuration==2.2; extra == "frozen"
+Requires-Dist: dkist-service-configuration==4.1.7; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.0; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.17.0; extra == "frozen"
 Requires-Dist: dnspython==2.8.0; extra == "frozen"
-Requires-Dist: ecs-logging==2.2.0; extra == "frozen"
-Requires-Dist: elastic-apm==6.24.0; extra == "frozen"
 Requires-Dist: email-validator==2.3.0; extra == "frozen"
 Requires-Dist: fastjsonschema==2.21.2; extra == "frozen"
 Requires-Dist: flower==2.0.1; extra == "frozen"
-Requires-Dist: fonttools==4.60.0; extra == "frozen"
-Requires-Dist: frozenlist==1.7.0; extra == "frozen"
+Requires-Dist: fonttools==4.60.1; extra == "frozen"
+Requires-Dist: frozenlist==1.8.0; extra == "frozen"
 Requires-Dist: fsspec==2025.9.0; extra == "frozen"
-Requires-Dist: globus-sdk==3.63.0; extra == "frozen"
+Requires-Dist: globus-sdk==3.65.0; extra == "frozen"
 Requires-Dist: google-re2==1.1.20250805; extra == "frozen"
 Requires-Dist: googleapis-common-protos==1.70.0; extra == "frozen"
 Requires-Dist: gqlclient==1.2.3; extra == "frozen"
-Requires-Dist: grpcio==1.75.0; extra == "frozen"
+Requires-Dist: greenlet==3.2.4; extra == "frozen"
+Requires-Dist: grpcio==1.75.1; extra == "frozen"
 Requires-Dist: gunicorn==23.0.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
 Requires-Dist: httpcore==1.0.9; extra == "frozen"
@@ -187,7 +187,7 @@ Requires-Dist: kombu==5.5.4; extra == "frozen"
 Requires-Dist: largestinteriorrectangle==0.2.1; extra == "frozen"
 Requires-Dist: lazy-object-proxy==1.12.0; extra == "frozen"
 Requires-Dist: lazy_loader==0.4; extra == "frozen"
-Requires-Dist: limits==5.5.0; extra == "frozen"
+Requires-Dist: limits==5.6.0; extra == "frozen"
 Requires-Dist: linkify-it-py==2.0.3; extra == "frozen"
 Requires-Dist: llvmlite==0.44.0; extra == "frozen"
 Requires-Dist: lmfit==1.3.4; extra == "frozen"
@@ -203,7 +203,7 @@ Requires-Dist: mdurl==0.1.2; extra == "frozen"
 Requires-Dist: methodtools==0.4.7; extra == "frozen"
 Requires-Dist: more-itertools==10.8.0; extra == "frozen"
 Requires-Dist: moviepy==2.1.2; extra == "frozen"
-Requires-Dist: multidict==6.6.4; extra == "frozen"
+Requires-Dist: multidict==6.7.0; extra == "frozen"
 Requires-Dist: nbformat==5.10.4; extra == "frozen"
 Requires-Dist: networkx==3.5; extra == "frozen"
 Requires-Dist: numba==0.61.2; extra == "frozen"
@@ -214,13 +214,30 @@ Requires-Dist: opentelemetry-exporter-otlp==1.37.0; extra == "frozen"
 Requires-Dist: opentelemetry-exporter-otlp-proto-common==1.37.0; extra == "frozen"
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.37.0; extra == "frozen"
 Requires-Dist: opentelemetry-exporter-otlp-proto-http==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-aiohttp-client==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-asgi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-botocore==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-celery==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-dbapi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-fastapi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-pika==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-psycopg2==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-pymongo==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-redis==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-requests==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-sqlalchemy==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-system-metrics==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-propagator-aws-xray==1.0.2; extra == "frozen"
 Requires-Dist: opentelemetry-proto==1.37.0; extra == "frozen"
 Requires-Dist: opentelemetry-sdk==1.37.0; extra == "frozen"
 Requires-Dist: opentelemetry-semantic-conventions==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-util-http==0.58b0; extra == "frozen"
 Requires-Dist: ordered-set==4.1.0; extra == "frozen"
 Requires-Dist: packaging==25.0; extra == "frozen"
-Requires-Dist: pandas==2.3.2; extra == "frozen"
+Requires-Dist: pandas==2.3.3; extra == "frozen"
 Requires-Dist: parfive==2.2.0; extra == "frozen"
+Requires-Dist: pathlib_abc==0.5.1; extra == "frozen"
 Requires-Dist: pathspec==0.12.1; extra == "frozen"
 Requires-Dist: pendulum==3.1.0; extra == "frozen"
 Requires-Dist: pika==1.3.2; extra == "frozen"
@@ -231,18 +248,18 @@ Requires-Dist: pluggy==1.6.0; extra == "frozen"
 Requires-Dist: pooch==1.8.2; extra == "frozen"
 Requires-Dist: prison==0.2.1; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
-Requires-Dist: prometheus_client==0.22.1; extra == "frozen"
+Requires-Dist: prometheus_client==0.23.1; extra == "frozen"
 Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
-Requires-Dist: propcache==0.3.2; extra == "frozen"
+Requires-Dist: propcache==0.4.0; extra == "frozen"
 Requires-Dist: protobuf==6.32.1; extra == "frozen"
-Requires-Dist: psutil==7.0.0; extra == "frozen"
+Requires-Dist: psutil==7.1.0; extra == "frozen"
 Requires-Dist: psycopg2-binary==2.9.10; extra == "frozen"
 Requires-Dist: pycparser==2.23; extra == "frozen"
-Requires-Dist: pydantic==2.11.9; extra == "frozen"
-Requires-Dist: pydantic-settings==2.10.1; extra == "frozen"
-Requires-Dist: pydantic_core==2.33.2; extra == "frozen"
+Requires-Dist: pydantic==2.12.0; extra == "frozen"
+Requires-Dist: pydantic-settings==2.11.0; extra == "frozen"
+Requires-Dist: pydantic_core==2.41.1; extra == "frozen"
 Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
-Requires-Dist: pyparsing==3.2.4; extra == "frozen"
+Requires-Dist: pyparsing==3.2.5; extra == "frozen"
 Requires-Dist: python-daemon==3.1.2; extra == "frozen"
 Requires-Dist: python-dateutil==2.9.0.post0; extra == "frozen"
 Requires-Dist: python-dotenv==1.1.1; extra == "frozen"
@@ -254,7 +271,7 @@ Requires-Dist: referencing==0.36.2; extra == "frozen"
 Requires-Dist: requests==2.32.5; extra == "frozen"
 Requires-Dist: requests-toolbelt==1.0.0; extra == "frozen"
 Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
-Requires-Dist: rich==14.1.0; extra == "frozen"
+Requires-Dist: rich==13.9.4; extra == "frozen"
 Requires-Dist: rich-argparse==1.7.1; extra == "frozen"
 Requires-Dist: rpds-py==0.27.1; extra == "frozen"
 Requires-Dist: s3transfer==0.14.0; extra == "frozen"
@@ -273,24 +290,24 @@ Requires-Dist: talus==1.3.4; extra == "frozen"
 Requires-Dist: tenacity==8.5.0; extra == "frozen"
 Requires-Dist: termcolor==3.1.0; extra == "frozen"
 Requires-Dist: text-unidecode==1.3; extra == "frozen"
-Requires-Dist: tifffile==2025.9.9; extra == "frozen"
+Requires-Dist: tifffile==2025.10.4; extra == "frozen"
 Requires-Dist: tornado==6.5.2; extra == "frozen"
 Requires-Dist: tqdm==4.67.1; extra == "frozen"
 Requires-Dist: traitlets==5.14.3; extra == "frozen"
-Requires-Dist: typing-inspection==0.4.1; extra == "frozen"
+Requires-Dist: typing-inspection==0.4.2; extra == "frozen"
 Requires-Dist: typing_extensions==4.15.0; extra == "frozen"
 Requires-Dist: tzdata==2025.2; extra == "frozen"
 Requires-Dist: uc-micro-py==1.0.3; extra == "frozen"
 Requires-Dist: uncertainties==3.2.3; extra == "frozen"
-Requires-Dist: universal_pathlib==0.2.6; extra == "frozen"
+Requires-Dist: universal_pathlib==0.3.2; extra == "frozen"
 Requires-Dist: urllib3==2.5.0; extra == "frozen"
 Requires-Dist: vine==5.1.0; extra == "frozen"
 Requires-Dist: voluptuous==0.15.2; extra == "frozen"
-Requires-Dist: wcwidth==0.2.13; extra == "frozen"
+Requires-Dist: wcwidth==0.2.14; extra == "frozen"
 Requires-Dist: wirerope==1.0.0; extra == "frozen"
 Requires-Dist: wrapt==1.17.3; extra == "frozen"
 Requires-Dist: yamale==6.0.0; extra == "frozen"
-Requires-Dist: yarl==1.20.1; extra == "frozen"
+Requires-Dist: yarl==1.22.0; extra == "frozen"
 Requires-Dist: zipp==3.23.0; extra == "frozen"
 
 dkist-processing-cryonirsp
@@ -309,7 +326,83 @@ in their own package facilitates using the build_utils to test the integrity of
 
 Environment Variables
 ---------------------
-Only those specified by `dkist-processing-core <https://pypi.org/project/dkist-processing-core/>`_ and `dkist-processing-common <https://pypi.org/project/dkist-processing-common/>`_.
+
+.. list-table::
+   :widths: 10 90
+   :header-rows: 1
+
+   * - Variable
+     - Field Info
+   * - LOGURU_LEVEL
+     - annotation=str required=False default='INFO' alias_priority=2 validation_alias='LOGURU_LEVEL' description='Log level for the application'
+   * - MESH_CONFIG
+     - annotation=dict[str, MeshService] required=False default_factory=dict alias_priority=2 validation_alias='MESH_CONFIG' description='Service mesh configuration' examples=[{'upstream_service_name': {'mesh_address': 'localhost', 'mesh_port': 6742}}]
+   * - RETRY_CONFIG
+     - annotation=RetryConfig required=False default_factory=RetryConfig description='Retry configuration for the service'
+   * - OTEL_SERVICE_NAME
+     - annotation=str required=False default='unknown-service-name' alias_priority=2 validation_alias='OTEL_SERVICE_NAME' description='Service name for OpenTelemetry'
+   * - DKIST_SERVICE_VERSION
+     - annotation=str required=False default='unknown-service-version' alias_priority=2 validation_alias='DKIST_SERVICE_VERSION' description='Service version for OpenTelemetry'
+   * - NOMAD_ALLOC_ID
+     - annotation=str required=False default='unknown-allocation-id' alias_priority=2 validation_alias='NOMAD_ALLOC_ID' description='Nomad allocation ID for OpenTelemetry'
+   * - OTEL_EXPORTER_OTLP_TRACES_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP traces'
+   * - OTEL_EXPORTER_OTLP_METRICS_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP metrics'
+   * - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP traces endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_EXPORTER_OTLP_METRICS_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP metrics endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_PYTHON_DISABLED_INSTRUMENTATIONS
+     - annotation=list[str] required=False default_factory=list description='List of instrumentations to disable. https://opentelemetry.io/docs/zero-code/python/configuration/' examples=[['pika', 'requests']]
+   * - OTEL_PYTHON_FASTAPI_EXCLUDED_URLS
+     - annotation=str required=False default='health' description='Comma separated list of URLs to exclude from OpenTelemetry instrumentation in FastAPI.' examples=['client/.*/info,healthcheck']
+   * - SYSTEM_METRIC_INSTRUMENTATION_CONFIG
+     - annotation=Union[dict[str, bool], NoneType] required=False default=None description='Configuration for system metric instrumentation. https://opentelemetry-python-contrib.readthedocs.io/en/latest/instrumentation/system_metrics/system_metrics.html' examples=[{'system.memory.usage': ['used', 'free', 'cached'], 'system.cpu.time': ['idle', 'user', 'system', 'irq'], 'system.network.io': ['transmit', 'receive'], 'process.runtime.memory': ['rss', 'vms'], 'process.runtime.cpu.time': ['user', 'system'], 'process.runtime.context_switches': ['involuntary', 'voluntary']}]
+   * - ISB_USERNAME
+     - annotation=str required=False default='guest' description='Username for the interservice-bus.'
+   * - ISB_PASSWORD
+     - annotation=str required=False default='guest' description='Password for the interservice-bus.'
+   * - ISB_EXCHANGE
+     - annotation=str required=False default='master.direct.x' description='Exchange for the interservice-bus.'
+   * - ISB_QUEUE_TYPE
+     - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
+   * - BUILD_VERSION
+     - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - GQL_AUTH_TOKEN
+     - annotation=Union[str, NoneType] required=False default='dev' description='The auth token for the metadata-store-api.'
+   * - OBJECT_STORE_ACCESS_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The access key for the object store.'
+   * - OBJECT_STORE_SECRET_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The secret key for the object store.'
+   * - OBJECT_STORE_USE_SSL
+     - annotation=bool required=False default=False description='Whether to use SSL for the object store connection.'
+   * - MULTIPART_THRESHOLD
+     - annotation=Union[int, NoneType] required=False default=None description='Multipart threshold for the object store.'
+   * - S3_CLIENT_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 client configuration for the object store.'
+   * - S3_UPLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 upload configuration for the object store.'
+   * - S3_DOWNLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 download configuration for the object store.'
+   * - GLOBUS_TRANSPORT_PARAMS
+     - annotation=dict required=False default_factory=dict description='Globus transfer parameters.'
+   * - GLOBUS_CLIENT_ID
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client ID for inbound/outbound transfers.'
+   * - GLOBUS_CLIENT_SECRET
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client secret for inbound/outbound transfers.'
+   * - OBJECT_STORE_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Object store Globus Endpoint ID.'
+   * - SCRATCH_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Scratch Globus Endpoint ID.'
+   * - SCRATCH_BASE_PATH
+     - annotation=str required=False default='scratch/' description='Base path for scratch storage.'
+   * - SCRATCH_INVENTORY_DB_COUNT
+     - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
+   * - DOCS_BASE_URL
+     - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
+   * - FTS_ATLAS_DATA_DIR
+     - annotation=Union[str, NoneType] required=False default=None description='Common cached directory for a downloaded FTS Atlas.'
 
 Development
 -----------

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/README.rst

@@ -14,7 +14,83 @@ in their own package facilitates using the build_utils to test the integrity of
 
 Environment Variables
 ---------------------
-Only those specified by `dkist-processing-core <https://pypi.org/project/dkist-processing-core/>`_ and `dkist-processing-common <https://pypi.org/project/dkist-processing-common/>`_.
+
+.. list-table::
+   :widths: 10 90
+   :header-rows: 1
+
+   * - Variable
+     - Field Info
+   * - LOGURU_LEVEL
+     - annotation=str required=False default='INFO' alias_priority=2 validation_alias='LOGURU_LEVEL' description='Log level for the application'
+   * - MESH_CONFIG
+     - annotation=dict[str, MeshService] required=False default_factory=dict alias_priority=2 validation_alias='MESH_CONFIG' description='Service mesh configuration' examples=[{'upstream_service_name': {'mesh_address': 'localhost', 'mesh_port': 6742}}]
+   * - RETRY_CONFIG
+     - annotation=RetryConfig required=False default_factory=RetryConfig description='Retry configuration for the service'
+   * - OTEL_SERVICE_NAME
+     - annotation=str required=False default='unknown-service-name' alias_priority=2 validation_alias='OTEL_SERVICE_NAME' description='Service name for OpenTelemetry'
+   * - DKIST_SERVICE_VERSION
+     - annotation=str required=False default='unknown-service-version' alias_priority=2 validation_alias='DKIST_SERVICE_VERSION' description='Service version for OpenTelemetry'
+   * - NOMAD_ALLOC_ID
+     - annotation=str required=False default='unknown-allocation-id' alias_priority=2 validation_alias='NOMAD_ALLOC_ID' description='Nomad allocation ID for OpenTelemetry'
+   * - OTEL_EXPORTER_OTLP_TRACES_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP traces'
+   * - OTEL_EXPORTER_OTLP_METRICS_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP metrics'
+   * - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP traces endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_EXPORTER_OTLP_METRICS_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP metrics endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_PYTHON_DISABLED_INSTRUMENTATIONS
+     - annotation=list[str] required=False default_factory=list description='List of instrumentations to disable. https://opentelemetry.io/docs/zero-code/python/configuration/' examples=[['pika', 'requests']]
+   * - OTEL_PYTHON_FASTAPI_EXCLUDED_URLS
+     - annotation=str required=False default='health' description='Comma separated list of URLs to exclude from OpenTelemetry instrumentation in FastAPI.' examples=['client/.*/info,healthcheck']
+   * - SYSTEM_METRIC_INSTRUMENTATION_CONFIG
+     - annotation=Union[dict[str, bool], NoneType] required=False default=None description='Configuration for system metric instrumentation. https://opentelemetry-python-contrib.readthedocs.io/en/latest/instrumentation/system_metrics/system_metrics.html' examples=[{'system.memory.usage': ['used', 'free', 'cached'], 'system.cpu.time': ['idle', 'user', 'system', 'irq'], 'system.network.io': ['transmit', 'receive'], 'process.runtime.memory': ['rss', 'vms'], 'process.runtime.cpu.time': ['user', 'system'], 'process.runtime.context_switches': ['involuntary', 'voluntary']}]
+   * - ISB_USERNAME
+     - annotation=str required=False default='guest' description='Username for the interservice-bus.'
+   * - ISB_PASSWORD
+     - annotation=str required=False default='guest' description='Password for the interservice-bus.'
+   * - ISB_EXCHANGE
+     - annotation=str required=False default='master.direct.x' description='Exchange for the interservice-bus.'
+   * - ISB_QUEUE_TYPE
+     - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
+   * - BUILD_VERSION
+     - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - GQL_AUTH_TOKEN
+     - annotation=Union[str, NoneType] required=False default='dev' description='The auth token for the metadata-store-api.'
+   * - OBJECT_STORE_ACCESS_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The access key for the object store.'
+   * - OBJECT_STORE_SECRET_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The secret key for the object store.'
+   * - OBJECT_STORE_USE_SSL
+     - annotation=bool required=False default=False description='Whether to use SSL for the object store connection.'
+   * - MULTIPART_THRESHOLD
+     - annotation=Union[int, NoneType] required=False default=None description='Multipart threshold for the object store.'
+   * - S3_CLIENT_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 client configuration for the object store.'
+   * - S3_UPLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 upload configuration for the object store.'
+   * - S3_DOWNLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 download configuration for the object store.'
+   * - GLOBUS_TRANSPORT_PARAMS
+     - annotation=dict required=False default_factory=dict description='Globus transfer parameters.'
+   * - GLOBUS_CLIENT_ID
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client ID for inbound/outbound transfers.'
+   * - GLOBUS_CLIENT_SECRET
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client secret for inbound/outbound transfers.'
+   * - OBJECT_STORE_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Object store Globus Endpoint ID.'
+   * - SCRATCH_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Scratch Globus Endpoint ID.'
+   * - SCRATCH_BASE_PATH
+     - annotation=str required=False default='scratch/' description='Base path for scratch storage.'
+   * - SCRATCH_INVENTORY_DB_COUNT
+     - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
+   * - DOCS_BASE_URL
+     - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
+   * - FTS_ATLAS_DATA_DIR
+     - annotation=Union[str, NoneType] required=False default=None description='Common cached directory for a downloaded FTS Atlas.'
 
 Development
 -----------

dkist_processing_cryonirsp-1.14.1rc1/changelog/223.misc.rst

@@ -0,0 +1 @@
+Update `dkist-processing-common` to v11.7.0, which makes constants for the dataset extras.

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/dkist_processing_cryonirsp/tasks/bad_pixel_map.py

@@ -49,11 +49,11 @@ class BadPixelMapCalibration(CryonirspTaskBase):
         None
 
         """
-        with self.apm_task_step(f"Compute average uncorrected solar gain image"):
+        with self.telemetry_span(f"Compute average uncorrected solar gain image"):
             average_solar_gain_array = self.compute_average_gain_array()
 
-        with self.apm_task_step(f"Compute the bad pixel map"):
-            with self.apm_processing_step("Smooth array with median filter"):
+        with self.telemetry_span(f"Compute the bad pixel map"):
+            with self.telemetry_span("Smooth array with median filter"):
                 filter_size = self.parameters.bad_pixel_map_median_filter_size
                 filtered_array = spnd.median_filter(
                     average_solar_gain_array,
@@ -62,7 +62,7 @@ class BadPixelMapCalibration(CryonirspTaskBase):
                     cval=np.nanmedian(average_solar_gain_array),
                 )
 
-            with self.apm_processing_step("Identify bad pixels"):
+            with self.telemetry_span("Identify bad pixels"):
                 thresh = self.parameters.bad_pixel_map_threshold_factor
 
                 diff = filtered_array - average_solar_gain_array
@@ -72,7 +72,7 @@ class BadPixelMapCalibration(CryonirspTaskBase):
                 zeros = np.where(average_solar_gain_array == 0.0)
                 bad_pixel_map[zeros] = 1
 
-        with self.apm_writing_step("Writing bad pixel map"):
+        with self.telemetry_span("Writing bad pixel map"):
             self.write(
                 data=bad_pixel_map,
                 tags=[CryonirspTag.intermediate_frame(), CryonirspTag.task_bad_pixel_map()],

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/dkist_processing_cryonirsp/tasks/beam_boundaries_base.py

@@ -62,11 +62,11 @@ class BeamBoundariesCalibrationBase(CryonirspTaskBase):
 
         """
         # Step 1:
-        with self.apm_processing_step(f"Compute average solar gain image"):
+        with self.telemetry_span(f"Compute average solar gain image"):
             average_solar_gain_array = self.compute_average_gain_array()
 
         # Step 2:
-        with self.apm_task_step(f"Retrieve bad pixel map"):
+        with self.telemetry_span(f"Retrieve bad pixel map"):
             bad_pixel_map = next(
                 self.read(
                     tags=[CryonirspTag.intermediate_frame(), CryonirspTag.task_bad_pixel_map()],
@@ -78,21 +78,19 @@ class BeamBoundariesCalibrationBase(CryonirspTaskBase):
             )
 
         # Step 3
-        with self.apm_processing_step(f"Smooth the array to get good segmentation"):
+        with self.telemetry_span(f"Smooth the array to get good segmentation"):
             smoothed_solar_gain_array = self.smooth_gain_array(corrected_solar_gain_array)
 
         # Step 4
-        with self.apm_processing_step(f"Split the beam horizontally"):
+        with self.telemetry_span(f"Split the beam horizontally"):
             split_beams = self.split_beams(smoothed_solar_gain_array)
 
         # Step 5
-        with self.apm_processing_step(
-            f"Segment the beams into illuminated and non-illuminated pixels"
-        ):
+        with self.telemetry_span(f"Segment the beams into illuminated and non-illuminated pixels"):
             segmented_beams = self.segment_arrays(split_beams)
 
         # Step 6:
-        with self.apm_processing_step(
+        with self.telemetry_span(
             f"Compute the inscribed rectangular extents of the illuminated portions of the sensor"
         ):
             illuminated_boundaries = self.compute_boundaries_of_beam_illumination_regions(
@@ -100,14 +98,14 @@ class BeamBoundariesCalibrationBase(CryonirspTaskBase):
             )
 
         # Steps 7 - 9:
-        with self.apm_processing_step(f"Compute the boundaries of the illuminated beams"):
+        with self.telemetry_span(f"Compute the boundaries of the illuminated beams"):
             split_beams_float = [split_beam.astype(float) for split_beam in split_beams]
             boundaries = self.compute_final_beam_boundaries(
                 split_beams_float, illuminated_boundaries
             )
 
         # Step 10:
-        with self.apm_writing_step("Writing beam boundaries"):
+        with self.telemetry_span("Writing beam boundaries"):
             for beam, bounds in enumerate(boundaries, start=1):
                 self.write(
                     data=bounds.beam_boundaries_array,

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/dkist_processing_cryonirsp/tasks/dark.py

@@ -58,7 +58,7 @@ class DarkCalibration(CryonirspTaskBase):
             )
 
         logger.info(f"{target_exposure_conditions = }")
-        with self.apm_task_step(
+        with self.telemetry_span(
             f"Calculating dark frames for {self.constants.num_beams} beams and {len(target_exposure_conditions)} exp times"
         ):
             total_dark_frames_used = 0
@@ -90,12 +90,12 @@ class DarkCalibration(CryonirspTaskBase):
                         beam_boundary=beam_boundary,
                     )
 
-                    with self.apm_processing_step(
+                    with self.telemetry_span(
                         f"Calculating dark for {exposure_conditions = } and {beam = }"
                     ):
                         averaged_dark_array = average_numpy_arrays(linearized_dark_arrays)
 
-                    with self.apm_writing_step(
+                    with self.telemetry_span(
                         f"Writing dark for {exposure_conditions = } {beam = }"
                     ):
                         self.write(
@@ -109,7 +109,7 @@ class DarkCalibration(CryonirspTaskBase):
                             encoder=fits_array_encoder,
                         )
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_dark_frames: int = self.scratch.count_all(
                 tags=[
                     CryonirspTag.linearized_frame(),

{dkist_processing_cryonirsp-1.13.1 → dkist_processing_cryonirsp-1.14.1rc1}/dkist_processing_cryonirsp/tasks/gain.py

@@ -81,7 +81,7 @@ class GainCalibrationBase(CryonirspTaskBase):
         target_exposure_conditions = self.exposure_conditions
 
         logger.info(f"{target_exposure_conditions = }")
-        with self.apm_task_step(
+        with self.telemetry_span(
             f"Generate {self.gain_type} for {len(target_exposure_conditions)} exposure times"
         ):
             for beam in range(1, self.constants.num_beams + 1):
@@ -96,7 +96,7 @@ class GainCalibrationBase(CryonirspTaskBase):
 
                 for exposure_conditions in target_exposure_conditions:
                     apm_str = f"{beam = } and {exposure_conditions = }"
-                    with self.apm_processing_step(f"Remove dark signal for {apm_str}"):
+                    with self.telemetry_span(f"Remove dark signal for {apm_str}"):
                         dark_array = next(
                             self.read(
                                 tags=[
@@ -117,7 +117,7 @@ class GainCalibrationBase(CryonirspTaskBase):
                             subtract_array_from_arrays(avg_gain_array, dark_array)
                         )
 
-                    with self.apm_processing_step(f"Correct bad pixels for {apm_str}"):
+                    with self.telemetry_span(f"Correct bad pixels for {apm_str}"):
                         bad_pixel_map = next(
                             self.read(
                                 tags=[
@@ -133,12 +133,12 @@ class GainCalibrationBase(CryonirspTaskBase):
                         )
 
                     if self.normalize_gain_switch:
-                        with self.apm_processing_step(f"Normalize final gain for {apm_str}"):
+                        with self.telemetry_span(f"Normalize final gain for {apm_str}"):
                             normalized_gain_array = self.normalize_gain(bad_pixel_corrected_array)
                     else:
                         normalized_gain_array = bad_pixel_corrected_array
 
-                    with self.apm_writing_step(
+                    with self.telemetry_span(
                         f"Writing gain array for {beam = } and {exposure_conditions = }"
                     ):
                         self.write(
@@ -152,7 +152,7 @@ class GainCalibrationBase(CryonirspTaskBase):
                             encoder=fits_array_encoder,
                         )
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_gain_frames: int = self.scratch.count_all(
                 tags=[
                     CryonirspTag.linearized_frame(),