dkist-processing-common 11.1.0rc1__tar.gz → 11.2.0__tar.gz

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/CHANGELOG.rst

@@ -1,3 +1,41 @@
+v11.2.0 (2025-07-18)
+====================
+
+Bugfixes
+--------
+
+- Move the writing of spectral line keys in L1 data to later in the process, after the instruments have had a chance to rewrite the WCS info. (`#252 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/252>`__)
+
+
+v11.1.0 (2025-07-15)
+====================
+
+Misc
+----
+
+- The graphql and input dataset models are now set to validate whenever attributes are assigned, including after instantiation. (`#255 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/255>`__)
+- Create a factory for custom `FakeGQLClient` used in tests.  The factory and associated default returns live in a
+  new `mock_metadata_store.py` module in the tests directory.  `FakeGQLClient` is now a test fixture and does not need to
+  be imported in tests. (`#255 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/255>`__)
+- Fix a Pydantic warning in the graphql model.  Because we validate the `RecipeRunConfiguration` as a JSON dictionary and
+  convert it to a model after validation, we need a serializer so Pydantic knows what to expect back out. (`#258 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/258>`__)
+
+
+v11.0.1 (2025-07-10)
+====================
+
+Bugfixes
+--------
+
+- Ignore NaN and Inf values when storing the quality results of a wavelength calibration fit. (`#260 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/260>`__)
+
+
+Misc
+----
+
+- Removing usages of `pkg_resources`, which is on track to be deprecated. (`#254 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/254>`__)
+
+
 v11.0.0 (2025-07-02)
 ====================
 

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 11.1.0rc1
+Version: 11.2.0
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/models/graphql.py

@@ -1,6 +1,7 @@
 """GraphQL Data models for the metadata store api."""
 from pydantic import BaseModel
 from pydantic import ConfigDict
+from pydantic import field_serializer
 from pydantic import field_validator
 from pydantic import Json
 
@@ -129,6 +130,10 @@ class RecipeRunResponse(GraphqlBaseModel):
             return RecipeRunConfiguration()
         return RecipeRunConfiguration.model_validate(value)
 
+    @field_serializer("configuration")
+    def _serialize_as_basemodel(self, config: RecipeRunConfiguration):
+        return config.model_dump()
+
 
 class RecipeRunMutationResponse(GraphqlBaseModel):
     """Recipe run mutation response."""

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tasks/assemble_movie.py

@@ -2,10 +2,10 @@
 import logging
 from abc import ABC
 from abc import abstractmethod
+from importlib.resources import files
 from typing import Literal
 
 import numpy as np
-import pkg_resources
 from matplotlib import colormaps
 from moviepy import VideoClip
 from PIL import Image
@@ -66,7 +66,7 @@ class AssembleMovie(WorkflowTaskBase, ABC):
     MINIMUM_DURATION = 10  # seconds
     MAXIMUM_DURATION = 60  # seconds
     FPS = 15
-    FONT_FILE = pkg_resources.resource_filename("dkist_processing_common", "fonts/Lato-Regular.ttf")
+    FONT_FILE = files("dkist_processing_common").joinpath("fonts/Lato-Regular.ttf")
     TEXT_MARGIN_PX = 5
     MPL_COLOR_MAP = "viridis"
 

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tasks/mixin/quality/_metrics.py

@@ -1365,13 +1365,22 @@ class _WavecalQualityMixin:
         wcs = WCS(best_fit_header)
         best_fit_wavelength = wcs.spectral.pixel_to_world(np.arange(input_spectrum.size))
 
+        finite_idx = (
+            np.isfinite(input_wavelength)
+            * np.isfinite(input_spectrum)
+            * np.isfinite(best_fit_wavelength)
+            * np.isfinite(best_fit_atlas)
+            * np.isfinite(normalized_residuals)
+            * np.isfinite(weight_data)
+        )
+
         data = {
-            "input_wavelength_nm": input_wavelength.to_value(u.nm).tolist(),
-            "input_spectrum": input_spectrum.tolist(),
-            "best_fit_wavelength_nm": best_fit_wavelength.to_value(u.nm).tolist(),
-            "best_fit_atlas": best_fit_atlas.tolist(),
-            "normalized_residuals": normalized_residuals.tolist(),
-            "weights": None if weights is None else weight_data.tolist(),
+            "input_wavelength_nm": input_wavelength.to_value(u.nm)[finite_idx].tolist(),
+            "input_spectrum": input_spectrum[finite_idx].tolist(),
+            "best_fit_wavelength_nm": best_fit_wavelength.to_value(u.nm)[finite_idx].tolist(),
+            "best_fit_atlas": best_fit_atlas[finite_idx].tolist(),
+            "normalized_residuals": normalized_residuals[finite_idx].tolist(),
+            "weights": None if weights is None else weight_data[finite_idx].tolist(),
         }
 
         self._record_values(values=data, tags=[Tag.quality(MetricCode.wavecal_fit)])

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tasks/write_l1.py

@@ -230,7 +230,13 @@ class WriteL1Frame(WorkflowTaskBase, MetadataStoreMixin, ABC):
         header = self.add_contributing_id_headers(header=header)
         header["MANPROCD"] = self.workflow_had_manual_intervention
         header["PRODUCT"] = self.compute_product_id(header["IDSOBSID"], header["PROCTYPE"])
-        # Spectral line keywords
+        return header
+
+    def add_spectral_line_headers(
+        self,
+        header: fits.Header,
+    ) -> fits.Header:
+        """Add datacenter table keys relating to spectral lines."""
         wavelength_range = self.get_wavelength_range(header=header)
         spectral_lines = get_spectral_lines(
             wavelength_min=wavelength_range.min,
@@ -364,6 +370,8 @@ class WriteL1Frame(WorkflowTaskBase, MetadataStoreMixin, ABC):
         header = self.add_doc_headers(header=header)
         # Add the dataset headers (abstract - implement in instrument task)
         header = self.add_dataset_headers(header=header, stokes=stokes_param)
+        # Add the spectral line headers
+        header = self.add_spectral_line_headers(header=header)
         # Remove any headers not contained in spec 214
         header = remove_spec_122_keys_and_spec_214_l0_keys(input_headers=header)
         # Remove any keys referring to axes that don't exist

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tests/test_quality_mixin.py

@@ -1201,12 +1201,16 @@ def wavecal_input_wavelength() -> u.Quantity:
 
 @pytest.fixture(scope="session")
 def wavecal_input_spectrum(wavecal_input_wavelength) -> np.ndarray:
-    return (wavecal_input_wavelength.value - wavecal_input_wavelength.size // 2) ** 2 + 10.0
+    spec = (wavecal_input_wavelength.value - wavecal_input_wavelength.size // 2) ** 2 + 10.0
+    spec[spec.size // 2] = np.nan
+    return spec
 
 
 @pytest.fixture(scope="session")
 def wavecal_weights(wavecal_input_wavelength) -> np.ndarray:
-    return np.arange(wavecal_input_wavelength.size)
+    weights = np.arange(wavecal_input_wavelength.size, dtype=float)
+    weights[0] = np.inf
+    return weights
 
 
 @pytest.fixture(scope="session")

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tests/test_workflow_task_base.py

@@ -2,12 +2,11 @@ import json
 import logging
 import re
 import tomllib
-from dataclasses import asdict
+from importlib.metadata import version
 from pathlib import Path
 from string import ascii_uppercase
 
 import pytest
-from pkg_resources import get_distribution
 from sqids import Sqids
 
 import dkist_processing_common
@@ -272,7 +271,7 @@ def test_library_versions(provenance_task, package_dependencies):
     #   installed packages.
     for package in package_dependencies:
         assert package in libraries
-        assert libraries[package] == get_distribution(package).version
+        assert libraries[package] == version(package)
 
 
 def test_record_provenance(provenance_task):

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common/tests/test_write_l1.py

@@ -677,7 +677,7 @@ def test_spectral_line_keys(write_l1_task, mocker, fake_gql_client):
         new=fake_gql_client,
     )
     task, _, header = write_l1_task
-    header = task.add_datacenter_headers(header=header, hdu_size=1024, stokes="I")
+    header = task.add_spectral_line_headers(header=header)
     assert header["SPECLN01"] == "Fe XIII (1079.8 nm)"
     assert header["SPECLN02"] == "He I (1083.0 nm)"
     assert header["NSPECLNS"] == 2

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 11.1.0rc1
+Version: 11.2.0
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause

{dkist_processing_common-11.1.0rc1 → dkist_processing_common-11.2.0}/dkist_processing_common.egg-info/SOURCES.txt

@@ -7,7 +7,6 @@ README.rst
 bitbucket-pipelines.yml
 pyproject.toml
 changelog/.gitempty
-changelog/255.misc.rst
 dkist_processing_common/__init__.py
 dkist_processing_common/config.py
 dkist_processing_common/manual.py

dkist_processing_common-11.1.0rc1/changelog/255.misc.rst

@@ -1,3 +0,0 @@
-Create a factory for custom `FakeGQLClient` used in tests.  The factory and associated default returns live in a
-new `mock_metadata_store.py` module in the tests directory.  `FakeGQLClient` is now a test fixture and does not need to
-be imported in tests.