dkist-processing-common 14.3.2__tar.gz → 14.3.4__tar.gz

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/CHANGELOG.rst

@@ -1,3 +1,22 @@
+v14.3.4 (2026-06-22)
+====================
+
+Bugfixes
+--------
+
+- Harden writing statistics headers in the case where the data is very similar causing the kurtosis or skew calculations to return NaN. (`#347 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/347>`__)
+
+
+v14.3.3 (2026-06-11)
+====================
+
+Misc
+----
+
+- Raise max asdf version to 6.0. (`#345 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/345>`__)
+- Update minimum version of dkist-inventory to 1.11.8. (`#346 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/346>`__)
+
+
 v14.3.2 (2026-05-26)
 ====================
 

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.2
+Version: 14.3.4
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: asdf<4.0.0,>=3.5.0
+Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
@@ -57,9 +57,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.8; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.8; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/dkist_processing_common/tasks/write_l1.py

@@ -152,8 +152,13 @@ class WriteL1Frame(WriteL1Base, ABC):
         header["DATAP98"] = percentiles[9]
         header["DATAP99"] = percentiles[10]
         header["DATARMS"] = np.sqrt(np.mean(valid_data**2))
-        header["DATAKURT"] = kurtosis(valid_data)
-        header["DATASKEW"] = skew(valid_data)
+        # If the valid data is all very similar, kurtosis or skew can become NaN
+        datakurt = kurtosis(valid_data)
+        if np.isfinite(datakurt):
+            header["DATAKURT"] = datakurt
+        dataskew = skew(valid_data)
+        if np.isfinite(dataskew):
+            header["DATASKEW"] = dataskew
         return header
 
     def add_datacenter_headers(

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/dkist_processing_common/tests/test_write_l1.py

@@ -776,3 +776,36 @@ def test_empty_waveband(write_l1_task_with_empty_waveband, mocker, fake_gql_clie
             assert header["WAVEMAX"] == 10050
             with pytest.raises(KeyError):
                 header["WAVEBAND"]
+
+
+@pytest.mark.parametrize(
+    "data, expected",
+    [
+        pytest.param(
+            np.array([1.0, 2.0, 3.0, 4.0, 5.0]),
+            True,
+            id="normal data array",
+        ),
+        pytest.param(
+            np.array([1.0, np.nan, np.nan, np.nan, 1.0]),
+            False,
+            id="NaN array with bad kurtosis and skew",
+        ),
+    ],
+)
+@pytest.mark.filterwarnings("ignore::RuntimeWarning")
+def test_add_stats_headers(write_l1_task, data, expected):
+    """
+    :Given: a data array
+    :When: calculating the statistics table
+    :Then: kurtosis and skew appear in the header only if their calculated values are not NaN
+    """
+    task, _, _ = write_l1_task
+    header = fits.Header()
+    header = task.add_stats_headers(header=header, data=data)
+    if expected:
+        assert header["DATAKURT"] == -1.3
+        assert header["DATASKEW"] == 0
+    else:
+        assert "DATAKURT" not in header.keys()
+        assert "DATASKEW" not in header.keys()

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.2
+Version: 14.3.4
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: asdf<4.0.0,>=3.5.0
+Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
@@ -57,9 +57,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.8; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.8; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/dkist_processing_common.egg-info/SOURCES.txt

@@ -15,6 +15,8 @@ dkist_processing_common.egg-info/PKG-INFO
 dkist_processing_common.egg-info/SOURCES.txt
 dkist_processing_common.egg-info/dependency_links.txt
 dkist_processing_common.egg-info/requires.txt
+dkist_processing_common.egg-info/scm_file_list.json
+dkist_processing_common.egg-info/scm_version.json
 dkist_processing_common.egg-info/top_level.txt
 dkist_processing_common/_util/__init__.py
 dkist_processing_common/_util/constants.py

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/dkist_processing_common.egg-info/requires.txt

@@ -1,4 +1,4 @@
-asdf<4.0.0,>=3.5.0
+asdf<6.0,>=3.5.0
 astropy>=7.0.0
 dkist-fits-specifications<5.0,>=4.24.0
 dkist-header-validator<6.0,>=5.3.0
@@ -24,7 +24,7 @@ sunpy>=3.0.0
 talus==1.3.4
 
 [asdf]
-dkist-inventory[asdf]<2.0,>=1.11.7
+dkist-inventory[asdf]<2.0,>=1.11.8
 
 [docs]
 setuptools
@@ -36,7 +36,7 @@ pytest
 dkist-sphinx-theme
 
 [inventory]
-dkist-inventory<2.0,>=1.11.7
+dkist-inventory<2.0,>=1.11.8
 
 [quality]
 dkist-quality<3.0,>=2.0.1

dkist_processing_common-14.3.4/dkist_processing_common.egg-info/scm_file_list.json

@@ -0,0 +1,139 @@
+{
+  "files": [
+    "README.rst",
+    "bitbucket-pipelines.yml",
+    ".pre-commit-config.yaml",
+    "pyproject.toml",
+    ".snyk",
+    "CHANGELOG.rst",
+    ".readthedocs.yml",
+    ".gitignore",
+    "licenses/LICENSE.rst",
+    ".rovodev/.review-agent.md",
+    "dkist_processing_common/__init__.py",
+    "dkist_processing_common/config.py",
+    "dkist_processing_common/manual.py",
+    "dkist_processing_common/tests/test_trial_output_data.py",
+    "dkist_processing_common/tests/test_workflow_task_base.py",
+    "dkist_processing_common/tests/test_quality_mixin.py",
+    "dkist_processing_common/tests/test_assemble_quality.py",
+    "dkist_processing_common/tests/test_constants.py",
+    "dkist_processing_common/tests/test_tags.py",
+    "dkist_processing_common/tests/test_parse_l0_input_data.py",
+    "dkist_processing_common/tests/test_interservice_bus_mixin.py",
+    "dkist_processing_common/tests/test_trial_catalog.py",
+    "dkist_processing_common/tests/test_stems.py",
+    "dkist_processing_common/tests/test_codecs.py",
+    "dkist_processing_common/tests/test_publish_catalog_messages.py",
+    "dkist_processing_common/tests/test_interservice_bus.py",
+    "dkist_processing_common/tests/__init__.py",
+    "dkist_processing_common/tests/test_base.py",
+    "dkist_processing_common/tests/test_parameters.py",
+    "dkist_processing_common/tests/conftest.py",
+    "dkist_processing_common/tests/test_construct_dataset_extras.py",
+    "dkist_processing_common/tests/test_write_l1.py",
+    "dkist_processing_common/tests/test_task_parsing.py",
+    "dkist_processing_common/tests/test_manual_processing.py",
+    "dkist_processing_common/tests/test_fits_access.py",
+    "dkist_processing_common/tests/test_teardown.py",
+    "dkist_processing_common/tests/mock_metadata_store.py",
+    "dkist_processing_common/tests/test_task_name.py",
+    "dkist_processing_common/tests/test_scratch.py",
+    "dkist_processing_common/tests/test_flower_pot.py",
+    "dkist_processing_common/tests/test_cs_step.py",
+    "dkist_processing_common/tests/test_input_dataset.py",
+    "dkist_processing_common/tests/test_submit_dataset_metadata.py",
+    "dkist_processing_common/tests/test_transfer_input_data.py",
+    "dkist_processing_common/tests/test_quality.py",
+    "dkist_processing_common/tests/test_dkist_location.py",
+    "dkist_processing_common/tests/test_fried_parameter.py",
+    "dkist_processing_common/tests/test_transfer_l1_output_data.py",
+    "dkist_processing_common/tests/test_output_data_base.py",
+    "dkist_processing_common/tests/test_assemble_movie.py",
+    "dkist_processing_common/tasks/parse_l0_input_data.py",
+    "dkist_processing_common/tasks/write_l1.py",
+    "dkist_processing_common/tasks/assemble_movie.py",
+    "dkist_processing_common/tasks/output_data_base.py",
+    "dkist_processing_common/tasks/write_extra.py",
+    "dkist_processing_common/tasks/__init__.py",
+    "dkist_processing_common/tasks/quality_metrics.py",
+    "dkist_processing_common/tasks/trial_output_data.py",
+    "dkist_processing_common/tasks/write_l1_base.py",
+    "dkist_processing_common/tasks/trial_catalog.py",
+    "dkist_processing_common/tasks/l1_output_data.py",
+    "dkist_processing_common/tasks/base.py",
+    "dkist_processing_common/tasks/transfer_input_data.py",
+    "dkist_processing_common/tasks/teardown.py",
+    "dkist_processing_common/tasks/mixin/interservice_bus.py",
+    "dkist_processing_common/tasks/mixin/globus.py",
+    "dkist_processing_common/tasks/mixin/__init__.py",
+    "dkist_processing_common/tasks/mixin/object_store.py",
+    "dkist_processing_common/tasks/mixin/metadata_store.py",
+    "dkist_processing_common/tasks/mixin/quality/__init__.py",
+    "dkist_processing_common/tasks/mixin/quality/_base.py",
+    "dkist_processing_common/tasks/mixin/quality/_metrics.py",
+    "dkist_processing_common/codecs/json.py",
+    "dkist_processing_common/codecs/basemodel.py",
+    "dkist_processing_common/codecs/fits.py",
+    "dkist_processing_common/codecs/__init__.py",
+    "dkist_processing_common/codecs/iobase.py",
+    "dkist_processing_common/codecs/array.py",
+    "dkist_processing_common/codecs/bytes.py",
+    "dkist_processing_common/codecs/asdf.py",
+    "dkist_processing_common/codecs/quality.py",
+    "dkist_processing_common/codecs/path.py",
+    "dkist_processing_common/codecs/str.py",
+    "dkist_processing_common/models/extras.py",
+    "dkist_processing_common/models/metric_code.py",
+    "dkist_processing_common/models/graphql.py",
+    "dkist_processing_common/models/constants.py",
+    "dkist_processing_common/models/tags.py",
+    "dkist_processing_common/models/input_dataset.py",
+    "dkist_processing_common/models/fits_access.py",
+    "dkist_processing_common/models/__init__.py",
+    "dkist_processing_common/models/fried_parameter.py",
+    "dkist_processing_common/models/flower_pot.py",
+    "dkist_processing_common/models/telemetry.py",
+    "dkist_processing_common/models/message_queue_binding.py",
+    "dkist_processing_common/models/task_name.py",
+    "dkist_processing_common/models/wavelength.py",
+    "dkist_processing_common/models/parameters.py",
+    "dkist_processing_common/models/message.py",
+    "dkist_processing_common/models/dkist_location.py",
+    "dkist_processing_common/models/quality.py",
+    "dkist_processing_common/fonts/__init__.py",
+    "dkist_processing_common/fonts/Lato-Regular.ttf",
+    "dkist_processing_common/parsers/l1_fits_access.py",
+    "dkist_processing_common/parsers/id_bud.py",
+    "dkist_processing_common/parsers/lookup_bud.py",
+    "dkist_processing_common/parsers/proposal_id_bud.py",
+    "dkist_processing_common/parsers/l0_fits_access.py",
+    "dkist_processing_common/parsers/single_value_single_key_flower.py",
+    "dkist_processing_common/parsers/task.py",
+    "dkist_processing_common/parsers/time.py",
+    "dkist_processing_common/parsers/__init__.py",
+    "dkist_processing_common/parsers/cs_step.py",
+    "dkist_processing_common/parsers/unique_bud.py",
+    "dkist_processing_common/parsers/observing_program_id_bud.py",
+    "dkist_processing_common/parsers/dsps_repeat.py",
+    "dkist_processing_common/parsers/near_bud.py",
+    "dkist_processing_common/parsers/wavelength.py",
+    "dkist_processing_common/parsers/experiment_id_bud.py",
+    "dkist_processing_common/parsers/quality.py",
+    "dkist_processing_common/parsers/average_bud.py",
+    "dkist_processing_common/parsers/retarder.py",
+    "dkist_processing_common/_util/graphql.py",
+    "dkist_processing_common/_util/scratch.py",
+    "dkist_processing_common/_util/constants.py",
+    "dkist_processing_common/_util/tags.py",
+    "dkist_processing_common/_util/__init__.py",
+    "docs/requirements.txt",
+    "docs/Makefile",
+    "docs/index.rst",
+    "docs/landing_page.rst",
+    "docs/conf.py",
+    "docs/make.bat",
+    "docs/changelog.rst",
+    "changelog/.gitempty"
+  ]
+}

dkist_processing_common-14.3.4/dkist_processing_common.egg-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "14.3.4",
+  "distance": 0,
+  "node": "g5d5ac771c4d93d56e8aa573b92cff41d3a4c184e",
+  "dirty": false,
+  "branch": "HEAD",
+  "node_date": "2026-06-22"
+}

{dkist_processing_common-14.3.2 → dkist_processing_common-14.3.4}/pyproject.toml

@@ -21,7 +21,7 @@ classifiers = [
   "Programming Language :: Python :: 3.13",
 ]
 dependencies = [
-  "asdf >= 3.5.0, <4.0.0",
+  "asdf >= 3.5.0, <6.0",
   "astropy  >= 7.0.0",
   "dkist-fits-specifications >= 4.24.0, <5.0",
   "dkist-header-validator >= 5.3.0, <6.0",
@@ -76,10 +76,10 @@ docs = [
   "dkist-sphinx-theme",
 ]
 inventory = [
-  "dkist-inventory >= 1.11.7, <2.0",
+  "dkist-inventory >= 1.11.8, <2.0",
 ]
 asdf = [
-  "dkist-inventory[asdf] >= 1.11.7, <2.0",
+  "dkist-inventory[asdf] >= 1.11.8, <2.0",
 ]
 quality = [
   "dkist-quality >= 2.0.1, <3.0",