dkist-processing-common 14.3.3__tar.gz → 14.3.5__tar.gz

dkist_processing_common-14.3.5/.snyk

@@ -0,0 +1,13 @@
+# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities
+# https://docs.snyk.io/manage-risk/policies/the-.snyk-file#syntax-of-the-.snyk-file
+version: v1.25.0
+ignore:
+  SNYK-PYTHON-APACHEAIRFLOWCORE-17879182:
+    - "*" :
+        reason: 'Patched in Airflow 3.3.0, but we are not ready to upgrade till 3.3.1 or later'
+        expires: '2027-07-07T00:00:00.000Z'
+  SNYK-PYTHON-APACHEAIRFLOWCORE-17933331:
+    - '*':
+        reason: 'Ignored by bulk CI/CD Snyk policy update'
+        expires: '2099-12-31T23:59:59.999Z'
+        created: '2026-07-10T15:53:27.931Z'

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/CHANGELOG.rst

@@ -1,3 +1,21 @@
+v14.3.5 (2026-08-10)
+====================
+
+Misc
+----
+
+- Update `dkist-processing-core` to version 7.4.0 which includes support for multi-core and gpu resource queues. (`#349 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/349>`__)
+
+
+v14.3.4 (2026-06-22)
+====================
+
+Bugfixes
+--------
+
+- Harden writing statistics headers in the case where the data is very similar causing the kurtosis or skew calculations to return NaN. (`#347 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/347>`__)
+
+
 v14.3.3 (2026-06-11)
 ====================
 

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.3
+Version: 14.3.5
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,7 +17,7 @@ Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
-Requires-Dist: dkist-processing-core==7.3.0
+Requires-Dist: dkist-processing-core==7.4.0
 Requires-Dist: dkist-processing-pac<4.0,>=3.1
 Requires-Dist: dkist-service-configuration<5.0,>=4.3.0
 Requires-Dist: dkist-spectral-lines<4.0,>=3.0.0
@@ -152,6 +152,8 @@ Environment Variables
      - annotation=int required=False default=5 description='Number of retries for pip installs.'
    * - IS_NOTEBOOK_EXECUTION_ENVIRONMENT
      - annotation=bool required=False default=False description='Indication of whether the code is running in a notebook execution environment.' examples=[True, False]
+   * - CPU_COUNT
+     - annotation=int required=False default=1 description='Number of CPUs available i.e. The maximum number of cores available for simultaneous execution.'
    * - NOTEBOOK_SAVE_WAIT_ATTEMPTS
      - annotation=int required=False default=120 description='Number of attempts to check for a saved notebook before raising an error.'
    * - NOTEBOOK_SAVE_WAIT_DELAY

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/README.rst

@@ -87,6 +87,8 @@ Environment Variables
      - annotation=int required=False default=5 description='Number of retries for pip installs.'
    * - IS_NOTEBOOK_EXECUTION_ENVIRONMENT
      - annotation=bool required=False default=False description='Indication of whether the code is running in a notebook execution environment.' examples=[True, False]
+   * - CPU_COUNT
+     - annotation=int required=False default=1 description='Number of CPUs available i.e. The maximum number of cores available for simultaneous execution.'
    * - NOTEBOOK_SAVE_WAIT_ATTEMPTS
      - annotation=int required=False default=120 description='Number of attempts to check for a saved notebook before raising an error.'
    * - NOTEBOOK_SAVE_WAIT_DELAY

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/dkist_processing_common/tasks/write_l1.py

@@ -152,8 +152,13 @@ class WriteL1Frame(WriteL1Base, ABC):
         header["DATAP98"] = percentiles[9]
         header["DATAP99"] = percentiles[10]
         header["DATARMS"] = np.sqrt(np.mean(valid_data**2))
-        header["DATAKURT"] = kurtosis(valid_data)
-        header["DATASKEW"] = skew(valid_data)
+        # If the valid data is all very similar, kurtosis or skew can become NaN
+        datakurt = kurtosis(valid_data)
+        if np.isfinite(datakurt):
+            header["DATAKURT"] = datakurt
+        dataskew = skew(valid_data)
+        if np.isfinite(dataskew):
+            header["DATASKEW"] = dataskew
         return header
 
     def add_datacenter_headers(

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/dkist_processing_common/tests/test_write_l1.py

@@ -776,3 +776,36 @@ def test_empty_waveband(write_l1_task_with_empty_waveband, mocker, fake_gql_clie
             assert header["WAVEMAX"] == 10050
             with pytest.raises(KeyError):
                 header["WAVEBAND"]
+
+
+@pytest.mark.parametrize(
+    "data, expected",
+    [
+        pytest.param(
+            np.array([1.0, 2.0, 3.0, 4.0, 5.0]),
+            True,
+            id="normal data array",
+        ),
+        pytest.param(
+            np.array([1.0, np.nan, np.nan, np.nan, 1.0]),
+            False,
+            id="NaN array with bad kurtosis and skew",
+        ),
+    ],
+)
+@pytest.mark.filterwarnings("ignore::RuntimeWarning")
+def test_add_stats_headers(write_l1_task, data, expected):
+    """
+    :Given: a data array
+    :When: calculating the statistics table
+    :Then: kurtosis and skew appear in the header only if their calculated values are not NaN
+    """
+    task, _, _ = write_l1_task
+    header = fits.Header()
+    header = task.add_stats_headers(header=header, data=data)
+    if expected:
+        assert header["DATAKURT"] == -1.3
+        assert header["DATASKEW"] == 0
+    else:
+        assert "DATAKURT" not in header.keys()
+        assert "DATASKEW" not in header.keys()

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.3
+Version: 14.3.5
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,7 +17,7 @@ Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
-Requires-Dist: dkist-processing-core==7.3.0
+Requires-Dist: dkist-processing-core==7.4.0
 Requires-Dist: dkist-processing-pac<4.0,>=3.1
 Requires-Dist: dkist-service-configuration<5.0,>=4.3.0
 Requires-Dist: dkist-spectral-lines<4.0,>=3.0.0
@@ -152,6 +152,8 @@ Environment Variables
      - annotation=int required=False default=5 description='Number of retries for pip installs.'
    * - IS_NOTEBOOK_EXECUTION_ENVIRONMENT
      - annotation=bool required=False default=False description='Indication of whether the code is running in a notebook execution environment.' examples=[True, False]
+   * - CPU_COUNT
+     - annotation=int required=False default=1 description='Number of CPUs available i.e. The maximum number of cores available for simultaneous execution.'
    * - NOTEBOOK_SAVE_WAIT_ATTEMPTS
      - annotation=int required=False default=120 description='Number of attempts to check for a saved notebook before raising an error.'
    * - NOTEBOOK_SAVE_WAIT_DELAY

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/dkist_processing_common.egg-info/SOURCES.txt

@@ -15,6 +15,8 @@ dkist_processing_common.egg-info/PKG-INFO
 dkist_processing_common.egg-info/SOURCES.txt
 dkist_processing_common.egg-info/dependency_links.txt
 dkist_processing_common.egg-info/requires.txt
+dkist_processing_common.egg-info/scm_file_list.json
+dkist_processing_common.egg-info/scm_version.json
 dkist_processing_common.egg-info/top_level.txt
 dkist_processing_common/_util/__init__.py
 dkist_processing_common/_util/constants.py

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/dkist_processing_common.egg-info/requires.txt

@@ -2,7 +2,7 @@ asdf<6.0,>=3.5.0
 astropy>=7.0.0
 dkist-fits-specifications<5.0,>=4.24.0
 dkist-header-validator<6.0,>=5.3.0
-dkist-processing-core==7.3.0
+dkist-processing-core==7.4.0
 dkist-processing-pac<4.0,>=3.1
 dkist-service-configuration<5.0,>=4.3.0
 dkist-spectral-lines<4.0,>=3.0.0

dkist_processing_common-14.3.5/dkist_processing_common.egg-info/scm_file_list.json

@@ -0,0 +1,139 @@
+{
+  "files": [
+    ".gitignore",
+    ".pre-commit-config.yaml",
+    ".readthedocs.yml",
+    ".rovodev/.review-agent.md",
+    ".snyk",
+    "CHANGELOG.rst",
+    "README.rst",
+    "bitbucket-pipelines.yml",
+    "changelog/.gitempty",
+    "dkist_processing_common/__init__.py",
+    "dkist_processing_common/_util/__init__.py",
+    "dkist_processing_common/_util/constants.py",
+    "dkist_processing_common/_util/graphql.py",
+    "dkist_processing_common/_util/scratch.py",
+    "dkist_processing_common/_util/tags.py",
+    "dkist_processing_common/codecs/__init__.py",
+    "dkist_processing_common/codecs/array.py",
+    "dkist_processing_common/codecs/asdf.py",
+    "dkist_processing_common/codecs/basemodel.py",
+    "dkist_processing_common/codecs/bytes.py",
+    "dkist_processing_common/codecs/fits.py",
+    "dkist_processing_common/codecs/iobase.py",
+    "dkist_processing_common/codecs/json.py",
+    "dkist_processing_common/codecs/path.py",
+    "dkist_processing_common/codecs/quality.py",
+    "dkist_processing_common/codecs/str.py",
+    "dkist_processing_common/config.py",
+    "dkist_processing_common/fonts/Lato-Regular.ttf",
+    "dkist_processing_common/fonts/__init__.py",
+    "dkist_processing_common/manual.py",
+    "dkist_processing_common/models/__init__.py",
+    "dkist_processing_common/models/constants.py",
+    "dkist_processing_common/models/dkist_location.py",
+    "dkist_processing_common/models/extras.py",
+    "dkist_processing_common/models/fits_access.py",
+    "dkist_processing_common/models/flower_pot.py",
+    "dkist_processing_common/models/fried_parameter.py",
+    "dkist_processing_common/models/graphql.py",
+    "dkist_processing_common/models/input_dataset.py",
+    "dkist_processing_common/models/message.py",
+    "dkist_processing_common/models/message_queue_binding.py",
+    "dkist_processing_common/models/metric_code.py",
+    "dkist_processing_common/models/parameters.py",
+    "dkist_processing_common/models/quality.py",
+    "dkist_processing_common/models/tags.py",
+    "dkist_processing_common/models/task_name.py",
+    "dkist_processing_common/models/telemetry.py",
+    "dkist_processing_common/models/wavelength.py",
+    "dkist_processing_common/parsers/__init__.py",
+    "dkist_processing_common/parsers/average_bud.py",
+    "dkist_processing_common/parsers/cs_step.py",
+    "dkist_processing_common/parsers/dsps_repeat.py",
+    "dkist_processing_common/parsers/experiment_id_bud.py",
+    "dkist_processing_common/parsers/id_bud.py",
+    "dkist_processing_common/parsers/l0_fits_access.py",
+    "dkist_processing_common/parsers/l1_fits_access.py",
+    "dkist_processing_common/parsers/lookup_bud.py",
+    "dkist_processing_common/parsers/near_bud.py",
+    "dkist_processing_common/parsers/observing_program_id_bud.py",
+    "dkist_processing_common/parsers/proposal_id_bud.py",
+    "dkist_processing_common/parsers/quality.py",
+    "dkist_processing_common/parsers/retarder.py",
+    "dkist_processing_common/parsers/single_value_single_key_flower.py",
+    "dkist_processing_common/parsers/task.py",
+    "dkist_processing_common/parsers/time.py",
+    "dkist_processing_common/parsers/unique_bud.py",
+    "dkist_processing_common/parsers/wavelength.py",
+    "dkist_processing_common/tasks/__init__.py",
+    "dkist_processing_common/tasks/assemble_movie.py",
+    "dkist_processing_common/tasks/base.py",
+    "dkist_processing_common/tasks/l1_output_data.py",
+    "dkist_processing_common/tasks/mixin/__init__.py",
+    "dkist_processing_common/tasks/mixin/globus.py",
+    "dkist_processing_common/tasks/mixin/interservice_bus.py",
+    "dkist_processing_common/tasks/mixin/metadata_store.py",
+    "dkist_processing_common/tasks/mixin/object_store.py",
+    "dkist_processing_common/tasks/mixin/quality/__init__.py",
+    "dkist_processing_common/tasks/mixin/quality/_base.py",
+    "dkist_processing_common/tasks/mixin/quality/_metrics.py",
+    "dkist_processing_common/tasks/output_data_base.py",
+    "dkist_processing_common/tasks/parse_l0_input_data.py",
+    "dkist_processing_common/tasks/quality_metrics.py",
+    "dkist_processing_common/tasks/teardown.py",
+    "dkist_processing_common/tasks/transfer_input_data.py",
+    "dkist_processing_common/tasks/trial_catalog.py",
+    "dkist_processing_common/tasks/trial_output_data.py",
+    "dkist_processing_common/tasks/write_extra.py",
+    "dkist_processing_common/tasks/write_l1.py",
+    "dkist_processing_common/tasks/write_l1_base.py",
+    "dkist_processing_common/tests/__init__.py",
+    "dkist_processing_common/tests/conftest.py",
+    "dkist_processing_common/tests/mock_metadata_store.py",
+    "dkist_processing_common/tests/test_assemble_movie.py",
+    "dkist_processing_common/tests/test_assemble_quality.py",
+    "dkist_processing_common/tests/test_base.py",
+    "dkist_processing_common/tests/test_codecs.py",
+    "dkist_processing_common/tests/test_constants.py",
+    "dkist_processing_common/tests/test_construct_dataset_extras.py",
+    "dkist_processing_common/tests/test_cs_step.py",
+    "dkist_processing_common/tests/test_dkist_location.py",
+    "dkist_processing_common/tests/test_fits_access.py",
+    "dkist_processing_common/tests/test_flower_pot.py",
+    "dkist_processing_common/tests/test_fried_parameter.py",
+    "dkist_processing_common/tests/test_input_dataset.py",
+    "dkist_processing_common/tests/test_interservice_bus.py",
+    "dkist_processing_common/tests/test_interservice_bus_mixin.py",
+    "dkist_processing_common/tests/test_manual_processing.py",
+    "dkist_processing_common/tests/test_output_data_base.py",
+    "dkist_processing_common/tests/test_parameters.py",
+    "dkist_processing_common/tests/test_parse_l0_input_data.py",
+    "dkist_processing_common/tests/test_publish_catalog_messages.py",
+    "dkist_processing_common/tests/test_quality.py",
+    "dkist_processing_common/tests/test_quality_mixin.py",
+    "dkist_processing_common/tests/test_scratch.py",
+    "dkist_processing_common/tests/test_stems.py",
+    "dkist_processing_common/tests/test_submit_dataset_metadata.py",
+    "dkist_processing_common/tests/test_tags.py",
+    "dkist_processing_common/tests/test_task_name.py",
+    "dkist_processing_common/tests/test_task_parsing.py",
+    "dkist_processing_common/tests/test_teardown.py",
+    "dkist_processing_common/tests/test_transfer_input_data.py",
+    "dkist_processing_common/tests/test_transfer_l1_output_data.py",
+    "dkist_processing_common/tests/test_trial_catalog.py",
+    "dkist_processing_common/tests/test_trial_output_data.py",
+    "dkist_processing_common/tests/test_workflow_task_base.py",
+    "dkist_processing_common/tests/test_write_l1.py",
+    "docs/Makefile",
+    "docs/changelog.rst",
+    "docs/conf.py",
+    "docs/index.rst",
+    "docs/landing_page.rst",
+    "docs/make.bat",
+    "docs/requirements.txt",
+    "licenses/LICENSE.rst",
+    "pyproject.toml"
+  ]
+}

dkist_processing_common-14.3.5/dkist_processing_common.egg-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "14.3.5",
+  "distance": 0,
+  "node": "ge80dd187b379ae5f5f1b542fa23f894bc0297a3d",
+  "dirty": false,
+  "branch": "HEAD",
+  "node_date": "2026-08-10"
+}

{dkist_processing_common-14.3.3 → dkist_processing_common-14.3.5}/pyproject.toml

@@ -25,7 +25,7 @@ dependencies = [
   "astropy  >= 7.0.0",
   "dkist-fits-specifications >= 4.24.0, <5.0",
   "dkist-header-validator >= 5.3.0, <6.0",
-  "dkist-processing-core == 7.3.0",
+  "dkist-processing-core == 7.4.0",
   "dkist-processing-pac >= 3.1, <4.0",
   "dkist-service-configuration >= 4.3.0, <5.0",
   "dkist-spectral-lines >= 3.0.0, <4.0",

dkist_processing_common-14.3.3/.snyk

@@ -1,2 +0,0 @@
-# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities
-# https://docs.snyk.io/manage-risk/policies/the-.snyk-file#syntax-of-the-.snyk-file