dkist-processing-common 12.6.5__tar.gz → 12.6.6__tar.gz

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/.snyk

@@ -1,3 +1,7 @@
 # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities
 # https://docs.snyk.io/manage-risk/policies/the-.snyk-file#syntax-of-the-.snyk-file
 version: v1.25.0
+ignore:
+  SNYK-PYTHON-APACHEAIRFLOWCORE-15674486:
+    - '*':
+        reason: "Temporarily ignoring Airflow 3.1.7 vulnerability until upgrade is feasible"

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/CHANGELOG.rst

@@ -1,3 +1,18 @@
+v12.6.6 (2026-03-19)
+====================
+
+Features
+--------
+
+- Enable array compression on asdf files created in trial workflows. (`#316 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/316>`__)
+
+
+Misc
+----
+
+- Temporarily ignore new Snyk critical vulnerability in apache-airflow-core 3.1.7 causing pipeline failures; upgrade to 3.1.8 planned for mid-April. (`#315 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/315>`__)
+
+
 v12.6.5 (2026-03-09)
 ====================
 

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 12.6.5
+Version: 12.6.6
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -56,9 +56,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.4; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.5; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.4; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.5; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/dkist_processing_common/codecs/asdf.py

@@ -11,7 +11,9 @@ from dkist_processing_common.codecs.iobase import iobase_encoder
 def asdf_fileobj_encoder(asdf_obj: asdf.AsdfFile, custom_schema=None, **asdf_write_kwargs) -> bytes:
     """Save an `asdf.AsdfFile` object."""
     file_obj = BytesIO()
-    asdf_obj.write_to(file_obj, **asdf_write_kwargs)
+    asdf_obj.write_to(
+        file_obj, all_array_storage="internal", all_array_compression="zlib", **asdf_write_kwargs
+    )
     return iobase_encoder(file_obj)
 
 

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/dkist_processing_common/tests/test_trial_catalog.py

@@ -31,6 +31,50 @@ from dkist_processing_common.tests.mock_metadata_store import default_observe_fr
 from dkist_processing_common.tests.mock_metadata_store import input_dataset_parameters_part_factory
 
 
+def _parameter_for_test_comparison(param: dict) -> dict:
+    """Convert compressed ASDF/inventory parameter metadata into InputDatasetParameter
+    expected by this test.
+
+    Needed because dkist-inventory now round-trips ``parameterValues`` as a dict of
+    arrays for compressed ndarray storage, while these tests compare against the
+    original list-of-dicts input model.
+    """
+    values = param.get("parameterValues")
+    if not isinstance(values, dict):
+        return dict(param)
+
+    def as_list(value):
+        return value.tolist() if isinstance(value, np.ndarray) else value
+
+    parameter_ids = as_list(values.get("parameterValueId", []))
+    parameter_values = as_list(values.get("parameterValue", []))
+    start_dates = as_list(values.get("parameterValueStartDate", []))
+
+    if not parameter_ids:
+        parameter_ids = list(range(len(parameter_values)))
+
+    if len({len(parameter_ids), len(parameter_values), len(start_dates)}) != 1:
+        raise AssertionError(
+            "parameterValueId, parameterValue, and parameterValueStartDate have different lengths"
+        )
+
+    return {
+        **param,
+        "parameterValues": [
+            {
+                "parameterValueId": parameter_id,
+                "parameterValue": value.decode("ascii") if isinstance(value, bytes) else value,
+                "parameterValueStartDate": (
+                    start_date.decode("ascii") if isinstance(start_date, bytes) else start_date
+                ),
+            }
+            for parameter_id, value, start_date in zip(
+                parameter_ids, parameter_values, start_dates, strict=True
+            )
+        ],
+    }
+
+
 @pytest.fixture()
 def mock_input_dataset_parts() -> InputDatasetPartDocumentList:
     """An InputDatasetPartDocumentList with two parameters, each with one value and a date."""
@@ -284,7 +328,8 @@ def test_create_trial_asdf(with_params, request, recipe_run_id, mock_input_datas
         assert parameters, f"ASDF tree must include input parameters: {parameters}"
         assert len(parameters) == len(mock_input_dataset_parts.doc_list)
         for param in parameters:
-            assert InputDatasetParameter.model_validate(param) in mock_input_dataset_parts.doc_list
+            normalized = InputDatasetParameter.model_validate(_parameter_for_test_comparison(param))
+            assert normalized in mock_input_dataset_parts.doc_list
     else:
         assert ds.meta["parameters"] == []
 

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 12.6.5
+Version: 12.6.6
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -56,9 +56,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.4; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.5; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.4; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.5; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/dkist_processing_common.egg-info/requires.txt

@@ -24,7 +24,7 @@ sunpy>=3.0.0
 talus==1.3.4
 
 [asdf]
-dkist-inventory[asdf]<2.0,>=1.11.4
+dkist-inventory[asdf]<2.0,>=1.11.5
 
 [docs]
 setuptools
@@ -36,7 +36,7 @@ pytest
 dkist-sphinx-theme
 
 [inventory]
-dkist-inventory<2.0,>=1.11.4
+dkist-inventory<2.0,>=1.11.5
 
 [quality]
 dkist-quality<3.0,>=2.0.1

{dkist_processing_common-12.6.5 → dkist_processing_common-12.6.6}/pyproject.toml

@@ -75,10 +75,10 @@ docs = [
   "dkist-sphinx-theme",
 ]
 inventory = [
-  "dkist-inventory >= 1.11.4, <2.0",
+  "dkist-inventory >= 1.11.5, <2.0",
 ]
 asdf = [
-  "dkist-inventory[asdf] >= 1.11.4, <2.0",
+  "dkist-inventory[asdf] >= 1.11.5, <2.0",
 ]
 quality = [
   "dkist-quality >= 2.0.1, <3.0",