dkist-processing-common 14.0.2rc2__tar.gz → 14.0.3__tar.gz

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/CHANGELOG.rst

@@ -1,3 +1,22 @@
+v14.0.3 (2026-05-05)
+====================
+
+Features
+--------
+
+- Add recipe run configuration information relevant to the metadata ASDF file generated in trial workflows. (`#318 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/318>`__)
+
+
+v14.0.2 (2026-05-04)
+====================
+
+Features
+--------
+
+- Convert TASK_TYPES quality metric to the new methodology. (`#332 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/332>`__)
+- Add `TaskCount` quality metric model. (`#332 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/332>`__)
+
+
 v14.0.1 (2026-04-22)
 ====================
 

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.0.2rc2
+Version: 14.0.3
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -56,9 +56,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.6; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.6; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common/tasks/trial_catalog.py

@@ -155,6 +155,12 @@ class CreateTrialAsdf(OutputDataBase):
                 Tag.input_dataset_calibration_frames()
             )
 
+        with self.telemetry_span("Collate recipe run configuration"):
+            recipe_run_config = self.metadata_store_recipe_run.configuration.model_dump(
+                exclude_unset=True,
+                exclude_none=True,
+            )
+
         with self.telemetry_span("Generate ASDF tree"):
             tree = asdf_tree_from_filenames(
                 filenames=self.absolute_output_frame_paths,
@@ -163,6 +169,7 @@ class CreateTrialAsdf(OutputDataBase):
                 parameters=parameters,
                 observation_frames=observation_frames,
                 calibration_frames=calibration_frames,
+                recipe_run_config=recipe_run_config,
             )
 
         trial_history = [

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common/tests/mock_metadata_store.py

@@ -96,7 +96,11 @@ default_parameters_doc = [
     },
 ]
 
-default_recipe_run_configuration = {"tile_size": TILE_SIZE}
+default_recipe_run_configuration = {
+    "tile_size": TILE_SIZE,
+    "destination_bucket": "data",
+    "validate_l1_on_write": True,
+}
 
 
 class Unset:

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common/tests/test_trial_catalog.py

@@ -27,8 +27,12 @@ from dkist_processing_common.models.tags import Tag
 from dkist_processing_common.tasks import CreateTrialAsdf
 from dkist_processing_common.tasks import CreateTrialDatasetInventory
 from dkist_processing_common.tasks import CreateTrialQualityReport
+from dkist_processing_common.tests.mock_metadata_store import RecipeRunResponseMapping
 from dkist_processing_common.tests.mock_metadata_store import default_observe_frames_doc
+from dkist_processing_common.tests.mock_metadata_store import default_recipe_run_configuration
+from dkist_processing_common.tests.mock_metadata_store import fake_gql_client_factory
 from dkist_processing_common.tests.mock_metadata_store import input_dataset_parameters_part_factory
+from dkist_processing_common.tests.mock_metadata_store import make_default_recipe_run_response
 
 
 def _parameter_for_test_comparison(param: dict) -> dict:
@@ -155,20 +159,46 @@ def scratch_with_l1_frames_and_other_frames(
     return scratch
 
 
+@pytest.fixture()
+def patch_default_graphql_client(mocker, fake_gql_client) -> None:
+    """Patch the metadata store client to use the default fake GraphQL client."""
+    mocker.patch(
+        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
+        new=fake_gql_client,
+    )
+
+
+@pytest.fixture()
+def fake_gql_client_without_recipe_config():
+    """GraphQL client mock that returns a recipe run response without explicit configuration."""
+    recipe_run_response = make_default_recipe_run_response()
+    recipe_run_response.configuration = None
+
+    return fake_gql_client_factory(
+        response_mapping_override=RecipeRunResponseMapping(response=recipe_run_response)
+    )
+
+
+@pytest.fixture()
+def patch_graphql_client_without_recipe_config(
+    mocker, fake_gql_client_without_recipe_config
+) -> None:
+    """Patch the metadata store client to return a recipe run response without config."""
+    mocker.patch(
+        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
+        new=fake_gql_client_without_recipe_config,
+    )
+
+
 @pytest.fixture()
 def create_trial_dataset_inventory_task(
     recipe_run_id,
     tmp_path,
     scratch_with_l1_frames,
     fake_constants_db,
-    mocker,
-    fake_gql_client,
+    patch_default_graphql_client,
 ) -> CreateTrialDatasetInventory:
     """An instance of CreateTrialDatasetInventory with L1 frames tagged in scratch."""
-    mocker.patch(
-        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
-        new=fake_gql_client,
-    )
     task = CreateTrialDatasetInventory(
         recipe_run_id=recipe_run_id,
         workflow_name="trial_dataset_inventory",
@@ -182,7 +212,7 @@ def create_trial_dataset_inventory_task(
 
 @pytest.fixture()
 def create_trial_asdf_task(
-    recipe_run_id, tmp_path, scratch_with_l1_frames, fake_constants_db
+    recipe_run_id, tmp_path, scratch_with_l1_frames, fake_constants_db, patch_default_graphql_client
 ) -> CreateTrialAsdf:
     """An instance of CreateTrialAsdf with L1 frames tagged in scratch."""
     task = CreateTrialAsdf(
@@ -196,9 +226,33 @@ def create_trial_asdf_task(
     task._purge()
 
 
+@pytest.fixture(scope="function")
+def create_trial_asdf_task_without_recipe_config(
+    recipe_run_id,
+    tmp_path,
+    scratch_with_l1_frames,
+    fake_constants_db,
+    patch_graphql_client_without_recipe_config,
+) -> CreateTrialAsdf:
+    """An instance of CreateTrialAsdf with L1 frames and no recipe run configuration."""
+    task = CreateTrialAsdf(
+        recipe_run_id=recipe_run_id,
+        workflow_name="trial_asdf",
+        workflow_version="trial_asdf_version",
+    )
+    task.scratch = scratch_with_l1_frames
+    task.constants._update(fake_constants_db)
+    yield task
+    task._purge()
+
+
 @pytest.fixture(scope="function")
 def create_trial_asdf_task_with_params(
-    recipe_run_id, tmp_path, scratch_with_l1_frames_and_parameters, fake_constants_db
+    recipe_run_id,
+    tmp_path,
+    scratch_with_l1_frames_and_parameters,
+    fake_constants_db,
+    patch_default_graphql_client,
 ) -> CreateTrialAsdf:
     """An instance of CreateTrialAsdf with L1 frames and input parameters tagged in scratch."""
     task = CreateTrialAsdf(
@@ -214,7 +268,11 @@ def create_trial_asdf_task_with_params(
 
 @pytest.fixture()
 def create_trial_asdf_task_with_frames(
-    recipe_run_id, tmp_path, scratch_with_l1_frames_and_other_frames, fake_constants_db
+    recipe_run_id,
+    tmp_path,
+    scratch_with_l1_frames_and_other_frames,
+    fake_constants_db,
+    patch_default_graphql_client,
 ) -> CreateTrialAsdf:
     """An instance of CreateTrialAsdf with L1 frames and input frame docs tagged in scratch."""
     task = CreateTrialAsdf(
@@ -389,6 +447,38 @@ def test_create_trial_asdf_with_frames(create_trial_asdf_task_with_frames):
     assert set(cal_keys_str) == expected_keys
 
 
+def test_create_trial_asdf_includes_recipe_run_config(create_trial_asdf_task):
+    """
+    :Given: CreateTrialAsdf with recipe run configuration available in metadata store
+    :When: CreateTrialAsdf is run
+    :Then: The ASDF tree contains normalized recipe run configuration metadata
+    """
+    task = create_trial_asdf_task
+    task()
+
+    tree = next(task.read(tags=[Tag.output(), Tag.asdf()], decoder=asdf_decoder))
+    ds = tree["dataset"]
+
+    assert ds.meta["recipe_run_config"] == default_recipe_run_configuration
+
+
+def test_create_trial_asdf_without_recipe_run_config_has_empty_config(
+    create_trial_asdf_task_without_recipe_config,
+):
+    """
+    :Given: CreateTrialAsdf with no recipe run configuration in metadata store
+    :When: CreateTrialAsdf is run
+    :Then: The ASDF tree contains an empty normalized recipe run configuration structure
+    """
+    task = create_trial_asdf_task_without_recipe_config
+    task()
+
+    tree = next(task.read(tags=[Tag.output(), Tag.asdf()], decoder=asdf_decoder))
+    ds = tree["dataset"]
+
+    assert ds.meta["recipe_run_config"] == {}
+
+
 def test_create_trial_quality_report(create_trial_quality_report_task):
     """
     :Given: An instance of CreateTrialQualityReport with tagged quality data

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.0.2rc2
+Version: 14.0.3
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -56,9 +56,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.6; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.6; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common.egg-info/SOURCES.txt

@@ -7,8 +7,6 @@ README.rst
 bitbucket-pipelines.yml
 pyproject.toml
 changelog/.gitempty
-changelog/332.feature.1.rst
-changelog/332.feature.rst
 dkist_processing_common/__init__.py
 dkist_processing_common/config.py
 dkist_processing_common/manual.py

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/dkist_processing_common.egg-info/requires.txt

@@ -24,7 +24,7 @@ sunpy>=3.0.0
 talus==1.3.4
 
 [asdf]
-dkist-inventory[asdf]<2.0,>=1.11.6
+dkist-inventory[asdf]<2.0,>=1.11.7
 
 [docs]
 setuptools
@@ -36,7 +36,7 @@ pytest
 dkist-sphinx-theme
 
 [inventory]
-dkist-inventory<2.0,>=1.11.6
+dkist-inventory<2.0,>=1.11.7
 
 [quality]
 dkist-quality<3.0,>=2.0.1

{dkist_processing_common-14.0.2rc2 → dkist_processing_common-14.0.3}/pyproject.toml

@@ -75,10 +75,10 @@ docs = [
   "dkist-sphinx-theme",
 ]
 inventory = [
-  "dkist-inventory >= 1.11.6, <2.0",
+  "dkist-inventory >= 1.11.7, <2.0",
 ]
 asdf = [
-  "dkist-inventory[asdf] >= 1.11.6, <2.0",
+  "dkist-inventory[asdf] >= 1.11.7, <2.0",
 ]
 quality = [
   "dkist-quality >= 2.0.1, <3.0",

dkist_processing_common-14.0.2rc2/changelog/332.feature.1.rst

@@ -1 +0,0 @@
-Added `TaskCount` quality metric model.

dkist_processing_common-14.0.2rc2/changelog/332.feature.rst

@@ -1 +0,0 @@
-Convert TASK_TYPES quality metric to the new methodology.