dkist-processing-common 10.8.3__py3-none-any.whl → 10.9.0__py3-none-any.whl

dkist_processing_common/tests/test_parameters.py

@@ -18,22 +18,22 @@ import numpy as np
 import pytest
 from astropy.io import fits
 
+from dkist_processing_common.codecs.array import array_encoder
+from dkist_processing_common.codecs.fits import fits_hdulist_encoder
 from dkist_processing_common.models.parameters import ParameterArmIdMixin
 from dkist_processing_common.models.parameters import ParameterBase
 from dkist_processing_common.models.parameters import ParameterWavelengthMixin
 from dkist_processing_common.models.tags import Tag
 from dkist_processing_common.tasks import WorkflowTaskBase
-from dkist_processing_common.tasks.mixin.input_dataset import InputDatasetMixin
+from dkist_processing_common.tests.test_input_dataset import input_dataset_frames_part_factory
+
+
+FITS_FILE = "fits.dat"
+NP_FILE = "np.npy"
 
 
 @pytest.fixture
-def input_dataset_parameters(tmp_path):
-    fits_file_path = tmp_path / "fits.dat"
-    phdu = fits.PrimaryHDU(np.ones((3, 3)) * 3)
-    ihdu = fits.ImageHDU(np.ones((4, 4)) * 4)
-    fits.HDUList([phdu, ihdu]).writeto(fits_file_path)
-    np_file_path = tmp_path / "np.npy"
-    np.save(np_file_path, np.ones((3, 3)) * 4)
+def input_dataset_parameters():
     return [
         {
             "parameterName": "basic_param",
@@ -106,7 +106,15 @@ def input_dataset_parameters(tmp_path):
             "parameterValues": [
                 {
                     "parameterValueId": 1,
-                    "parameterValue": json.dumps({"param_path": str(fits_file_path)}),
+                    "parameterValue": json.dumps(
+                        {
+                            "__file__": {
+                                "bucket": "not_used",
+                                "objectKey": "not_used",
+                                "tag": Tag.parameter(FITS_FILE),
+                            }
+                        }
+                    ),
                 }
             ],
         },
@@ -115,7 +123,15 @@ def input_dataset_parameters(tmp_path):
             "parameterValues": [
                 {
                     "parameterValueId": 1,
-                    "parameterValue": json.dumps({"param_path": str(np_file_path)}),
+                    "parameterValue": json.dumps(
+                        {
+                            "__file__": {
+                                "bucket": "not_used",
+                                "objectKey": "not_used",
+                                "tag": Tag.parameter(NP_FILE),
+                            }
+                        }
+                    ),
                 }
             ],
         },
@@ -129,16 +145,14 @@ def input_dataset_parts(input_dataset_parameters) -> tuple[Any, str]:
 
 @pytest.fixture()
 def task_class_with_parameters(parameter_class) -> Type[WorkflowTaskBase]:
-    class TaskWithParameters(WorkflowTaskBase, InputDatasetMixin):
+    class TaskWithParameters(WorkflowTaskBase):
         def __init__(self, recipe_run_id: int, workflow_name: str, workflow_version: str):
             super().__init__(
                 recipe_run_id=recipe_run_id,
                 workflow_name=workflow_name,
                 workflow_version=workflow_version,
             )
-            self.parameters = parameter_class(
-                input_dataset_parameters=self.input_dataset_parameters
-            )
+            self.parameters = parameter_class(scratch=self.scratch)
 
         def run(self) -> None:
             pass
@@ -149,11 +163,21 @@ def task_class_with_parameters(parameter_class) -> Type[WorkflowTaskBase]:
 @pytest.fixture()
 def task_with_parameters(task_with_input_dataset, task_class_with_parameters):
     task_class = task_class_with_parameters
-    return task_class(
+    with task_class(
         recipe_run_id=task_with_input_dataset.recipe_run_id,
         workflow_name=task_with_input_dataset.workflow_name,
         workflow_version=task_with_input_dataset.workflow_version,
-    )
+    ) as task:
+        phdu = fits.PrimaryHDU(np.ones((3, 3)) * 3)
+        ihdu = fits.ImageHDU(np.ones((4, 4)) * 4)
+        task.write(
+            data=fits.HDUList([phdu, ihdu]),
+            tags=Tag.parameter(FITS_FILE),
+            encoder=fits_hdulist_encoder,
+        )
+        task.write(data=np.ones((3, 3)) * 4, tags=Tag.parameter(NP_FILE), encoder=array_encoder)
+        yield task
+        task._purge()
 
 
 class FilledParametersNoObsTime(ParameterBase):
@@ -182,18 +206,18 @@ class FilledParametersWithObsTime(ParameterBase):
 
     @property
     def fits_file_parameter(self):
-        param_dict = self._find_most_recent_past_value("fits_file_parameter")
-        return self._load_param_value_from_fits(param_dict)
+        param_obj = self._find_most_recent_past_value("fits_file_parameter")
+        return self._load_param_value_from_fits(param_obj=param_obj)
 
     @property
     def non_primary_fits_file_parameter(self):
-        param_dict = self._find_most_recent_past_value("fits_file_parameter")
-        return self._load_param_value_from_fits(param_dict, hdu=1)
+        param_obj = self._find_most_recent_past_value("fits_file_parameter")
+        return self._load_param_value_from_fits(param_obj=param_obj, hdu=1)
 
     @property
     def numpy_file_parameter(self):
-        param_dict = self._find_most_recent_past_value("numpy_file_parameter")
-        return self._load_param_value_from_numpy_save(param_dict)
+        param_obj = self._find_most_recent_past_value("numpy_file_parameter")
+        return self._load_param_value_from_numpy_save(param_obj=param_obj)
 
 
 def parameter_class_with_obs_ip_start_time():
@@ -343,3 +367,28 @@ def test_mixins_error_with_no_arg():
     """
     with pytest.raises(TypeError):
         parameters = FilledWavelengthParameters(input_dataset_parameters={"foo": []})
+
+
+@pytest.mark.parametrize(
+    ("input_dataset_parts", "parameter_class"),
+    [
+        pytest.param(
+            [
+                (input_dataset_frames_part_factory(), Tag.input_dataset_parameters()),
+                (input_dataset_frames_part_factory(), Tag.input_dataset_parameters()),
+            ],
+            parameter_class_with_obs_ip_start_time(),
+            id="two_param_docs",
+        ),
+    ],
+)
+def test_multiple_input_dataset_parameter_parts(
+    request, input_dataset_parts: list[tuple[Any, str]], parameter_class
+):
+    """
+    Given: a task with multiple tagged input dataset parameter docs
+    When: initializing the parameter base
+    Then: an error is raised
+    """
+    with pytest.raises(ValueError, match="more than one parameter file"):
+        request.getfixturevalue("task_with_parameters")

dkist_processing_common/tests/test_transfer_input_data.py

@@ -5,10 +5,12 @@ from pathlib import Path
 import pytest
 
 from dkist_processing_common._util.scratch import WorkflowFileSystem
-from dkist_processing_common.codecs.json import json_decoder
+from dkist_processing_common.codecs.basemodel import basemodel_decoder
 from dkist_processing_common.models.graphql import InputDatasetRecipeRunResponse
+from dkist_processing_common.models.input_dataset import InputDatasetPartDocumentList
 from dkist_processing_common.models.tags import Tag
 from dkist_processing_common.tasks.transfer_input_data import TransferL0Data
+from dkist_processing_common.tests.conftest import create_input_frames
 from dkist_processing_common.tests.conftest import create_parameter_files
 from dkist_processing_common.tests.conftest import FakeGQLClient
 
@@ -18,7 +20,7 @@ class TransferL0DataTask(TransferL0Data):
         ...
 
 
-class FakeGQLClientMissingInputDatasetPart(FakeGQLClient):
+class FakeGQLClientMissingInputDatasetCalibrationPart(FakeGQLClient):
     """Same metadata mocker with calibration input dataset part missing."""
 
     def execute_gql_query(self, **kwargs):
@@ -53,103 +55,152 @@ def transfer_l0_data_task(recipe_run_id, tmp_path, mocker):
 
 
 @pytest.fixture
-def transfer_l0_data_task_missing_part(recipe_run_id, tmp_path, mocker):
+def transfer_l0_data_task_missing_calibration_part(recipe_run_id, tmp_path, mocker):
     yield from _transfer_l0_data_task_with_client(
-        recipe_run_id, tmp_path, mocker, FakeGQLClientMissingInputDatasetPart
+        recipe_run_id, tmp_path, mocker, FakeGQLClientMissingInputDatasetCalibrationPart
     )
 
 
-def test_download_dataset(transfer_l0_data_task):
+@pytest.mark.parametrize(
+    "expected_doc, tag",
+    [
+        pytest.param(
+            FakeGQLClient.observe_frames_doc_object,
+            Tag.input_dataset_observe_frames(),
+            id="observe_frames",
+        ),
+        pytest.param(
+            FakeGQLClient.calibration_frames_doc_object,
+            Tag.input_dataset_calibration_frames(),
+            id="calibration_frames",
+        ),
+        pytest.param(
+            FakeGQLClient.parameters_doc_object,
+            Tag.input_dataset_parameters(),
+            id="parameters",
+        ),
+    ],
+)
+def test_download_dataset(transfer_l0_data_task, expected_doc, tag):
     """
     :Given: a TransferL0Data task with a valid input dataset
     :When: downloading the dataset documents from the metadata store
-    :Then: the correct documents are written to disk
+    :Then: the correct documents are written to disk, along with tags for file parameters
     """
     # Given
     task = transfer_l0_data_task
     # When
     task.download_input_dataset()
     # Then
-    expected_observe_doc = FakeGQLClient.observe_frames_doc_object
-    observe_doc_from_file = next(
-        task.read(tags=Tag.input_dataset_observe_frames(), decoder=json_decoder)
-    )
-    assert observe_doc_from_file == expected_observe_doc
-    expected_calibration_doc = FakeGQLClient.calibration_frames_doc_object
-    calibration_doc_from_file = next(
-        task.read(tags=Tag.input_dataset_calibration_frames(), decoder=json_decoder)
-    )
-    assert calibration_doc_from_file == expected_calibration_doc
-    expected_parameters_doc = FakeGQLClient.parameters_doc_object
-    parameters_doc_from_file = next(
-        task.read(tags=Tag.input_dataset_parameters(), decoder=json_decoder)
+    doc_from_file = next(
+        task.read(tags=tag, decoder=basemodel_decoder, model=InputDatasetPartDocumentList)
     )
-    assert parameters_doc_from_file == expected_parameters_doc
+    doc_list_from_file = doc_from_file.model_dump()["doc_list"]
+    if (
+        tag == Tag.input_dataset_parameters()
+    ):  # parameter doc gets written with tags for file objects
+        for item in expected_doc:
+            for val in item["parameterValues"]:
+                if "__file__" in val["parameterValue"]:
+                    file_dict = json.loads(val["parameterValue"])["__file__"]
+                    file_dict["tag"] = Tag.parameter(Path(file_dict["objectKey"]).name)
+                    val["parameterValue"] = json.dumps({"__file__": file_dict})
+    assert doc_list_from_file == expected_doc
 
 
-def test_download_dataset_missing_part(transfer_l0_data_task_missing_part):
+def test_download_dataset_missing_part(transfer_l0_data_task_missing_calibration_part):
     """
     :Given: a TransferL0Data task with a valid input dataset without calibration frames
     :When: downloading the dataset documents from the metadata store
     :Then: the correct number of documents are written to disk
     """
     # Given
-    task = transfer_l0_data_task_missing_part
+    task = transfer_l0_data_task_missing_calibration_part
     # When
     task.download_input_dataset()
     # Then
     observe_doc_from_file = next(
-        task.read(tags=Tag.input_dataset_observe_frames(), decoder=json_decoder)
+        task.read(
+            tags=Tag.input_dataset_observe_frames(),
+            decoder=basemodel_decoder,
+            model=InputDatasetPartDocumentList,
+        )
     )
     parameters_doc_from_file = next(
-        task.read(tags=Tag.input_dataset_parameters(), decoder=json_decoder)
+        task.read(
+            tags=Tag.input_dataset_parameters(),
+            decoder=basemodel_decoder,
+            model=InputDatasetPartDocumentList,
+        )
     )
     with pytest.raises(StopIteration):
         calibration_doc_from_file = next(
-            task.read(tags=Tag.input_dataset_calibration_frames(), decoder=json_decoder)
+            task.read(
+                tags=Tag.input_dataset_calibration_frames(),
+                decoder=basemodel_decoder,
+                model=InputDatasetPartDocumentList,
+            )
         )
 
 
-def test_format_frame_transfer_items(transfer_l0_data_task):
+@pytest.mark.parametrize(
+    "task_name",
+    [
+        pytest.param(
+            "transfer_l0_data_task",
+            id="observe_and_calibration_frames",
+        ),
+        pytest.param(
+            "transfer_l0_data_task_missing_calibration_part",
+            id="calibration_frames_missing",
+        ),
+    ],
+)
+def test_build_frame_transfer_list_formatted(request, task_name):
     """
-    :Given: a TransferL0Data task with a downloaded input dataset
-    :When: formatting frames in the input dataset for transfer
-    :Then: the items are correctly loaded into GlobusTransferItem objects
+    :Given: a TransferL0Data task with downloaded input dataset docs
+    :When: building a list of frames in the input dataset formatted for transfer
+    :Then: the correct items are correctly loaded into GlobusTransferItem objects
     """
     # Given
-    task = transfer_l0_data_task
+    task = request.getfixturevalue(task_name)
     task.download_input_dataset()
     # When
-    transfer_items = task.format_frame_transfer_items()
+    observe_transfer_objects = task.build_transfer_list(doc_tag=Tag.input_dataset_observe_frames())
+    calibration_transfer_objects = task.build_transfer_list(
+        doc_tag=Tag.input_dataset_calibration_frames()
+    )
+    transfer_objects = observe_transfer_objects + calibration_transfer_objects
+    formatted_transfer_items = task.format_transfer_items(input_dataset_objects=transfer_objects)
     # Then
     source_filenames = []
     destination_filenames = []
-    all_frames = (
-        FakeGQLClient.observe_frames_doc_object + FakeGQLClient.calibration_frames_doc_object
-    )
-    for frame_set in all_frames:
+    expected_frames = list(FakeGQLClient.observe_frames_doc_object)
+    if "missing_calibration_part" not in task_name:
+        expected_frames += FakeGQLClient.calibration_frames_doc_object
+    for frame_set in expected_frames:
         for key in frame_set["object_keys"]:
             source_filenames.append(os.path.join("/", frame_set["bucket"], key))
             destination_filenames.append(Path(key).name)
-    assert len(transfer_items) == len(source_filenames)
-    for item in transfer_items:
+    assert len(formatted_transfer_items) == len(source_filenames)
+    for item in formatted_transfer_items:
         assert item.source_path.as_posix() in source_filenames
         assert item.destination_path.name in destination_filenames
         assert not item.recursive
 
 
-def test_format_parameter_file_transfer_items(transfer_l0_data_task):
+def test_build_parameter_file_transfer_items(transfer_l0_data_task):
     """
-    :Given: a TransferL0Data task with a downloaded input dataset
-    :When: formatting parameter files in the input dataset for transfer
-    :Then: the items are correctly loaded into GlobusTransferItem objects
+    :Given: a TransferL0Data task with downloaded input dataset docs
+    :When: building a list of parameter files formatted for transfer
+    :Then: the correct items are correctly loaded into GlobusTransferItem objects
     """
     # Given
     task = transfer_l0_data_task
     task.download_input_dataset()
-    create_parameter_files(task)
     # When
-    transfer_items = task.format_parameter_transfer_items()
+    transfer_objects = task.build_transfer_list(doc_tag=Tag.input_dataset_parameters())
+    formatted_transfer_items = task.format_transfer_items(input_dataset_objects=transfer_objects)
     # Then
     source_filenames = []
     destination_filenames = []
@@ -162,9 +213,44 @@ def test_format_parameter_file_transfer_items(transfer_l0_data_task):
                 object_key = value_dict["__file__"]["objectKey"]
                 source_filenames.append(os.path.join("/", bucket, object_key))
                 destination_filenames.append(Path(object_key).name)
-    assert len(transfer_items) == len(source_filenames)
-    for transfer_item in transfer_items:
+    assert len(formatted_transfer_items) == len(source_filenames)
+    for transfer_item in formatted_transfer_items:
         assert transfer_item.source_path.as_posix() in source_filenames
         assert transfer_item.destination_path.name in destination_filenames
         assert str(transfer_item.destination_path).startswith(str(task.scratch.workflow_base_path))
         assert not transfer_item.recursive
+
+
+def test_tag_transfer_items(transfer_l0_data_task):
+    """
+    :Given: a TransferL0Data task with downloaded input dataset frames and parameter files
+    :When: tagging the downloaded files
+    :Then: the downloaded items are correctly tagged
+    """
+    # Given
+    task = transfer_l0_data_task
+    task.download_input_dataset()
+    observe_transfer_objects = task.build_transfer_list(doc_tag=Tag.input_dataset_observe_frames())
+    calibration_transfer_objects = task.build_transfer_list(
+        doc_tag=Tag.input_dataset_calibration_frames()
+    )
+    frame_transfer_objects = observe_transfer_objects + calibration_transfer_objects
+    create_input_frames(task)
+    parameter_transfer_objects = task.build_transfer_list(doc_tag=Tag.input_dataset_parameters())
+    create_parameter_files(task)
+    # When
+    transfer_objects = frame_transfer_objects + parameter_transfer_objects
+    task.tag_transfer_objects(input_dataset_objects=transfer_objects)
+    # Then
+    input_tags = [Tag.input(), Tag.frame()]
+    input_frames_on_disk = list(task.scratch.find_all(tags=input_tags))
+    for obj in frame_transfer_objects:
+        destination_path = task.scratch.absolute_path(obj.object_key)
+        assert destination_path in input_frames_on_disk
+    assert len(input_frames_on_disk) == len(frame_transfer_objects)
+    for obj in parameter_transfer_objects:
+        destination_path = task.scratch.absolute_path(obj.object_key)
+        param_tag = Tag.parameter(Path(obj.object_key))
+        param_file_on_disk = list(task.scratch.find_all(tags=param_tag))
+        assert destination_path in param_file_on_disk
+        assert len(param_file_on_disk) == 1

dkist_processing_common/tests/test_write_l1.py

@@ -25,7 +25,7 @@ from dkist_processing_common.tasks.write_l1 import WriteL1Frame
 from dkist_processing_common.tests.conftest import FakeGQLClient
 from dkist_processing_common.tests.conftest import TILE_SIZE
 from dkist_processing_common.tests.test_transfer_input_data import (
-    FakeGQLClientMissingInputDatasetPart,
+    FakeGQLClientMissingInputDatasetCalibrationPart,
 )
 
 
@@ -572,7 +572,7 @@ def test_missing_input_dataset_part(write_l1_task, mocker):
     """
     mocker.patch(
         "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
-        new=FakeGQLClientMissingInputDatasetPart,
+        new=FakeGQLClientMissingInputDatasetCalibrationPart,
     )
     task, _, _ = write_l1_task
     task()

{dkist_processing_common-10.8.3.dist-info → dkist_processing_common-10.9.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 10.8.3
+Version: 10.9.0
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause

{dkist_processing_common-10.8.3.dist-info → dkist_processing_common-10.9.0.dist-info}/RECORD

@@ -1,16 +1,18 @@
 changelog/.gitempty,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_common/__init__.py,sha256=490Fwm_GgqpwriQlsYfKcLUZNhZ6GkINtJqcYSIEKoU,319
 dkist_processing_common/config.py,sha256=IcpaD_NvHZU-aLlUNOTdRC4V7ADIvVQwrZ2dHhIr4NY,4247
-dkist_processing_common/manual.py,sha256=IH72QxdGlr-BuWq2EDrfC9yStegO-elUWrobQqT4710,7042
+dkist_processing_common/manual.py,sha256=M7FW1viESaTfK1jLqHLp7JMGTGeoTxHtgCXRjZpDR8g,6990
 dkist_processing_common/_util/__init__.py,sha256=xf6JNpMKQgbhE2Jivymt-WO0WF6PpGt9rl604YpuTWk,92
 dkist_processing_common/_util/constants.py,sha256=b0zlRaT09aGj2RU72OQ5J-8u6Z_RevPXtcyx5tlnf-Y,3244
 dkist_processing_common/_util/graphql.py,sha256=qjsvLWDHqb1X7hDLA8uqbpOIDjZZ2mjsSIL0Wkt1TJc,3420
 dkist_processing_common/_util/scratch.py,sha256=4X5K260ffBHWvyVfP0SCk_-QTWEcTougB7qu9TdF7LM,10364
 dkist_processing_common/_util/tags.py,sha256=8r62_-x3xpbCoCu5dd09Q2u-OYzYiML6SlPUf9LXCEw,6220
 dkist_processing_common/codecs/__init__.py,sha256=du1iitvsudSSOMENSywXmXSLOlvIocJsPbvfEcyqFNc,159
+dkist_processing_common/codecs/array.py,sha256=GeIB6mTMZuQK4Jxn2tGmMmYgA-bLik2SAlWopRZhEO8,575
 dkist_processing_common/codecs/asdf.py,sha256=2GHCFOZk1j-ml4EolXac_sUzk7aPYJUGqKYxZk4mG_c,1046
+dkist_processing_common/codecs/basemodel.py,sha256=6w7OjsPLdsmY_tiwveBmDthYW3WLtAWqM3hjrQa5UhA,814
 dkist_processing_common/codecs/bytes.py,sha256=tiVEUu_Gzc5NfW1_qsJtHDlYAZzgIqA7f4cfAwN734k,495
-dkist_processing_common/codecs/fits.py,sha256=0D6tDvt13OhVXok4tS8VGHdd8OSV8DrRet8VCD6Zt3g,2346
+dkist_processing_common/codecs/fits.py,sha256=AxS3AKjB22JZl9sSk2A5JI7-Yyb9dOXw84bTpYqbPoQ,2585
 dkist_processing_common/codecs/iobase.py,sha256=r0ImN0CxfjAnfMflNv7w2pGDp2i6EQg0p2OaEkE82pk,977
 dkist_processing_common/codecs/json.py,sha256=OWXzoFWccJiojkiKSeDrMdL9f7EpdNIOMvO9YBBg-Yg,939
 dkist_processing_common/codecs/path.py,sha256=LU5Kh1ew2PQI9hcpzbnZkE47k-zAMZDDV4cgqHRcDkY,197
@@ -23,11 +25,12 @@ dkist_processing_common/models/constants.py,sha256=1Eb8RDeuCr6brl237iGKxYLWCH49I
 dkist_processing_common/models/fits_access.py,sha256=Au9JROwhVla9zb_u0dN8mIWiSJd_Pca0oOr4N1hN0HY,4113
 dkist_processing_common/models/flower_pot.py,sha256=59C5uGYKyMyncqQYxhzDZWl8k1DRZFB6s9RF-HFp9mY,5128
 dkist_processing_common/models/fried_parameter.py,sha256=ro_H2Eo3I88lRf1wJjZfTc_XOjhgLt4whIQR_sjAFbM,1609
-dkist_processing_common/models/graphql.py,sha256=t2PYEjEwSq08zq0HcVH2RG5FX4PVXgs4BdM2gunJ8fs,4747
+dkist_processing_common/models/graphql.py,sha256=BBJBIBADAPQAskqS8Qh58DYEyFjY9GY9ZN8nrJ1EKHs,5364
+dkist_processing_common/models/input_dataset.py,sha256=OZDxyjHZfFrksFGpas1gsB14Q77CeNsk_nI-EYo3ZRI,4121
 dkist_processing_common/models/message.py,sha256=DRW7Qhl01dF5KagcqLta5U-uzdOMewrsHvMatDT6jnk,1684
 dkist_processing_common/models/message_queue_binding.py,sha256=ROQ2ZQE3TCr4gVbz4WggvUSExAiWP8SD_GjjQl482M8,1012
 dkist_processing_common/models/metric_code.py,sha256=McXAEF1Sa0_YlR1niXYLJWLFHhdLQhmYw9Xtpr5FGws,815
-dkist_processing_common/models/parameters.py,sha256=Ymx-wvPVMkXg5emhOivv7NG0QsAt98If4KotopLIRrw,7736
+dkist_processing_common/models/parameters.py,sha256=dTup7mPTEmySXP0O3j4sPPY8Jqe2zf-3sr2hjeMatEY,9649
 dkist_processing_common/models/quality.py,sha256=ONz1A6_qyEoZhQkVp9LChAgm93aGt1O5WSRneE3XCCA,2319
 dkist_processing_common/models/tags.py,sha256=ykOYqWMU7_ffvRCv84-avjXyty9pHBo7EXwsjIjStjs,12058
 dkist_processing_common/models/task_name.py,sha256=NL0n92A9vVYBV-yvh8d-qFOCxVy0X2GECDmLgIzrmOY,565
@@ -56,36 +59,35 @@ dkist_processing_common/tasks/output_data_base.py,sha256=CC1TnCrChi8_iuMymr425CJ
 dkist_processing_common/tasks/parse_l0_input_data.py,sha256=iRMGdvhxBobNsTDQ0IEl0myDfB4P_xpxA00guuBWDj8,7986
 dkist_processing_common/tasks/quality_metrics.py,sha256=dWuPKBD5elRCZEs4ZC91tyXxkuPUwMuvy9OoGU9Zs04,12489
 dkist_processing_common/tasks/teardown.py,sha256=e4LKnphJDYDVDAez2tH7MxpZgCmxYsKrq9Zk0qAkzzM,2355
-dkist_processing_common/tasks/transfer_input_data.py,sha256=afEW0glpCFMZRj90nFtQo_4XOQ4CuoOh86jahP6a-a0,5548
+dkist_processing_common/tasks/transfer_input_data.py,sha256=8dDOfnT46qavGW-6fy-FT9LVb0TXANSpk1WpACpWK70,5787
 dkist_processing_common/tasks/trial_catalog.py,sha256=Y3DKstRfMS8nWWtJFMB0MUVPlZ1jWS_2jhJGMWwxy50,8748
 dkist_processing_common/tasks/trial_output_data.py,sha256=aI_aRuu0qVO8zFGrr_9baxx9i3jUEHZSmsmbO6ytlkE,6960
 dkist_processing_common/tasks/write_l1.py,sha256=EBQEViaLG2MzWsXOvNi8tsVsgzVJXBrLSGmYtsVgSlo,23781
 dkist_processing_common/tasks/mixin/__init__.py,sha256=-g-DQbU7m1bclJYuFe3Yh757V-35GIDTbstardKQ7nU,68
 dkist_processing_common/tasks/mixin/globus.py,sha256=QAV8VElxMAqxJ2KSB_bJaraceovYfjHXjOdocrTCkIA,6592
-dkist_processing_common/tasks/mixin/input_dataset.py,sha256=dkW5vf_QPgWedHO_Lf9GjBxr1QrUCKs6gIXufUTi7GE,6813
 dkist_processing_common/tasks/mixin/interservice_bus.py,sha256=I7BUh0o8AEX-FZv7gxCts6is0uq9lycWjtTB2KqwBrU,1080
-dkist_processing_common/tasks/mixin/metadata_store.py,sha256=dMwjlhBI89xX0Pagub2Bk09z0fToipFN51DwyQEIHbk,11510
+dkist_processing_common/tasks/mixin/metadata_store.py,sha256=yTKijpQ-tNx_H2V_9HsZjMzkrzBDSQaSKkySV6VnnOM,11618
 dkist_processing_common/tasks/mixin/object_store.py,sha256=Vn4l2XuCimii9Fc3gM-pQGIkTKMv_ldqljlxkLesZLU,3236
 dkist_processing_common/tasks/mixin/quality/__init__.py,sha256=Bgu-DHW7yXLiehglldOCWluEkAP5qh0Hp1F30rh5NFw,383
 dkist_processing_common/tasks/mixin/quality/_base.py,sha256=nZ9IC-O-hsLXa5-tk29B13CZyQIdhJCv0eO9cdkAhWc,8303
 dkist_processing_common/tasks/mixin/quality/_metrics.py,sha256=lkHU6SeWeMfzf0QPM28_K9znllKx6rK91v1TiQ7vYfw,54556
 dkist_processing_common/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dkist_processing_common/tests/conftest.py,sha256=h_ObhpXb1S0-db0Je8XoHNLkrXxXW_0B0TMhbnbDjMo,30160
+dkist_processing_common/tests/conftest.py,sha256=Rz1r2_by8aRZslSkS4AduEtpu3cpPxsAonZQyUCBPSQ,30867
 dkist_processing_common/tests/test_assemble_movie.py,sha256=XY_ruXSYP5k6s2gUAwlFdnhJ81eyWLSd2O9IkX4RXeo,4165
 dkist_processing_common/tests/test_assemble_quality.py,sha256=fWSHK4UdVqgNjvxQuD40NBUnXrtmthUP7PUbISPV4MQ,16897
 dkist_processing_common/tests/test_base.py,sha256=4ST3__jEHitEQaQs9-0OcqtyEJfIjZsk_6PRYZFV2-U,7124
-dkist_processing_common/tests/test_codecs.py,sha256=9Ln8FJs319rbHpCukO9lKLk3aDrdyDREjA4nCHsxDCA,20796
+dkist_processing_common/tests/test_codecs.py,sha256=FGhldrTdc28YD9FKrsW3lZ34LtvzecGP1qNi9fGHVGQ,22173
 dkist_processing_common/tests/test_constants.py,sha256=Kc9k5TdYy5QkRRlGav6kfI2dy5HHKqtpf9qOuaAfDZU,5903
 dkist_processing_common/tests/test_cs_step.py,sha256=RA0QD3D8eaL3YSOL_gIJ9wkngy14RQ2jbD-05KAziW4,2408
 dkist_processing_common/tests/test_fits_access.py,sha256=tyUPNbUqoTPhQgzua_doWP9l9ee4ir_LLV-I9rHktcs,11393
 dkist_processing_common/tests/test_flower_pot.py,sha256=X9_UI3maa3ZQncV3jYHgovWnawDsdEkEB5vw6EAB96o,3151
 dkist_processing_common/tests/test_fried_parameter.py,sha256=iXtlQIifZ6cDOkEi-YDgP3oAlss2loq08Uohgvy1byQ,1295
-dkist_processing_common/tests/test_input_dataset.py,sha256=AI5uqaDea4kOwpwAU5qQdzUbxMpBwD20YCAvB7nzD5o,18766
+dkist_processing_common/tests/test_input_dataset.py,sha256=pQ01rWAkQ2XQojyHWzAqeOdrMXshNcgEVL5I_9bBTdo,9610
 dkist_processing_common/tests/test_interservice_bus.py,sha256=M_iv2CLmx5TnCB1VUN4YjkQ2LEUjfCKk7-ZlkV62XEQ,3000
 dkist_processing_common/tests/test_interservice_bus_mixin.py,sha256=8TTl0aypkq5gBPeyqSaQHbz_jmt5RmSD2oI8kT4Q1ZA,4195
 dkist_processing_common/tests/test_manual_processing.py,sha256=wAZJztsF33jzJE3m3vJ6cJT0ujgIkMg01jGq-Ys_a4c,1045
 dkist_processing_common/tests/test_output_data_base.py,sha256=Y9MFz5xw11tAnKjpHH7qrzsRYP1rZM_Trt4AylY0S6k,3120
-dkist_processing_common/tests/test_parameters.py,sha256=Tr0Wu8-_rj9Lp7CkUVmJjSouW7CAL_ZwhShK_U1GzVs,12384
+dkist_processing_common/tests/test_parameters.py,sha256=kNzX89vfrNRJ8d9rusMVv4DM9rPD3l-7HIstZsLoYBE,14033
 dkist_processing_common/tests/test_parse_l0_input_data.py,sha256=SMNV1qyQTvnMx94MCNsiA-RyS9uxaxIABEDDxsuVzqY,10629
 dkist_processing_common/tests/test_publish_catalog_messages.py,sha256=wB2lcAnT77yVnqO0cFWOPxGf-tZ8U62kvvpiB5roBwQ,3268
 dkist_processing_common/tests/test_quality.py,sha256=vomy2YSPadKqJj2tG8sCs-UkQVvfKus7Cum7_Hpee4I,10257
@@ -97,12 +99,12 @@ dkist_processing_common/tests/test_tags.py,sha256=UwlOJ45rkvbfbd5L5m5YltvOxQc8kG
 dkist_processing_common/tests/test_task_name.py,sha256=kqFr59XX2K87xzfTlClzDV4-Je1dx72LvdaJ22UE8UU,1233
 dkist_processing_common/tests/test_task_parsing.py,sha256=QXt1X6DTO3_liBD2c-t84DToLeEn7B3J-eteIyN4HEM,4027
 dkist_processing_common/tests/test_teardown.py,sha256=w2sATQHkg2lMLvm6VFZF1mNGFYHwWj_SxvF9RQu-tuY,5362
-dkist_processing_common/tests/test_transfer_input_data.py,sha256=kE-FQTcN9nft5bh2Rhtp-8ldCTvGXTvWFcsNm6DY7lk,6619
+dkist_processing_common/tests/test_transfer_input_data.py,sha256=B-kDsGJTUxxnamN4xjn69TFiY_TEN8MmhHNndP6bKac,10301
 dkist_processing_common/tests/test_transfer_l1_output_data.py,sha256=27PifkyH3RZg0nsM-AjmrFJ-hbYuCk5Tt_0Zx8PJBfM,2109
 dkist_processing_common/tests/test_trial_catalog.py,sha256=SZ-nyn0MXU9Lkg_94FbKER_cwiGoi06GYlzF_3AmvKg,6802
 dkist_processing_common/tests/test_trial_output_data.py,sha256=cBCj0kXyF5NEMzKh6zPVksdoXyE8ju1opJgWgjdcJWA,12790
 dkist_processing_common/tests/test_workflow_task_base.py,sha256=Z5aPW5LQtS0UWJiYho4X0r-2gPLfzpkmMwfmaoFLjMg,10517
-dkist_processing_common/tests/test_write_l1.py,sha256=FHQMH1_JHXCEOpzLx97iRpj9pEIW5xQ8RlqvRspkSFY,27055
+dkist_processing_common/tests/test_write_l1.py,sha256=TKRSx1qX9shFlafP5H0tHy5ouIVzFLU0AMJOjViNygQ,27077
 docs/Makefile,sha256=qnlVz6PuBqE39NfHWuUnHhNEA-EFgT2-WJNNNy9ttfk,4598
 docs/changelog.rst,sha256=S2jPASsWlQxSlAPqdvNrYvhk9k3FcFWNXFNDYXBSjl4,120
 docs/conf.py,sha256=FkX575cqTqZGCcLAjg2MlvE8Buj1Vt3CpHNgZxG256E,1890
@@ -111,7 +113,7 @@ docs/landing_page.rst,sha256=aPAuXFhBx73lEZ59B6E6JXxkK0LlxzD0n-HXqHrfumQ,746
 docs/make.bat,sha256=mBAhtURwhQ7yc95pqwJzlhqBSvRknr1aqZ5s8NKvdKs,4513
 docs/requirements.txt,sha256=Kbl_X4c7RQZw035YTeNB63We6I7pvXFU4T0Uflp2yDY,29
 licenses/LICENSE.rst,sha256=piZaQplkzOMmH1NXg6QIdo9wwo9pPCoHkvm2-DmH76E,1462
-dkist_processing_common-10.8.3.dist-info/METADATA,sha256=pE3CBPNa-RjcRqsAt7RjadTRF7su-d8BGuzS4wklOnk,7147
-dkist_processing_common-10.8.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dkist_processing_common-10.8.3.dist-info/top_level.txt,sha256=LJhd1W-Vn90K8HnQDIE4r52YDpUjjMWDnllAWHBByW0,48
-dkist_processing_common-10.8.3.dist-info/RECORD,,
+dkist_processing_common-10.9.0.dist-info/METADATA,sha256=Xx80rX1kjSP_uvRGdWsvwrJ2UYGKiHOfBi4yKiMlZmA,7147
+dkist_processing_common-10.9.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dkist_processing_common-10.9.0.dist-info/top_level.txt,sha256=LJhd1W-Vn90K8HnQDIE4r52YDpUjjMWDnllAWHBByW0,48
+dkist_processing_common-10.9.0.dist-info/RECORD,,