dkist-processing-cryonirsp 1.3.4__py3-none-any.whl → 1.4.0rc1__py3-none-any.whl

changelog/158.misc.rst

@@ -0,0 +1 @@
+Replace `TransferCryoTrialData` with `TransferTrialData` from dkist-processing-common.

dkist_processing_cryonirsp/tasks/__init__.py

@@ -15,5 +15,4 @@ from dkist_processing_cryonirsp.tasks.sp_dispersion_axis_correction import *
 from dkist_processing_cryonirsp.tasks.sp_geometric import *
 from dkist_processing_cryonirsp.tasks.sp_science import *
 from dkist_processing_cryonirsp.tasks.sp_solar_gain import *
-from dkist_processing_cryonirsp.tasks.trial_output_data import *
 from dkist_processing_cryonirsp.tasks.write_l1 import *

dkist_processing_cryonirsp/tests/local_trial_workflows/local_trial_helpers.py

@@ -9,13 +9,13 @@ import asdf
 from astropy.io import fits
 from dkist_header_validator import spec122_validator
 from dkist_processing_common.models.task_name import TaskName
+from dkist_processing_common.tasks import TransferTrialData
 from dkist_processing_common.tasks import WorkflowTaskBase
 from dkist_processing_common.tasks.mixin.globus import GlobusTransferItem
 from dkist_service_configuration.logging import logger
 
 from dkist_processing_cryonirsp.models.tags import CryonirspTag
 from dkist_processing_cryonirsp.models.task_name import CryonirspTaskName
-from dkist_processing_cryonirsp.tasks import TransferCryoTrialData
 from dkist_processing_cryonirsp.tasks.cryonirsp_base import CryonirspTaskBase
 from dkist_processing_cryonirsp.tests.conftest import cryonirsp_testing_parameters_factory
 
@@ -550,27 +550,11 @@ def transfer_trial_data_locally_task(
     output_swtich: bool = True,
     tag_lists: list | None = None,
 ):
-    class LocalTrialData(TransferCryoTrialData):
+    class LocalTrialData(TransferTrialData):
         @property
         def destination_folder(self) -> Path:
             return Path(trial_dir)
 
-        @property
-        def debug_frame_switch(self) -> bool:
-            return debug_switch
-
-        @property
-        def intermediate_frame_switch(self) -> bool:
-            return intermediate_switch
-
-        @property
-        def output_frame_switch(self) -> bool:
-            return output_swtich
-
-        @property
-        def specific_frame_tag_lists(self) -> list:
-            return tag_lists or []
-
         def remove_folder_objects(self):
             logger.info("Would have removed folder objects here")
 

dkist_processing_cryonirsp/tests/test_assemble_qualilty.py

@@ -232,6 +232,7 @@ def quality_metrics(dataframe_json) -> list[Metric]:
                 },
                 "bin_strs": ["bin1", "bin2"],
                 "total_bins": 100,
+                "sampled_bins": 20,
                 "num_varied_I_sys": 2,
             },
             ["QUALITY_POLCAL_LOCAL_PAR_VALS", "QUALITY_TASK_CI BEAM 1"],
@@ -240,6 +241,7 @@ def quality_metrics(dataframe_json) -> list[Metric]:
             {
                 "bin_strs": ["bin1", "bin2"],
                 "total_bins": 100,
+                "sampled_bins": 20,
                 "red_chi_list": [1, 2, 3],
                 "residual_json": dataframe_json,
             },
@@ -249,6 +251,7 @@ def quality_metrics(dataframe_json) -> list[Metric]:
             {
                 "bin_strs": ["bin1", "bin2"],
                 "total_bins": 100,
+                "sampled_bins": 20,
                 "efficiency_list": ((np.random.randn(4, 100) - 0.5) * 0.3).tolist(),
                 "warnings": ["A warning"],
             },

dkist_processing_cryonirsp/tests/test_instrument_polarization.py

@@ -43,13 +43,14 @@ class DummyPolcalFitter(PolcalFitter):
         **fit_kwargs,
     ):
         with patch("dkist_processing_pac.fitter.polcal_fitter.FitObjects"):
-            super().__init__(
-                local_dresser=local_dresser,
-                global_dresser=global_dresser,
-                fit_mode="use_M12_I_sys_per_step",
-                init_set="OCCal_VIS",
-                _dont_fit=True,
-            )
+            with patch("dkist_processing_pac.fitter.polcal_fitter.PolcalFitter.check_dressers"):
+                super().__init__(
+                    local_dresser=local_dresser,
+                    global_dresser=global_dresser,
+                    fit_mode="use_M12_I_sys_per_step",
+                    init_set="OCCal_VIS",
+                    _dont_fit=True,
+                )
 
         self.num_modstates = local_dresser.nummod
 

dkist_processing_cryonirsp/workflows/trial_workflows.py

@@ -4,6 +4,7 @@ from dkist_processing_common.tasks import CreateTrialDatasetInventory
 from dkist_processing_common.tasks import CreateTrialQualityReport
 from dkist_processing_common.tasks import QualityL1Metrics
 from dkist_processing_common.tasks import TransferL0Data
+from dkist_processing_common.tasks import TransferTrialData
 from dkist_processing_common.tasks import TrialTeardown
 from dkist_processing_core import ResourceQueue
 from dkist_processing_core import Workflow
@@ -33,7 +34,6 @@ from dkist_processing_cryonirsp.tasks import (
 from dkist_processing_cryonirsp.tasks import SPScienceCalibration
 from dkist_processing_cryonirsp.tasks import SPSolarGainCalibration
 from dkist_processing_cryonirsp.tasks import SPWriteL1Frame
-from dkist_processing_cryonirsp.tasks import TransferCryoTrialData
 from dkist_processing_cryonirsp.tasks.l1_output_data import CIAssembleQualityData
 from dkist_processing_cryonirsp.tasks.l1_output_data import SPAssembleQualityData
 from dkist_processing_cryonirsp.tasks.parse import ParseL0CryonirspCILinearizedData
@@ -99,7 +99,7 @@ full_trial_ci_pipeline.add_node(
 
 # Output flow
 full_trial_ci_pipeline.add_node(
-    task=TransferCryoTrialData,
+    task=TransferTrialData,
     upstreams=[
         CreateTrialDatasetInventory,
         CreateTrialAsdf,
@@ -109,7 +109,7 @@ full_trial_ci_pipeline.add_node(
 )
 
 # goodbye
-full_trial_ci_pipeline.add_node(task=TrialTeardown, upstreams=TransferCryoTrialData)
+full_trial_ci_pipeline.add_node(task=TrialTeardown, upstreams=TransferTrialData)
 
 #######################
 #######################
@@ -177,7 +177,7 @@ full_trial_sp_pipeline.add_node(
 
 # Output flow
 full_trial_sp_pipeline.add_node(
-    task=TransferCryoTrialData,
+    task=TransferTrialData,
     upstreams=[
         CreateTrialDatasetInventory,
         CreateTrialAsdf,
@@ -187,4 +187,4 @@ full_trial_sp_pipeline.add_node(
 )
 
 # goodbye
-full_trial_sp_pipeline.add_node(task=TrialTeardown, upstreams=TransferCryoTrialData)
+full_trial_sp_pipeline.add_node(task=TrialTeardown, upstreams=TransferTrialData)

{dkist_processing_cryonirsp-1.3.4.dist-info → dkist_processing_cryonirsp-1.4.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dkist-processing-cryonirsp
-Version: 1.3.4
+Version: 1.4.0rc1
 Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,9 +17,9 @@ Requires-Dist: Pillow ==10.3.0
 Requires-Dist: astropy ==6.1.0
 Requires-Dist: dkist-fits-specifications ==4.7.0
 Requires-Dist: dkist-header-validator ==5.1.1
-Requires-Dist: dkist-processing-common ==10.2.2
+Requires-Dist: dkist-processing-common ==10.4.0rc1
 Requires-Dist: dkist-processing-math ==2.1.1
-Requires-Dist: dkist-processing-pac ==3.0.3
+Requires-Dist: dkist-processing-pac ==3.1.0
 Requires-Dist: dkist-spectral-lines ==3.0.0
 Requires-Dist: largestinteriorrectangle ==0.2.0
 Requires-Dist: dkist-service-configuration ==2.2

{dkist_processing_cryonirsp-1.3.4.dist-info → dkist_processing_cryonirsp-1.4.0rc1.dist-info}/RECORD

@@ -1,4 +1,5 @@
 changelog/.gitempty,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+changelog/158.misc.rst,sha256=rt1PkiI176PHDaET0SdaeWgCgy7PfYAlJoWuAkLMTjA,87
 dkist_processing_cryonirsp/__init__.py,sha256=Z6-kB7fXXUI-F7Vz1HnEaja2h8qgH9IZExRl1lUxvZg,350
 dkist_processing_cryonirsp/config.py,sha256=xNkUNJ1BeBxJX881mTCIEbirZlD5_5txpV1QqkbfRM0,507
 dkist_processing_cryonirsp/models/__init__.py,sha256=m6UekKftTahNJ3W5K3mZSz4Y4ZZpHRxF_ZAxuaKYL7o,12
@@ -19,7 +20,7 @@ dkist_processing_cryonirsp/parsers/polarimetric_check.py,sha256=HBzg9Zi9-M1M2jh4
 dkist_processing_cryonirsp/parsers/scan_step.py,sha256=7XNUq48qbdpV8GeaBeG9XFRDkYlgw8Fjd6ByFZ24OAc,18972
 dkist_processing_cryonirsp/parsers/time.py,sha256=dpajm3tfrih-8pjlOWOvZVJVP2FihR87HFQSjR_KPYI,2543
 dkist_processing_cryonirsp/parsers/wavelength.py,sha256=Ay5hZiDNV25-N_QXZINTCgn1ToiP2jvwumkbirBiJGk,883
-dkist_processing_cryonirsp/tasks/__init__.py,sha256=VmCozaqDBf521Ppj-o_K9Vog_BwEJCBZ16pTzP0aEO8,1126
+dkist_processing_cryonirsp/tasks/__init__.py,sha256=JyM9oA1A6t5sPsbaNmnK9_e6t00kUYzDZzqmSg0nVjE,1061
 dkist_processing_cryonirsp/tasks/assemble_movie.py,sha256=Brj3zdTKQiwgclIKoW2TSxuEHlkST8WjxvtBZONyGKM,7337
 dkist_processing_cryonirsp/tasks/bad_pixel_map.py,sha256=QZzCngleitLDjq_2zRBuUorMMkmzMEo11Xwvu6dEudc,3713
 dkist_processing_cryonirsp/tasks/beam_boundaries_base.py,sha256=N3zk08sRcczoNGIqRd8vzGtYLQUUiH52-WOc7fIw7t4,9960
@@ -40,7 +41,6 @@ dkist_processing_cryonirsp/tasks/sp_dispersion_axis_correction.py,sha256=y9TKJCt
 dkist_processing_cryonirsp/tasks/sp_geometric.py,sha256=Ym5M1DJR_ZYGqjD1Cy5IQiult3GN5dp0hnJ9sLfMDQM,21860
 dkist_processing_cryonirsp/tasks/sp_science.py,sha256=FubmQSg_ZrVy08TcT6dRK2nuA2cmGMrMYMmjT6_bYQM,12091
 dkist_processing_cryonirsp/tasks/sp_solar_gain.py,sha256=WJKenRlqFlsP3zb3IPqRFdxCGcmJZMVlM9Me-myyvn0,18541
-dkist_processing_cryonirsp/tasks/trial_output_data.py,sha256=wQP-zHxw_gJ3KKOF_9AZ_nTyRRdsaM4Ekv0JeXwxxJg,2481
 dkist_processing_cryonirsp/tasks/write_l1.py,sha256=7xM4Uy66BCZzFhNPNHkiov6zIcfkZH45SadsJJr6QKc,41023
 dkist_processing_cryonirsp/tasks/mixin/__init__.py,sha256=m6UekKftTahNJ3W5K3mZSz4Y4ZZpHRxF_ZAxuaKYL7o,12
 dkist_processing_cryonirsp/tasks/mixin/beam_access.py,sha256=DiPRbsAyfhX-juHL0slypcXi5C8PJT-DNMX6ck1IH1w,1627
@@ -52,7 +52,7 @@ dkist_processing_cryonirsp/tests/__init__.py,sha256=m6UekKftTahNJ3W5K3mZSz4Y4ZZp
 dkist_processing_cryonirsp/tests/conftest.py,sha256=SiE_QHRy5IQ5SNOjBYdm9OhZBFqCB7Lx_FrTELqYS4M,17103
 dkist_processing_cryonirsp/tests/header_models.py,sha256=Ny4h5lS54bGRPDo4nOzvJgNWMzFY9DDs1IQorr_r3s8,20591
 dkist_processing_cryonirsp/tests/test_assemble_movie.py,sha256=YNZINIFXR9kZBlE1AIvjlVmwwhZJeVYOOPk7Q8IVkcI,6222
-dkist_processing_cryonirsp/tests/test_assemble_qualilty.py,sha256=KNEsB8PQ4ciuwrv-JVuXemV_C65u0Eue3fNKvgPXEg4,16751
+dkist_processing_cryonirsp/tests/test_assemble_qualilty.py,sha256=upk-oUqVBHGK3F0eemshLpAPrnfh9mbeuZXow4E1Rmc,16859
 dkist_processing_cryonirsp/tests/test_bad_pixel_maps.py,sha256=O3_GiGmc2le4TwiXZXEv4cjx-vE_oV9QrNsAc4L-Ufs,4906
 dkist_processing_cryonirsp/tests/test_ci_beam_boundaries.py,sha256=4Im8TB9iIqHep7H3P0VCfEmPAzdDOZH3MfIJdMyiHvE,4493
 dkist_processing_cryonirsp/tests/test_ci_science.py,sha256=GdzUR5csW2uoJBc_y5gYEpUxB8Qqlc8d0qhrZRjhYds,14401
@@ -61,7 +61,7 @@ dkist_processing_cryonirsp/tests/test_cryo_base.py,sha256=lF27S1aBmMc5wRWNPKjkXZ
 dkist_processing_cryonirsp/tests/test_cryo_constants.py,sha256=VbjM1vZYRa_057yK_aP2ta6JyT7Ob1ou4SbGEVIIKH0,2715
 dkist_processing_cryonirsp/tests/test_dark.py,sha256=n1DYuzM4iFOSHsC8GxAeQcQItj2mFH9WkUT0KZDyM2A,11953
 dkist_processing_cryonirsp/tests/test_gain.py,sha256=YUgcGFh325TZBT9BbkzlkbapVJL4skTE1FVhsFNhUc8,10854
-dkist_processing_cryonirsp/tests/test_instrument_polarization.py,sha256=uJaKwCLmzQABzp5TLYKCZI0f40-aGg6Q0lDj6zIQWEA,19151
+dkist_processing_cryonirsp/tests/test_instrument_polarization.py,sha256=GgZmPJVtsEploGFEZsddwXAh9QtnoOUdywEPdkT_l-s,19276
 dkist_processing_cryonirsp/tests/test_linearity_correction.py,sha256=y9gDWlHsOaTMP7K5-lIIVmboa6nd0ozaqEtl6Fvt5T0,9406
 dkist_processing_cryonirsp/tests/test_make_movie_frames.py,sha256=WznHp9dV2-jbJYzRniCAIbSHCGNc0SpSzyVDSrZkYd4,4904
 dkist_processing_cryonirsp/tests/test_parameters.py,sha256=CbaEnxx3HGZmqZJbNzQ2IJpIg6AKlK26BT3TXUMGYAE,11438
@@ -74,18 +74,17 @@ dkist_processing_cryonirsp/tests/test_sp_make_movie_frames.py,sha256=Kn8U_HzaaHW
 dkist_processing_cryonirsp/tests/test_sp_science.py,sha256=bjUtZNlRiCaDK0ql0iMdZ6YF8f1dGAhz5HmOxWX1XBE,19416
 dkist_processing_cryonirsp/tests/test_sp_solar.py,sha256=NHHE-PPa2bU0JK0fuezZakFvAi1f_2z7AHM9vxInF-U,8913
 dkist_processing_cryonirsp/tests/test_trial_create_quality_report.py,sha256=x8dRAMyawQVYZQGsuO36DMZxK4L13hZBUn86qbhJiNk,2805
-dkist_processing_cryonirsp/tests/test_trial_output_data.py,sha256=BTjBK4nHtOK_c5yQf9r4VbDqt1jyaWzdO0rxRccPeFc,9105
 dkist_processing_cryonirsp/tests/test_workflows.py,sha256=2a-TUMbVEyNjHYNyzo2UQMLg5PSaEx6iV9hOsGp-Mck,291
 dkist_processing_cryonirsp/tests/test_write_l1.py,sha256=TIizk5mViC6Km8Ee-CfHwRFTqJmSa3Ey_GfM09iGBRc,17597
 dkist_processing_cryonirsp/tests/local_trial_workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_cryonirsp/tests/local_trial_workflows/l0_cals_only.py,sha256=jJ9g2muTBfSHP-RgUInnMzsfqmMY9O0Qu_N9SVH0nq4,20420
 dkist_processing_cryonirsp/tests/local_trial_workflows/l0_to_l1.py,sha256=f00YZl9ew1IX5p-a6hisXjOcA8WvM6cJ_h_jKXCFZb8,24061
 dkist_processing_cryonirsp/tests/local_trial_workflows/linearize_only.py,sha256=kl9yrE1EbgxNn__x4q0WYoZIvS8zefcOPbQQdxB4_ZE,3280
-dkist_processing_cryonirsp/tests/local_trial_workflows/local_trial_helpers.py,sha256=sPgiAZOnT-Xf0WfP7uoP_K6r3ogfDt7_47PTYBP6t7E,19754
+dkist_processing_cryonirsp/tests/local_trial_workflows/local_trial_helpers.py,sha256=14XonDUbMWh6n1AwtPaDLCeSvoHCzn-MNHCkHLB4VUc,19330
 dkist_processing_cryonirsp/workflows/__init__.py,sha256=iEbV3oiKmkfmdZjeNJxqw08IIZnYSroq-2b-ARpkLFQ,112
 dkist_processing_cryonirsp/workflows/ci_l0_processing.py,sha256=6yw_mn8mxZ551ubJSHUyWd8l_Nwx1uL6yW1y_qBL5a8,3866
 dkist_processing_cryonirsp/workflows/sp_l0_processing.py,sha256=A74av8E8mL9WzI4vWI2GbhVrRFQ7JCMlGAioEjXkkCU,4219
-dkist_processing_cryonirsp/workflows/trial_workflows.py,sha256=zbuCW9g3gu-S2cohaFG_11j9cY6Z8-7j7GIkri5AjmY,8200
+dkist_processing_cryonirsp/workflows/trial_workflows.py,sha256=x7odG41cz6a2Em0PQIDh3k1RaCl-pR0WC2-v6o2M9FE,8177
 docs/Makefile,sha256=qnlVz6PuBqE39NfHWuUnHhNEA-EFgT2-WJNNNy9ttfk,4598
 docs/bad_pixel_calibration.rst,sha256=bHRclUItBA1QbGlek36B1yN5WHN53WkfjKUvZaq_j2I,2452
 docs/beam_angle_calculation.rst,sha256=-yUPFRl6SbPBIj-wOwylEymQDMQnkay7kAIAiubpQT8,2941
@@ -105,7 +104,7 @@ docs/requirements_table.rst,sha256=FaqSag9kPi77gWPhzeo_tFEhRFjb3qUuNqqQe1K76NM,2
 docs/scientific_changelog.rst,sha256=01AWBSHg8zElnodCgAq-hMxhk9CkX5rtEENx4iz0sjI,300
 docs/sp_science_calibration.rst,sha256=fHBOZ2cqySxLjNi737KfynlmHZy9W4EwvuzxnyjDNvk,2597
 licenses/LICENSE.rst,sha256=piZaQplkzOMmH1NXg6QIdo9wwo9pPCoHkvm2-DmH76E,1462
-dkist_processing_cryonirsp-1.3.4.dist-info/METADATA,sha256=y13n4Ga2TRsapgm6UCpPbahH6zEmjTYlpagcqGW3-yE,8450
-dkist_processing_cryonirsp-1.3.4.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-dkist_processing_cryonirsp-1.3.4.dist-info/top_level.txt,sha256=Sm9b1ddKnsF9Bh3mqDOct1Sm7k8I9aN7vGHgpmu-MlQ,51
-dkist_processing_cryonirsp-1.3.4.dist-info/RECORD,,
+dkist_processing_cryonirsp-1.4.0rc1.dist-info/METADATA,sha256=9UZSHPKsOr-bgFP1LXygCPiSHmbEkH28MdLzArTKAws,8456
+dkist_processing_cryonirsp-1.4.0rc1.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+dkist_processing_cryonirsp-1.4.0rc1.dist-info/top_level.txt,sha256=Sm9b1ddKnsF9Bh3mqDOct1Sm7k8I9aN7vGHgpmu-MlQ,51
+dkist_processing_cryonirsp-1.4.0rc1.dist-info/RECORD,,

{dkist_processing_cryonirsp-1.3.4.dist-info → dkist_processing_cryonirsp-1.4.0rc1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.1.0)
+Generator: setuptools (75.5.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

dkist_processing_cryonirsp/tasks/trial_output_data.py

@@ -1,61 +0,0 @@
-"""Tasks for transferring scratch data to custom location for post-pipeline analysis."""
-from dkist_processing_common.models.task_name import TaskName
-from dkist_processing_common.tasks.mixin.globus import GlobusTransferItem
-from dkist_processing_common.tasks.trial_output_data import TransferTrialDataBase
-
-__all__ = ["TransferCryoTrialData"]
-
-from dkist_processing_cryonirsp.models.task_name import CryonirspTaskName
-
-
-class TransferCryoTrialData(TransferTrialDataBase):
-    """Transfer DEBUG, Intermediate, and/or output data to the trial location."""
-
-    @property
-    def intermediate_task_names(self) -> list[str]:
-        """Grab all the Calibration products used to calibrate science data."""
-        return [
-            TaskName.dark.value,
-            TaskName.lamp_gain.value,
-            TaskName.geometric_angle.value,
-            TaskName.geometric_offsets.value,
-            TaskName.geometric_spectral_shifts.value,
-            TaskName.solar_gain.value,
-            TaskName.demodulation_matrices.value,
-            CryonirspTaskName.spectral_corrected_solar_array.value,
-        ]
-
-    def build_transfer_list(self) -> list[GlobusTransferItem]:
-        """
-        Build a list containing all files we want to transfer to the trial environment.
-
-        The classes of/specific files to transfer are defined in the switches that look at the recipe run configuration.
-        """
-        transfer_list = []
-
-        if self.debug_frame_switch:
-            transfer_list += self.build_debug_frame_transfer_list()
-
-        if self.intermediate_frame_switch:
-            transfer_list += self.build_intermediate_frame_transfer_list()
-
-        if self.output_frame_switch:
-            transfer_list += self.build_output_frame_transfer_list()
-            transfer_list += self.build_output_movie_transfer_list()
-
-        if self.specific_frame_tag_lists:
-            transfer_list += self.build_transfer_list_from_tag_lists(self.specific_frame_tag_lists)
-
-        if self.output_dataset_inventory_switch:
-            transfer_list += self.build_output_dataset_inventory_transfer_list()
-
-        if self.output_asdf_switch:
-            transfer_list += self.build_output_asdf_transfer_list()
-
-        if self.output_quality_report_switch:
-            transfer_list += self.build_output_quality_report_transfer_list()
-
-        if self.output_quality_data_switch:
-            transfer_list += self.build_output_quality_data_transfer_list()
-
-        return transfer_list

dkist_processing_cryonirsp/tests/test_trial_output_data.py

@@ -1,251 +0,0 @@
-import json
-from uuid import uuid4
-
-import pytest
-from dkist_processing_common._util.scratch import WorkflowFileSystem
-from dkist_processing_common.codecs.json import json_encoder
-from dkist_processing_common.codecs.quality import quality_data_encoder
-from dkist_processing_common.codecs.str import str_encoder
-from dkist_processing_common.models.task_name import TaskName
-from dkist_processing_common.tests.conftest import FakeGQLClient
-from pydantic import BaseModel
-
-from dkist_processing_cryonirsp.models.tags import CryonirspTag
-from dkist_processing_cryonirsp.models.task_name import CryonirspTaskName
-from dkist_processing_cryonirsp.tasks import TransferCryoTrialData
-
-
-@pytest.fixture
-def recipe_run_configuration(
-    debug_switch,
-    intermediate_switch,
-    output_switch,
-    dataset_inventory_switch,
-    asdf_switch,
-    quality_report_switch,
-    quality_data_switch,
-    tag_lists,
-):
-    """Mock Recipe Run endpoint for trial output configuration flags"""
-
-    class GQLClientWithConfiguration(FakeGQLClient):
-        def execute_gql_query(self, **kwargs):
-            response = super().execute_gql_query(**kwargs)
-            response[0].configuration = json.dumps(
-                {
-                    "trial_transfer_debug_frames": bool(debug_switch),
-                    "trial_transfer_intermediate_frames": bool(intermediate_switch),
-                    "trial_transfer_output_frames": bool(output_switch),
-                    "trial_transfer_output_dataset_inventory": bool(dataset_inventory_switch),
-                    "trial_transfer_output_asdf": bool(asdf_switch),
-                    "trial_transfer_output_quality_report": bool(quality_report_switch),
-                    "trial_transfer_output_quality_data": bool(quality_data_switch),
-                    "trial_transfer_tag_lists": tag_lists,
-                }
-            )
-            return response
-
-    return GQLClientWithConfiguration
-
-
-intermediate_task_names = [
-    TaskName.dark.value,
-    TaskName.lamp_gain.value,
-    TaskName.geometric_angle.value,
-    TaskName.geometric_offsets.value,
-    TaskName.geometric_spectral_shifts.value,
-    TaskName.solar_gain.value,
-    TaskName.demodulation_matrices.value,
-    CryonirspTaskName.spectral_corrected_solar_array.value,
-]
-
-tag_lists = [[CryonirspTag.movie()], ["FOO", "BAR"]]
-
-
-def write_debug_frames_to_task(task: TransferCryoTrialData) -> int:
-    num_debug = 3
-    for _ in range(num_debug):
-        task.write(
-            data="123", encoder=str_encoder, tags=[CryonirspTag.frame(), CryonirspTag.debug()]
-        )
-
-    return num_debug
-
-
-def write_intermediate_frames_to_task(task: TransferCryoTrialData) -> int:
-    for task_name in intermediate_task_names:
-        task.write(
-            data=task_name,
-            encoder=str_encoder,
-            tags=[CryonirspTag.frame(), CryonirspTag.intermediate(), CryonirspTag.task(task_name)],
-        )
-
-    return len(intermediate_task_names)
-
-
-def write_dummy_output_frames_to_task(task: TransferCryoTrialData) -> int:
-    num_output = 2
-    for i in range(num_output):
-        task.write(
-            data=f"output_{i}",
-            encoder=str_encoder,
-            tags=[CryonirspTag.frame(), CryonirspTag.output()],
-        )
-
-    return num_output
-
-
-def write_specific_tags_to_task(task: TransferCryoTrialData) -> int:
-    for tags in tag_lists:
-        task.write(data="foo", encoder=str_encoder, tags=tags)
-
-    return len(tag_lists)
-
-
-def write_dataset_inventory_to_task(task: TransferCryoTrialData) -> int:
-    dataset_inventory_obj: dict = {f"dsi_key": uuid4().hex}
-    task.write(
-        data=dataset_inventory_obj,
-        encoder=json_encoder,
-        tags=[CryonirspTag.output(), CryonirspTag.dataset_inventory()],
-    )
-    return 1
-
-
-def write_asdf_to_task(task: TransferCryoTrialData) -> int:
-    asdf_obj = uuid4().hex
-    task.write(
-        data=asdf_obj, encoder=str_encoder, tags=[CryonirspTag.output(), CryonirspTag.asdf()]
-    )
-    return 1
-
-
-def write_quality_report_to_task(task: TransferCryoTrialData) -> int:
-    quality_report_obj = uuid4().hex.encode("utf-8")
-    task.write(data=quality_report_obj, tags=[CryonirspTag.output(), CryonirspTag.quality_report()])
-    return 1
-
-
-def write_quality_data_to_task(task: TransferCryoTrialData) -> int:
-    quality_data_obj: list[dict] = [{f"quality_key": uuid4().hex}]
-    task.write(
-        data=quality_data_obj, encoder=quality_data_encoder, tags=CryonirspTag.quality_data()
-    )
-    return 1
-
-
-def write_unused_frames_to_task(task: TransferCryoTrialData) -> int:
-    task.write(data="bad", encoder=str_encoder, tags=["FOO"])
-    task.write(
-        data="intermediate we don't care about",
-        encoder=str_encoder,
-        tags=[CryonirspTag.frame(), CryonirspTag.intermediate(), CryonirspTag.task("NOT_A_KEEPER")],
-    )
-    return 1
-
-
-class AvailableOutputFiles(BaseModel):
-    """Number of files of each type available for potential output"""
-
-    num_debug: int
-    num_intermediate: int
-    num_output: int
-    num_specific: int
-    num_dataset_inventory: int
-    num_asdf: int
-    num_quality_report: int
-    num_quality_data: int
-
-
-@pytest.fixture
-def transfer_task_with_files(recipe_run_id, recipe_run_configuration, tmp_path, mocker):
-    mocker.patch(
-        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
-        new=recipe_run_configuration,
-    )
-    proposal_id = "test_proposal_id"
-    with TransferCryoTrialData(
-        recipe_run_id=recipe_run_id,
-        workflow_name="workflow_name",
-        workflow_version="workflow_version",
-    ) as task:
-        task.scratch = WorkflowFileSystem(
-            recipe_run_id=recipe_run_id,
-            scratch_base_path=tmp_path,
-        )
-        task.constants._update({"PROPOSAL_ID": proposal_id})
-        try:
-            write_unused_frames_to_task(task)
-            available_output_files = AvailableOutputFiles(
-                num_debug=write_debug_frames_to_task(task),
-                num_intermediate=write_intermediate_frames_to_task(task),
-                num_output=write_dummy_output_frames_to_task(task),
-                num_specific=write_specific_tags_to_task(task),
-                num_dataset_inventory=write_dataset_inventory_to_task(task),
-                num_asdf=write_asdf_to_task(task),
-                num_quality_report=write_quality_report_to_task(task),
-                num_quality_data=write_quality_data_to_task(task),
-            )
-            yield task, available_output_files
-
-        finally:
-            task._purge()
-
-
-@pytest.mark.parametrize(
-    "debug_switch, intermediate_switch, output_switch, dataset_inventory_switch, asdf_switch, quality_report_switch, quality_data_switch, tag_lists",
-    [
-        pytest.param(0, 0, 0, 0, 0, 0, 0, [], id="none"),
-        pytest.param(1, 0, 0, 0, 0, 0, 0, [], id="debug_only"),
-        pytest.param(0, 1, 0, 0, 0, 0, 0, [], id="intermediate_only"),
-        pytest.param(0, 0, 1, 0, 0, 0, 0, [], id="output_only"),
-        pytest.param(0, 0, 0, 1, 0, 0, 0, [], id="dataset_inventory_only"),
-        pytest.param(0, 0, 0, 0, 1, 0, 0, [], id="asdf_only"),
-        pytest.param(0, 0, 0, 0, 0, 1, 0, [], id="quality_report_only"),
-        pytest.param(0, 0, 0, 0, 0, 0, 1, [], id="quality_data_only"),
-        pytest.param(0, 0, 0, 0, 0, 0, 0, tag_lists, id="specific_only"),
-        pytest.param(1, 1, 1, 1, 1, 1, 1, tag_lists, id="all"),
-        pytest.param(1, 1, 0, 0, 0, 0, 0, tag_lists, id="combo_debug_intermediate_specific"),
-        pytest.param(1, 1, 1, 0, 0, 0, 0, [], id="combo_debug_intermediate_output"),
-        pytest.param(0, 1, 1, 0, 0, 0, 0, tag_lists, id="combo_intermediate_output_specific"),
-        pytest.param(1, 0, 1, 0, 0, 0, 0, tag_lists, id="combo_debug_output_specific"),
-    ],
-)
-def test_build_transfer_list(
-    transfer_task_with_files,
-    debug_switch,
-    intermediate_switch,
-    output_switch,
-    dataset_inventory_switch,
-    asdf_switch,
-    quality_report_switch,
-    quality_data_switch,
-    tag_lists,
-):
-    """
-    Given: A TransferCryoTrialData task with a recipe run configuration (RRC) and a collection of frames
-    When: Building the transfer list
-    Then: Only the files requested by the RRC switches are collected for transfer
-    """
-    task, available_output_files = transfer_task_with_files
-
-    expected_num = 0
-    if debug_switch:
-        expected_num += available_output_files.num_debug
-    if intermediate_switch:
-        expected_num += available_output_files.num_intermediate
-    if output_switch:
-        expected_num += available_output_files.num_output
-    if dataset_inventory_switch:
-        expected_num += available_output_files.num_dataset_inventory
-    if asdf_switch:
-        expected_num += available_output_files.num_asdf
-    if quality_report_switch:
-        expected_num += available_output_files.num_quality_report
-    if quality_data_switch:
-        expected_num += available_output_files.num_quality_data
-    if tag_lists:
-        expected_num += available_output_files.num_specific
-
-    transfer_list = task.build_transfer_list()
-    assert len(transfer_list) == expected_num