dkist-processing-cryonirsp 1.4.12__tar.gz → 1.4.15__tar.gz

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/CHANGELOG.rst

@@ -1,3 +1,36 @@
+v1.4.15 (2025-01-30)
+====================
+
+Bugfixes
+--------
+
+- Correct how gain files are read in the PickyBuds during parsing of CRYO-NIRSP CI linearized data. (`#172 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/172>`__)
+
+
+v1.4.14 (2025-01-29)
+====================
+
+Misc
+----
+
+- Update dkist-processing-common and dkist-quality to manage a bug present in dacite 1.9.0.
+
+
+v1.4.13 (2025-01-29)
+====================
+
+Features
+--------
+
+- Remove lamp gain calibration from the CRYO-NIRSP CI pipeline. (`#168 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/168>`__)
+
+
+Misc
+----
+
+- Update Bitbucket pipelines to use execute script for standard steps. (`#170 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/170>`__)
+
+
 v1.4.12 (2025-01-27)
 ====================
 

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: dkist-processing-cryonirsp
-Version: 1.4.12
+Version: 1.4.15
 Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,7 +17,7 @@ Requires-Dist: Pillow==10.3.0
 Requires-Dist: astropy==6.1.0
 Requires-Dist: dkist-fits-specifications==4.10.0
 Requires-Dist: dkist-header-validator==5.1.1
-Requires-Dist: dkist-processing-common==10.5.8
+Requires-Dist: dkist-processing-common==10.5.9
 Requires-Dist: dkist-processing-math==2.1.2
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-spectral-lines==3.0.0
@@ -48,7 +48,7 @@ Provides-Extra: asdf
 Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
 Requires-Dist: dkist-inventory[asdf]==1.5.0; extra == "asdf"
 Provides-Extra: quality
-Requires-Dist: dkist-quality==1.2.0; extra == "quality"
+Requires-Dist: dkist-quality==1.2.1; extra == "quality"
 Provides-Extra: grogu
 Requires-Dist: dkist; extra == "grogu"
 Requires-Dist: pyparsing; extra == "grogu"

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/bitbucket-pipelines.yml

@@ -6,39 +6,34 @@ definitions:
     redis:
       image: redis
   steps:
+    - step: &download_execute_script
+        name: Download Script Execute Script
+        script:
+          - echo "Retrieving Script Execution Script"
+          - curl -fL https://getcli.jfrog.io | sh
+          - ./jfrog rt dl --url $ARTIFACTORY_URL --user $ARTIFACTORY_USER --password $ARTIFACTORY_PASSWORD generic-packages/ci_scripts/latest/execute_script.sh
+          - cat ci_scripts/latest/execute_script.sh
+          - chmod 755 ci_scripts/latest/execute_script.sh
+        artifacts:
+          - ci_scripts/latest/execute_script.sh
     - step: &lint
         caches:
           - pip
         name: Lint
         script:
-          - echo "Retrieving and Executing Lint Script"
-          - curl -fL https://getcli.jfrog.io | sh
-          - ./jfrog rt dl --url $ARTIFACTORY_URL --user $ARTIFACTORY_USER --password $ARTIFACTORY_PASSWORD generic-packages/ci_scripts/latest/lint_python.sh
-          - cat ci_scripts/latest/lint_python.sh
-          - chmod 755 ci_scripts/latest/lint_python.sh
-          - ./ci_scripts/latest/lint_python.sh
+          - ./ci_scripts/latest/execute_script.sh lint_python.sh
     - step: &changelog
         caches:
           - pip
         name: Changelog
         script:
-          - echo "Retrieving and Executing Changelog Script"
-          - curl -fL https://getcli.jfrog.io | sh
-          - ./jfrog rt dl --url $ARTIFACTORY_URL --user $ARTIFACTORY_USER --password $ARTIFACTORY_PASSWORD generic-packages/ci_scripts/latest/check_changelog.sh
-          - cat ci_scripts/latest/check_changelog.sh
-          - chmod 755 ci_scripts/latest/check_changelog.sh
-          - ./ci_scripts/latest/check_changelog.sh
+          - ./ci_scripts/latest/execute_script.sh check_changelog.sh
     - step: &scan
         caches:
           - pip
         name: Scan
         script:
-          - echo "Retrieving and Executing Scan Script"
-          - curl -fL https://getcli.jfrog.io | sh
-          - ./jfrog rt dl --url $ARTIFACTORY_URL --user $ARTIFACTORY_USER --password $ARTIFACTORY_PASSWORD generic-packages/ci_scripts/latest/scan_python.sh
-          - cat ci_scripts/latest/scan_python.sh
-          - chmod 755 ci_scripts/latest/scan_python.sh
-          - ./ci_scripts/latest/scan_python.sh
+          - ./ci_scripts/latest/execute_script.sh scan_python.sh
     - step: &test
         caches:
           - pip
@@ -70,10 +65,7 @@ definitions:
           - pip
         name: Push Code
         script:
-          - pip install -U pip
-          - pip install build twine
-          - python -m build --outdir wheelhouse .
-          - python -m twine upload --skip-existing wheelhouse/*
+          - ./ci_scripts/latest/execute_script.sh push_python.sh
     - step: &push_mpw
         caches:
           - pip
@@ -100,17 +92,13 @@ definitions:
         caches:
           - pip
         script:
-          - echo "Retrieving and Executing Sphinx Test Script"
-          - curl -fL https://getcli.jfrog.io | sh
-          - ./jfrog rt dl --url $ARTIFACTORY_URL --user $ARTIFACTORY_USER --password $ARTIFACTORY_PASSWORD generic-packages/ci_scripts/latest/test_sphinx.sh
-          - cat ci_scripts/latest/test_sphinx.sh
-          - chmod 755 ci_scripts/latest/test_sphinx.sh
-          - ./ci_scripts/latest/test_sphinx.sh
+          - ./ci_scripts/latest/execute_script.sh test_sphinx.sh
 
 options:
   max-time: 25
 pipelines:
   default:
+    - step: *download_execute_script
     - parallel:
         - step: *lint
         - step: *changelog
@@ -120,6 +108,7 @@ pipelines:
       - step: *docs
   tags:
     'v*':
+      - step: *download_execute_script
       - parallel:
         - step: *lint
         - step: *changelog

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/models/constants.py

@@ -32,10 +32,15 @@ class CryonirspBudName(Enum):
     solar_gain_exposure_conditions_list = "SOLAR_GAIN_EXPOSURE_CONDITIONS_LIST"
     polcal_exposure_conditions_list = "POLCAL_EXPOSURE_CONDITIONS_LIST"
     observe_exposure_conditions_list = "OBSERVE_EXPOSURE_CONDITIONS_LIST"
-    non_dark_and_non_polcal_task_exposure_conditions_list = (
-        "NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST"
+    sp_non_dark_and_non_polcal_task_exposure_conditions_list = (
+        "SP_NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST"
+    )
+    ci_non_dark_and_non_polcal_and_non_lamp_gain_task_exposure_conditions_list = (
+        "CI_NON_DARK_AND_NON_POLCAL_AND_NON_LAMP_GAIN_TASK_EXPOSURE_CONDITIONS_LIST"
     )
     picky_dark_exposure_conditions_list = "PICKY_DARK_EXPOSURE_CONDITIONS_LIST"
+    ci_picky_dark_exposure_conditions_list = "CI_PICKY_DARK_EXPOSURE_CONDITIONS_LIST"
+    sp_picky_dark_exposure_conditions_list = "SP_PICKY_DARK_EXPOSURE_CONDITIONS_LIST"
     modulator_spin_mode = "MODULATOR_SPIN_MODE"
     axis_1_type = "AXIS_1_TYPE"
     axis_2_type = "AXIS_2_TYPE"
@@ -47,6 +52,8 @@ class CryonirspBudName(Enum):
     optical_density_filter_picky_bud = "OPTICAL_DENSITY_FILTER_PICKY_BUD"
     solar_gain_ip_start_time = "SOLAR_GAIN_IP_START_TIME"
     gain_frame_type_list = "GAIN_FRAME_TYPE_LIST"
+    lamp_gain_frame_type_list = "LAMP_GAIN_FRAME_TYPE_LIST"
+    solar_gain_frame_type_list = "SOLAR_GAIN_FRAME_TYPE_LIST"
 
 
 class CryonirspConstants(ConstantsBase):
@@ -188,10 +195,21 @@ class CryonirspConstants(ConstantsBase):
             return []
 
     @property
-    def non_dark_and_non_polcal_task_exposure_conditions_list(self) -> [ExposureConditions]:
+    def ci_non_dark_and_non_polcal_and_non_lamp_gain_task_exposure_conditions_list(
+        self,
+    ) -> [ExposureConditions]:
+        """Return a list of all exposure times required for all tasks other than dark, polcal, and lamp gain."""
+        raw_conditions: list[list[int, str]] = self._db_dict[
+            CryonirspBudName.ci_non_dark_and_non_polcal_and_non_lamp_gain_task_exposure_conditions_list.value
+        ]
+        conditions = [ExposureConditions(*item) for item in raw_conditions]
+        return conditions
+
+    @property
+    def sp_non_dark_and_non_polcal_task_exposure_conditions_list(self) -> [ExposureConditions]:
         """Return a list of all exposure times required for all tasks other than dark and polcal."""
         raw_conditions: list[list[int, str]] = self._db_dict[
-            CryonirspBudName.non_dark_and_non_polcal_task_exposure_conditions_list.value
+            CryonirspBudName.sp_non_dark_and_non_polcal_task_exposure_conditions_list.value
         ]
         conditions = [ExposureConditions(*item) for item in raw_conditions]
         return conditions

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/parsers/check_for_gains.py

@@ -12,11 +12,12 @@ from dkist_processing_cryonirsp.models.constants import CryonirspBudName
 from dkist_processing_cryonirsp.parsers.cryonirsp_l0_fits_access import CryonirspL0FitsAccess
 
 
-class CheckGainFramesPickyBud(Stem):
-    """Pickybud to check for lamp gain and solar gain frames."""
+class CheckGainFramesPickyBudBase(Stem):
+    """Pickybud to check for gain frames."""
 
-    def __init__(self):
-        super().__init__(stem_name=CryonirspBudName.gain_frame_type_list.value)
+    def __init__(self, stem_name: str, task_name: str):
+        super().__init__(stem_name=stem_name)
+        self.task_name = task_name.casefold()
 
     def setter(self, fits_obj: CryonirspL0FitsAccess) -> Type[SpilledDirt] | str:
         """
@@ -30,15 +31,11 @@ class CheckGainFramesPickyBud(Stem):
         -------
         The calibration frame object associated with this fits object
         """
-        task = parse_header_ip_task_with_gains(fits_obj).casefold()
-
-        if task in [TaskName.lamp_gain.value.casefold(), TaskName.solar_gain.value.casefold()]:
-            return task
-        return SpilledDirt
+        return parse_header_ip_task_with_gains(fits_obj).casefold()
 
-    def getter(self, key: Hashable) -> Thorn:
+    def getter(self, key: Hashable) -> Type[Thorn]:
         """
-        Check that lamp and solar gain frames exist. If they do, return a Thorn.
+        Check that the specific gain exists. If it does, return a Thorn.
 
         Parameters
         ----------
@@ -49,10 +46,28 @@ class CheckGainFramesPickyBud(Stem):
         -------
         Thorn
         """
-        gain_task_types = list(self.key_to_petal_dict.values())
+        task_types = list(self.key_to_petal_dict.values())
 
-        if TaskName.lamp_gain.value.casefold() not in gain_task_types:
-            raise ValueError("Lamp gain frames not found.")
-        if TaskName.solar_gain.value.casefold() not in gain_task_types:
-            raise ValueError("Solar gain frames not found.")
+        if self.task_name not in task_types:
+            raise ValueError(f"{self.task_name} frames not found.")
         return Thorn
+
+
+class CheckSolarGainFramesPickyBud(CheckGainFramesPickyBudBase):
+    """Pickybud to check for solar gain frames."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.solar_gain_frame_type_list.value,
+            task_name=TaskName.solar_gain.value,
+        )
+
+
+class CheckLampGainFramesPickyBud(CheckGainFramesPickyBudBase):
+    """Pickybud to check for lamp gain frames."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.lamp_gain_frame_type_list.value,
+            task_name=TaskName.lamp_gain.value,
+        )

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/parsers/exposure_conditions.py

@@ -13,8 +13,6 @@ from dkist_processing_cryonirsp.models.constants import CryonirspBudName
 from dkist_processing_cryonirsp.models.exposure_conditions import ExposureConditions
 from dkist_processing_cryonirsp.parsers.cryonirsp_l0_fits_access import CryonirspL0FitsAccess
 
-_DARK_AND_POLCAL_TASK_TYPES = (TaskName.dark.value, TaskName.polcal.value)
-
 
 class CryonirspTaskExposureConditionsBud(Stem):
     """
@@ -53,14 +51,13 @@ class CryonirspTaskExposureConditionsBud(Stem):
         return exposure_conditions_tuple
 
 
-class CryonirspNonDarkAndNonPolcalTaskExposureConditionsBud(Stem):
-    """For ip task types that are neither DARK nor POLCAL, produce a list of exposure conditions tuples."""
+class CryonirspConditionalTaskExposureConditionsBudBase(Stem):
+    """For ip task types that are not in task_types_to_ignore, produce a list of exposure conditions tuples."""
 
-    def __init__(self):
-        super().__init__(
-            stem_name=CryonirspBudName.non_dark_and_non_polcal_task_exposure_conditions_list.value
-        )
+    def __init__(self, stem_name: str, task_types_to_ignore: list[str]):
+        super().__init__(stem_name=stem_name)
         self.metadata_key = "exposure_conditions"
+        self.task_types_to_ignore = task_types_to_ignore
 
     def setter(self, fits_obj: CryonirspL0FitsAccess) -> ExposureConditions | Type[SpilledDirt]:
         """
@@ -74,7 +71,8 @@ class CryonirspNonDarkAndNonPolcalTaskExposureConditionsBud(Stem):
         -------
         The exposure time associated with this fits object
         """
-        if fits_obj.ip_task_type.upper() not in _DARK_AND_POLCAL_TASK_TYPES:
+        task_type = parse_header_ip_task_with_gains(fits_obj=fits_obj)
+        if task_type.upper() not in self.task_types_to_ignore:
             return getattr(fits_obj, self.metadata_key)
         return SpilledDirt
 
@@ -95,16 +93,47 @@ class CryonirspNonDarkAndNonPolcalTaskExposureConditionsBud(Stem):
         return exposure_conditions_tuple
 
 
-class CryonirspPickyDarkExposureConditionsBud(Stem):
+class CryonirspSPConditionalTaskExposureConditionsBud(
+    CryonirspConditionalTaskExposureConditionsBudBase
+):
+    """For ip task types that are neither DARK nor POLCAL, produce a list of exposure conditions tuples."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.sp_non_dark_and_non_polcal_task_exposure_conditions_list.value,
+            task_types_to_ignore=[TaskName.dark.value, TaskName.polcal.value],
+        )
+        self.metadata_key = "exposure_conditions"
+
+
+class CryonirspCIConditionalTaskExposureConditionsBud(
+    CryonirspConditionalTaskExposureConditionsBudBase
+):
+    """For ip task types that are neither DARK nor POLCAL nor LAMP GAIN, produce a list of exposure conditions tuples."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.ci_non_dark_and_non_polcal_and_non_lamp_gain_task_exposure_conditions_list.value,
+            task_types_to_ignore=[
+                TaskName.dark.value,
+                TaskName.polcal.value,
+                TaskName.lamp_gain.value,
+            ],
+        )
+        self.metadata_key = "exposure_conditions"
+
+
+class CryonirspPickyDarkExposureConditionsBudBase(Stem):
     """Parse exposure conditions tuples to ensure existence of dark frames with the required exposure conditions."""
 
     DarkTaskTestAndExposureConditions = namedtuple(
         "DarkTaskTestAndExposureConditions", ["is_dark", "exposure_conditions"]
     )
 
-    def __init__(self):
-        super().__init__(stem_name=CryonirspBudName.picky_dark_exposure_conditions_list.value)
+    def __init__(self, stem_name: str, task_types_to_ignore: list[str]):
+        super().__init__(stem_name=stem_name)
         self.metadata_key = "exposure_conditions"
+        self.task_types_to_ignore = task_types_to_ignore
 
     def setter(self, fits_obj: CryonirspL0FitsAccess) -> tuple | Type[SpilledDirt]:
         """
@@ -118,15 +147,16 @@ class CryonirspPickyDarkExposureConditionsBud(Stem):
         -------
         A tuple of a boolean indicating if the task is a dark task, and the exposure conditions for this fits object
         """
-        if fits_obj.ip_task_type.upper() == TaskName.dark.value:
+        task_type = parse_header_ip_task_with_gains(fits_obj=fits_obj)
+        if task_type.upper() == TaskName.dark.value:
             return self.DarkTaskTestAndExposureConditions(
                 is_dark=True, exposure_conditions=getattr(fits_obj, self.metadata_key)
             )
-        if fits_obj.ip_task_type.upper() not in _DARK_AND_POLCAL_TASK_TYPES:
+        if task_type.upper() not in self.task_types_to_ignore:
             return self.DarkTaskTestAndExposureConditions(
                 is_dark=False, exposure_conditions=getattr(fits_obj, self.metadata_key)
             )
-            # Polcal falls through
+            # Ignored task types fall through
         return SpilledDirt
 
     def getter(self, key: Hashable) -> Type[Thorn]:
@@ -161,3 +191,30 @@ class CryonirspPickyDarkExposureConditionsBud(Stem):
                 f"Exposure conditions required in the set of dark frames not found. Missing conditions = {other_exposure_conditions_missing_from_dark_exposure_conditions}"
             )
         return Thorn
+
+
+class CryonirspCIPickyDarkExposureConditionsBud(CryonirspPickyDarkExposureConditionsBudBase):
+    """Parse exposure conditions tuples to ensure existence of dark frames with the required exposure conditions, ignoring polcal frames and lamp gain frames."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.ci_picky_dark_exposure_conditions_list.value,
+            task_types_to_ignore=[
+                TaskName.dark.value,
+                TaskName.polcal.value,
+                TaskName.lamp_gain.value,
+            ],
+        )
+
+
+class CryonirspSPPickyDarkExposureConditionsBud(CryonirspPickyDarkExposureConditionsBudBase):
+    """Parse exposure conditions tuples to ensure existence of dark frames with the required exposure conditions, ignoring polcal frames."""
+
+    def __init__(self):
+        super().__init__(
+            stem_name=CryonirspBudName.sp_picky_dark_exposure_conditions_list.value,
+            task_types_to_ignore=[
+                TaskName.dark.value,
+                TaskName.polcal.value,
+            ],
+        )

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/tasks/dark.py

@@ -39,9 +39,16 @@ class DarkCalibration(CryonirspTaskBase):
         None
 
         """
-        target_exposure_conditions = (
-            self.constants.non_dark_and_non_polcal_task_exposure_conditions_list
-        )
+        arm = self.constants.arm_id
+
+        if arm == "CI":
+            target_exposure_conditions = (
+                self.constants.ci_non_dark_and_non_polcal_and_non_lamp_gain_task_exposure_conditions_list
+            )
+        if arm == "SP":
+            target_exposure_conditions = (
+                self.constants.sp_non_dark_and_non_polcal_task_exposure_conditions_list
+            )
 
         logger.info(f"{target_exposure_conditions = }")
         with self.apm_task_step(

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/tasks/parse.py

@@ -25,14 +25,21 @@ from dkist_processing_cryonirsp.models.constants import CryonirspBudName
 from dkist_processing_cryonirsp.models.parameters import CryonirspParsingParameters
 from dkist_processing_cryonirsp.models.tags import CryonirspStemName
 from dkist_processing_cryonirsp.models.tags import CryonirspTag
-from dkist_processing_cryonirsp.parsers.check_for_gains import CheckGainFramesPickyBud
+from dkist_processing_cryonirsp.parsers.check_for_gains import CheckLampGainFramesPickyBud
+from dkist_processing_cryonirsp.parsers.check_for_gains import CheckSolarGainFramesPickyBud
 from dkist_processing_cryonirsp.parsers.cryonirsp_l0_fits_access import CryonirspL0FitsAccess
 from dkist_processing_cryonirsp.parsers.cryonirsp_l0_fits_access import CryonirspRampFitsAccess
 from dkist_processing_cryonirsp.parsers.exposure_conditions import (
-    CryonirspNonDarkAndNonPolcalTaskExposureConditionsBud,
+    CryonirspCIConditionalTaskExposureConditionsBud,
 )
 from dkist_processing_cryonirsp.parsers.exposure_conditions import (
-    CryonirspPickyDarkExposureConditionsBud,
+    CryonirspCIPickyDarkExposureConditionsBud,
+)
+from dkist_processing_cryonirsp.parsers.exposure_conditions import (
+    CryonirspSPConditionalTaskExposureConditionsBud,
+)
+from dkist_processing_cryonirsp.parsers.exposure_conditions import (
+    CryonirspSPPickyDarkExposureConditionsBud,
 )
 from dkist_processing_cryonirsp.parsers.exposure_conditions import (
     CryonirspTaskExposureConditionsBud,
@@ -180,16 +187,12 @@ class ParseL0CryonirspLinearizedData(ParseDataBase, InputDatasetMixin):
             NumberOfScanStepsBud(),
             NumberOfMeasurementsBud(),
             CryonirspSolarGainStartTimeBud(),
-            CheckGainFramesPickyBud(),
+            CheckSolarGainFramesPickyBud(),
             NumCSStepBud(self.parameters.max_cs_step_time_sec),
             CryonirspTaskExposureConditionsBud(
                 stem_name=CryonirspBudName.dark_frame_exposure_conditions_list.value,
                 ip_task_type=TaskName.dark.value,
             ),
-            CryonirspTaskExposureConditionsBud(
-                stem_name=CryonirspBudName.lamp_gain_exposure_conditions_list.value,
-                ip_task_type=TaskName.lamp_gain.value,
-            ),
             CryonirspTaskExposureConditionsBud(
                 stem_name=CryonirspBudName.solar_gain_exposure_conditions_list.value,
                 ip_task_type=TaskName.solar_gain.value,
@@ -202,8 +205,6 @@ class ParseL0CryonirspLinearizedData(ParseDataBase, InputDatasetMixin):
                 stem_name=CryonirspBudName.polcal_exposure_conditions_list.value,
                 ip_task_type=TaskName.polcal.value,
             ),
-            CryonirspNonDarkAndNonPolcalTaskExposureConditionsBud(),
-            CryonirspPickyDarkExposureConditionsBud(),
             UniqueBud(constant_name=CryonirspBudName.axis_1_type.value, metadata_key="axis_1_type"),
             UniqueBud(constant_name=CryonirspBudName.axis_2_type.value, metadata_key="axis_2_type"),
             UniqueBud(constant_name=CryonirspBudName.axis_3_type.value, metadata_key="axis_3_type"),
@@ -274,10 +275,23 @@ class ParseL0CryonirspSPLinearizedData(ParseL0CryonirspLinearizedData):
                 ip_task_type=TaskName.solar_gain.value,
                 task_type_parsing_function=parse_header_ip_task_with_gains,
             ),
+            CheckLampGainFramesPickyBud(),
+            CryonirspTaskExposureConditionsBud(
+                stem_name=CryonirspBudName.lamp_gain_exposure_conditions_list.value,
+                ip_task_type=TaskName.lamp_gain.value,
+            ),
+            CryonirspSPConditionalTaskExposureConditionsBud(),
+            CryonirspSPPickyDarkExposureConditionsBud(),
         ]
 
 
 class ParseL0CryonirspCILinearizedData(ParseL0CryonirspLinearizedData):
     """Parse linearity corrected CryoNIRSP-CI input data with CI arm specific constants."""
 
-    pass
+    @property
+    def constant_buds(self) -> list[S]:
+        """Add CryoNIRSP-CI specific constants to common constants."""
+        return super().constant_buds + [
+            CryonirspCIConditionalTaskExposureConditionsBud(),
+            CryonirspCIPickyDarkExposureConditionsBud(),
+        ]

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/tests/conftest.py

@@ -129,7 +129,14 @@ class CryonirspConstantsDb:
         ExposureConditions(0.01, AllowableOpticalDensityFilterNames.OPEN.value),
     )
     POLCAL_EXPOSURE_CONDITIONS_LIST: tuple[ExposureConditions] | tuple = ()
-    NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST: tuple[ExposureConditions, ...] = (
+    SP_NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST: tuple[ExposureConditions, ...] = (
+        ExposureConditions(100.0, AllowableOpticalDensityFilterNames.OPEN.value),
+        ExposureConditions(1.0, AllowableOpticalDensityFilterNames.OPEN.value),
+        ExposureConditions(0.01, AllowableOpticalDensityFilterNames.OPEN.value),
+    )
+    CI_NON_DARK_AND_NON_POLCAL_AND_NON_LAMP_GAIN_TASK_EXPOSURE_CONDITIONS_LIST: tuple[
+        ExposureConditions, ...
+    ] = (
         ExposureConditions(100.0, AllowableOpticalDensityFilterNames.OPEN.value),
         ExposureConditions(1.0, AllowableOpticalDensityFilterNames.OPEN.value),
         ExposureConditions(0.01, AllowableOpticalDensityFilterNames.OPEN.value),

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/tests/test_dark.py

@@ -34,7 +34,7 @@ def sp_dark_calibration_task(
         200.0, AllowableOpticalDensityFilterNames.NONE.value
     )
     constants_db = CryonirspConstantsDb(
-        NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST=exposure_conditions,
+        SP_NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST=exposure_conditions,
         ARM_ID="SP",
     )
     init_cryonirsp_constants_db(recipe_run_id, constants_db)
@@ -120,7 +120,7 @@ def ci_dark_calibration_task(
     )
 
     constants_db = CryonirspConstantsDb(
-        NON_DARK_AND_NON_POLCAL_TASK_EXPOSURE_CONDITIONS_LIST=exposure_conditions,
+        CI_NON_DARK_AND_NON_POLCAL_AND_NON_LAMP_GAIN_TASK_EXPOSURE_CONDITIONS_LIST=exposure_conditions,
         ARM_ID="CI",
     )
     init_cryonirsp_constants_db(recipe_run_id, constants_db)

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/tests/test_parse.py

@@ -664,8 +664,11 @@ def test_parse_cryonirsp_linearized_incomplete_final_map(
     num_modstates = 2
     num_sub_repeats = 2
 
-    # Needed so the dark picky bud is happy
+    # Needed so the picky buds are happy
     write_dark_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
+    write_solar_gain_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
+    if arm_id == "SP":
+        write_lamp_gain_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
 
     # Needed so the pol checking buds are happy
     write_polcal_frames_to_task(
@@ -884,8 +887,11 @@ def test_parse_cryonirsp_linearized_incomplete_raster_scan(
         translated_header["CNNUMSCN"] = num_scan_steps
         return translated_header
 
-    # Needed so the dark picky bud is happy
+    # Needed so the picky buds are happy
     write_dark_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
+    write_solar_gain_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
+    if arm_id == "SP":
+        write_lamp_gain_frames_to_task(task, exposure_condition=exp_cond, tags=lin_tag)
 
     # Needed so the pol checking buds are happy
     write_polcal_frames_to_task(
@@ -1219,10 +1225,10 @@ def test_parse_cryonirsp_linearized_data_constants(
     assert sorted(task.constants._db_dict["DARK_FRAME_EXPOSURE_CONDITIONS_LIST"]) == sorted(
         [json.loads(json.dumps(condition)) for condition in dark_exp_conditions]
     )
-
-    assert task.constants._db_dict["LAMP_GAIN_EXPOSURE_CONDITIONS_LIST"] == [
-        json.loads(json.dumps(lamp_exp_cond))
-    ]
+    if arm_id == "SP":
+        assert task.constants._db_dict["LAMP_GAIN_EXPOSURE_CONDITIONS_LIST"] == [
+            json.loads(json.dumps(lamp_exp_cond))
+        ]
     assert task.constants._db_dict["SOLAR_GAIN_EXPOSURE_CONDITIONS_LIST"] == [
         json.loads(json.dumps(solar_exp_cond))
     ]
@@ -1326,6 +1332,9 @@ def test_parse_cryonirsp_not_polarimetric_obs(parse_linearized_task, arm_id):
 
     for condition in dark_exp_conditions:
         write_dark_frames_to_task(task, exposure_condition=condition, tags=lin_tag)
+        write_solar_gain_frames_to_task(task, exposure_condition=condition, tags=lin_tag)
+        if arm_id == "SP":
+            write_lamp_gain_frames_to_task(task, exposure_condition=condition, tags=lin_tag)
 
     write_polcal_frames_to_task(
         task,
@@ -1464,11 +1473,11 @@ def test_missing_solar_gain_frames(parse_linearized_task, arm_id):
         num_modstates=1,
     )
 
-    with pytest.raises(ValueError, match="Solar gain frames not found."):
+    with pytest.raises(ValueError, match="solar_gain frames not found."):
         task()
 
 
-@pytest.mark.parametrize("arm_id", ["CI", "SP"])
+@pytest.mark.parametrize("arm_id", ["SP"])
 def test_missing_lamp_gain_frames(parse_linearized_task, arm_id):
     """
     Given: A dataset missing lamp gain frames
@@ -1493,5 +1502,46 @@ def test_missing_lamp_gain_frames(parse_linearized_task, arm_id):
         num_modstates=1,
     )
 
-    with pytest.raises(ValueError, match="Lamp gain frames not found."):
+    with pytest.raises(ValueError, match="lamp_gain frames not found."):
         task()
+
+
+@pytest.mark.parametrize("arm_id", ["CI"])
+def test_wrong_exposure_time_lamp_gain_dark(parse_linearized_task, arm_id):
+    """
+    Given: lamp gain frames with a different exposure time than the dark frames
+    When: parsing data where the lamp gain has no matching exposure time
+    Then: everything is fine because CRYO-CI ignores lamp gains
+    """
+    task = parse_linearized_task
+    lin_tag = [CryonirspTag.linearized()]
+    solar_gain_exposure_condition = ExposureConditions(
+        10.0, AllowableOpticalDensityFilterNames.OPEN.value
+    )
+    write_solar_gain_frames_to_task(
+        task,
+        tags=lin_tag,
+        exposure_condition=solar_gain_exposure_condition,
+        num_modstates=1,
+    )
+    lamp_gain_exposure_condition = ExposureConditions(
+        1000.0, AllowableOpticalDensityFilterNames.OPEN.value
+    )
+    write_lamp_gain_frames_to_task(
+        task,
+        tags=lin_tag,
+        exposure_condition=lamp_gain_exposure_condition,
+        num_modstates=1,
+    )
+    dark_exp_condition = ExposureConditions(10.0, AllowableOpticalDensityFilterNames.OPEN.value)
+    write_dark_frames_to_task(task, exposure_condition=dark_exp_condition, tags=lin_tag)
+
+    task()
+
+    assert task.constants._db_dict["DARK_FRAME_EXPOSURE_CONDITIONS_LIST"] == [[10.0, "OPEN"]]
+    assert task.constants._db_dict["SOLAR_GAIN_EXPOSURE_CONDITIONS_LIST"] == [[10.0, "OPEN"]]
+    assert task.constants._db_dict[
+        "CI_NON_DARK_AND_NON_POLCAL_AND_NON_LAMP_GAIN_TASK_EXPOSURE_CONDITIONS_LIST"
+    ] == [[10.0, "OPEN"]]
+    with pytest.raises(KeyError):
+        assert task.constants._db_dict["LAMP_GAIN_EXPOSURE_CONDITIONS_LIST"]

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/workflows/ci_l0_processing.py

@@ -47,8 +47,7 @@ l0_pipeline.add_node(task=ParseL0CryonirspCILinearizedData, upstreams=LinearityC
 l0_pipeline.add_node(task=BadPixelMapCalibration, upstreams=ParseL0CryonirspCILinearizedData)
 l0_pipeline.add_node(task=CIBeamBoundariesCalibration, upstreams=BadPixelMapCalibration)
 l0_pipeline.add_node(task=DarkCalibration, upstreams=CIBeamBoundariesCalibration)
-l0_pipeline.add_node(task=LampGainCalibration, upstreams=DarkCalibration)
-l0_pipeline.add_node(task=CISolarGainCalibration, upstreams=LampGainCalibration)
+l0_pipeline.add_node(task=CISolarGainCalibration, upstreams=DarkCalibration)
 l0_pipeline.add_node(task=CIInstrumentPolarizationCalibration, upstreams=CISolarGainCalibration)
 l0_pipeline.add_node(task=CIScienceCalibration, upstreams=CIInstrumentPolarizationCalibration)
 l0_pipeline.add_node(task=CIWriteL1Frame, upstreams=CIScienceCalibration)

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp/workflows/trial_workflows.py

@@ -63,8 +63,7 @@ full_trial_ci_pipeline.add_node(
 )
 full_trial_ci_pipeline.add_node(task=CIBeamBoundariesCalibration, upstreams=BadPixelMapCalibration)
 full_trial_ci_pipeline.add_node(task=DarkCalibration, upstreams=CIBeamBoundariesCalibration)
-full_trial_ci_pipeline.add_node(task=LampGainCalibration, upstreams=DarkCalibration)
-full_trial_ci_pipeline.add_node(task=CISolarGainCalibration, upstreams=LampGainCalibration)
+full_trial_ci_pipeline.add_node(task=CISolarGainCalibration, upstreams=DarkCalibration)
 full_trial_ci_pipeline.add_node(
     task=CIInstrumentPolarizationCalibration, upstreams=CISolarGainCalibration
 )

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: dkist-processing-cryonirsp
-Version: 1.4.12
+Version: 1.4.15
 Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -17,7 +17,7 @@ Requires-Dist: Pillow==10.3.0
 Requires-Dist: astropy==6.1.0
 Requires-Dist: dkist-fits-specifications==4.10.0
 Requires-Dist: dkist-header-validator==5.1.1
-Requires-Dist: dkist-processing-common==10.5.8
+Requires-Dist: dkist-processing-common==10.5.9
 Requires-Dist: dkist-processing-math==2.1.2
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-spectral-lines==3.0.0
@@ -48,7 +48,7 @@ Provides-Extra: asdf
 Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
 Requires-Dist: dkist-inventory[asdf]==1.5.0; extra == "asdf"
 Provides-Extra: quality
-Requires-Dist: dkist-quality==1.2.0; extra == "quality"
+Requires-Dist: dkist-quality==1.2.1; extra == "quality"
 Provides-Extra: grogu
 Requires-Dist: dkist; extra == "grogu"
 Requires-Dist: pyparsing; extra == "grogu"

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp.egg-info/requires.txt

@@ -2,7 +2,7 @@ Pillow==10.3.0
 astropy==6.1.0
 dkist-fits-specifications==4.10.0
 dkist-header-validator==5.1.1
-dkist-processing-common==10.5.8
+dkist-processing-common==10.5.9
 dkist-processing-math==2.1.2
 dkist-processing-pac==3.1.1
 dkist-spectral-lines==3.0.0
@@ -39,7 +39,7 @@ dkist-processing-common[inventory]
 dkist-inventory==1.5.0
 
 [quality]
-dkist-quality==1.2.0
+dkist-quality==1.2.1
 
 [test]
 pytest

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/dkist_processing_cryonirsp.egg-info/top_level.txt

@@ -1,4 +1,5 @@
 changelog
+ci_scripts
 dkist_processing_cryonirsp
 docs
 licenses

{dkist_processing_cryonirsp-1.4.12 → dkist_processing_cryonirsp-1.4.15}/pyproject.toml

@@ -25,7 +25,7 @@ dependencies = [
   "astropy == 6.1.0",
   "dkist-fits-specifications == 4.10.0",
   "dkist-header-validator == 5.1.1",
-  "dkist-processing-common == 10.5.8",
+  "dkist-processing-common == 10.5.9",
   "dkist-processing-math == 2.1.2",
   "dkist-processing-pac == 3.1.1",
   "dkist-spectral-lines == 3.0.0",
@@ -68,7 +68,7 @@ asdf = [
   "dkist-inventory[asdf]==1.5.0",
 ]
 quality = [
-  "dkist-quality==1.2.0",
+  "dkist-quality==1.2.1",
 ]
 grogu = [
   "dkist",