dkist-processing-dlnirsp 1.10.0__tar.gz → 1.11.0__tar.gz

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/CHANGELOG.rst

@@ -1,3 +1,12 @@
+v1.11.0 (2026-10-28)
+====================
+
+Features
+--------
+
+- Add infrared input-frame cleanup to the DL-NIRSP production workflow after linearity correction. VIS input frames are retained for downstream processing. (`#221 <https://bitbucket.org/dkistdc/dkist-processing-dlnirsp/pull-requests/221>`__)
+
+
 v1.10.0 (2026-10-27)
 ====================
 

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-dlnirsp
-Version: 1.10.0
+Version: 1.11.0
 Summary: Science processing code for the DLNIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -119,8 +119,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.15.0; extra == "frozen"
 Requires-Dist: billiard==4.3.1; extra == "frozen"
 Requires-Dist: bleach==6.4.0; extra == "frozen"
-Requires-Dist: boto3==1.43.120; extra == "frozen"
-Requires-Dist: botocore==1.43.120; extra == "frozen"
+Requires-Dist: boto3==1.43.121; extra == "frozen"
+Requires-Dist: botocore==1.43.121; extra == "frozen"
 Requires-Dist: cachetools==7.2.6; extra == "frozen"
 Requires-Dist: cadwyn==7.0.0; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
@@ -148,7 +148,7 @@ Requires-Dist: dill==0.4.1; extra == "frozen"
 Requires-Dist: dkist-header-validator==6.0.1; extra == "frozen"
 Requires-Dist: dkist-processing-common==14.9.0; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.5.1; extra == "frozen"
-Requires-Dist: dkist-processing-dlnirsp==1.10.0; extra == "frozen"
+Requires-Dist: dkist-processing-dlnirsp==1.11.0; extra == "frozen"
 Requires-Dist: dkist-processing-math==3.0.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
@@ -276,7 +276,7 @@ Requires-Dist: pexpect==4.9.0; extra == "frozen"
 Requires-Dist: pika==1.4.4; extra == "frozen"
 Requires-Dist: pillow==11.3.0; extra == "frozen"
 Requires-Dist: pip==26.2.2; extra == "frozen"
-Requires-Dist: platformdirs==4.13.6; extra == "frozen"
+Requires-Dist: platformdirs==4.14.0; extra == "frozen"
 Requires-Dist: pluggy==1.7.0; extra == "frozen"
 Requires-Dist: pooch==1.9.0; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
@@ -293,7 +293,7 @@ Requires-Dist: pure_eval==0.2.4; extra == "frozen"
 Requires-Dist: pycparser==3.12; extra == "frozen"
 Requires-Dist: pydantic==2.14.1; extra == "frozen"
 Requires-Dist: pydantic-extra-types==2.11.1; extra == "frozen"
-Requires-Dist: pydantic-settings==2.16.1; extra == "frozen"
+Requires-Dist: pydantic-settings==2.16.2; extra == "frozen"
 Requires-Dist: pydantic_core==2.50.1; extra == "frozen"
 Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
 Requires-Dist: pygtrie==2.6.2; extra == "frozen"
@@ -350,7 +350,7 @@ Requires-Dist: traitlets==5.16.1; extra == "frozen"
 Requires-Dist: typer==0.27.3; extra == "frozen"
 Requires-Dist: typing-inspection==0.4.4; extra == "frozen"
 Requires-Dist: typing_extensions==4.16.0; extra == "frozen"
-Requires-Dist: tzdata==2026.5; extra == "frozen"
+Requires-Dist: tzdata==2026.6; extra == "frozen"
 Requires-Dist: tzlocal==5.4.5; extra == "frozen"
 Requires-Dist: uncertainties==3.2.3; extra == "frozen"
 Requires-Dist: universal_pathlib==0.3.10; extra == "frozen"

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp/tasks/__init__.py

@@ -3,6 +3,7 @@
 from dkist_processing_dlnirsp.tasks.bad_pixel_cube import *
 from dkist_processing_dlnirsp.tasks.bad_pixel_map import *
 from dkist_processing_dlnirsp.tasks.dark import *
+from dkist_processing_dlnirsp.tasks.delete_input_frames import *
 from dkist_processing_dlnirsp.tasks.geometric import *
 from dkist_processing_dlnirsp.tasks.ifu_drift import *
 from dkist_processing_dlnirsp.tasks.instrument_polarization import *

dkist_processing_dlnirsp-1.11.0/dkist_processing_dlnirsp/tasks/delete_input_frames.py

@@ -0,0 +1,30 @@
+"""Input-frame cleanup for DL-NIRSP infrared data."""
+
+from dkist_processing_common.tasks import DeleteInputFrames
+from dkist_service_configuration.logging import logger
+
+from dkist_processing_dlnirsp.models.constants import DlnirspConstants
+
+__all__ = ["DlnirspDeleteInputFrames"]
+
+
+class DlnirspDeleteInputFrames(DeleteInputFrames):
+    """Delete raw infrared frames after linearization when cleanup is enabled.
+
+    VIS frames are retained because linearity correction retags them in place
+    and downstream processing still needs the files.
+    """
+
+    constants: DlnirspConstants
+
+    @property
+    def constants_model_class(self) -> type[DlnirspConstants]:
+        """Use DL-NIRSP constants to identify the camera arm."""
+        return DlnirspConstants
+
+    def run(self) -> None:
+        """Run shared input-frame cleanup for infrared data only."""
+        if not self.constants.is_ir_data:
+            logger.info("Keeping VIS input frames for downstream processing")
+            return
+        super().run()

dkist_processing_dlnirsp-1.11.0/dkist_processing_dlnirsp/tests/test_delete_input_frames.py

@@ -0,0 +1,82 @@
+"""Tests for camera-specific input-frame cleanup."""
+
+import json
+from pathlib import Path
+
+import pytest
+from dkist_processing_common._util.scratch import INPUT_FRAMES_DIRECTORY
+from dkist_processing_common._util.scratch import WorkflowFileSystem
+from dkist_processing_common.tests.mock_metadata_store import RecipeRunResponseMapping
+from dkist_processing_common.tests.mock_metadata_store import fake_gql_client_factory
+from dkist_processing_common.tests.mock_metadata_store import make_default_recipe_run_response
+
+from dkist_processing_dlnirsp.models.tags import DlnirspTag
+from dkist_processing_dlnirsp.tasks import DlnirspDeleteInputFrames
+from dkist_processing_dlnirsp.tests.conftest import DlnirspTestingConstants
+
+
+@pytest.mark.parametrize(
+    "arm_id, cleanup_enabled, cleanup_expected",
+    [
+        pytest.param("VIS", True, False, id="vis-retained"),
+        pytest.param("JBand", True, True, id="jband-deleted"),
+        pytest.param("HBand", True, True, id="hband-deleted"),
+        pytest.param("JBand", False, False, id="cleanup-disabled"),
+    ],
+)
+def test_delete_input_frames(
+    arm_id: str,
+    cleanup_enabled: bool,
+    cleanup_expected: bool,
+    recipe_run_id: int,
+    tmp_path: Path,
+    link_constants_db,
+    mocker,
+) -> None:
+    """
+    Given: Raw input frames, linearized data, and a recipe-run cleanup setting.
+    When: The DL-NIRSP input-frame cleanup task runs.
+    Then: Only enabled infrared inputs are deleted, and linearized data remain available.
+    """
+    response = make_default_recipe_run_response()
+    response.configuration = json.dumps({"delete_input_frames": cleanup_enabled})
+    mocker.patch(
+        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient",
+        new=fake_gql_client_factory(RecipeRunResponseMapping(response=response)),
+    )
+    link_constants_db(recipe_run_id, DlnirspTestingConstants(ARM_ID=arm_id))
+
+    with DlnirspDeleteInputFrames(
+        recipe_run_id=recipe_run_id,
+        workflow_name="test_cleanup",
+        workflow_version="test",
+    ) as task:
+        task.scratch.purge()
+        task.scratch = WorkflowFileSystem(
+            recipe_run_id=recipe_run_id,
+            task_name=task.task_name,
+            scratch_base_path=tmp_path,
+        )
+        input_path = task.scratch.absolute_path(
+            task.write(
+                data=b"raw",
+                tags=[DlnirspTag.input(), DlnirspTag.frame()],
+                relative_path=Path(INPUT_FRAMES_DIRECTORY) / "raw.fits",
+            )
+        )
+        if arm_id == "VIS":
+            task.remove_tags(input_path, DlnirspTag.input())
+            task.tag(input_path, DlnirspTag.linearized())
+            linearized_path = input_path
+            linearized_data = b"raw"
+        else:
+            linearized_path = task.scratch.absolute_path(
+                task.write(data=b"linearized", tags=DlnirspTag.linearized_frame())
+            )
+            linearized_data = b"linearized"
+
+        task()
+
+        assert input_path.exists() == (not cleanup_expected)
+        assert linearized_path.read_bytes() == linearized_data
+        task._purge()

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp/workflows/l0_processing.py

@@ -12,6 +12,7 @@ from dkist_processing_core import Workflow
 
 from dkist_processing_dlnirsp.tasks import BadPixelCalibration
 from dkist_processing_dlnirsp.tasks import DarkCalibration
+from dkist_processing_dlnirsp.tasks import DlnirspDeleteInputFrames
 from dkist_processing_dlnirsp.tasks import DlnirspL0QualityMetrics
 from dkist_processing_dlnirsp.tasks import DlnirspWriteL1DatasetExtras
 from dkist_processing_dlnirsp.tasks import DlnirspWriteL1Frame
@@ -41,6 +42,7 @@ l0_pipeline.add_node(task=TransferL0Data, upstreams=None)
 # Science flow
 l0_pipeline.add_node(task=ParseL0DlnirspRampData, upstreams=TransferL0Data)
 l0_pipeline.add_node(task=LinearityCorrection, upstreams=ParseL0DlnirspRampData)
+l0_pipeline.add_node(task=DlnirspDeleteInputFrames, upstreams=LinearityCorrection)
 l0_pipeline.add_node(task=ParseL0DlnirspLinearizedData, upstreams=LinearityCorrection)
 l0_pipeline.add_node(task=DarkCalibration, upstreams=ParseL0DlnirspLinearizedData)
 l0_pipeline.add_node(task=IfuDriftCalibration, upstreams=DarkCalibration)
@@ -104,4 +106,6 @@ l0_pipeline.add_node(
     task=PublishCatalogAndQualityMessages, upstreams=[TransferL1Data, SubmitDatasetMetadata]
 )
 
-l0_pipeline.add_node(task=Teardown, upstreams=PublishCatalogAndQualityMessages)
+l0_pipeline.add_node(
+    task=Teardown, upstreams=[PublishCatalogAndQualityMessages, DlnirspDeleteInputFrames]
+)

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-dlnirsp
-Version: 1.10.0
+Version: 1.11.0
 Summary: Science processing code for the DLNIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -119,8 +119,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.15.0; extra == "frozen"
 Requires-Dist: billiard==4.3.1; extra == "frozen"
 Requires-Dist: bleach==6.4.0; extra == "frozen"
-Requires-Dist: boto3==1.43.120; extra == "frozen"
-Requires-Dist: botocore==1.43.120; extra == "frozen"
+Requires-Dist: boto3==1.43.121; extra == "frozen"
+Requires-Dist: botocore==1.43.121; extra == "frozen"
 Requires-Dist: cachetools==7.2.6; extra == "frozen"
 Requires-Dist: cadwyn==7.0.0; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
@@ -148,7 +148,7 @@ Requires-Dist: dill==0.4.1; extra == "frozen"
 Requires-Dist: dkist-header-validator==6.0.1; extra == "frozen"
 Requires-Dist: dkist-processing-common==14.9.0; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.5.1; extra == "frozen"
-Requires-Dist: dkist-processing-dlnirsp==1.10.0; extra == "frozen"
+Requires-Dist: dkist-processing-dlnirsp==1.11.0; extra == "frozen"
 Requires-Dist: dkist-processing-math==3.0.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
@@ -276,7 +276,7 @@ Requires-Dist: pexpect==4.9.0; extra == "frozen"
 Requires-Dist: pika==1.4.4; extra == "frozen"
 Requires-Dist: pillow==11.3.0; extra == "frozen"
 Requires-Dist: pip==26.2.2; extra == "frozen"
-Requires-Dist: platformdirs==4.13.6; extra == "frozen"
+Requires-Dist: platformdirs==4.14.0; extra == "frozen"
 Requires-Dist: pluggy==1.7.0; extra == "frozen"
 Requires-Dist: pooch==1.9.0; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
@@ -293,7 +293,7 @@ Requires-Dist: pure_eval==0.2.4; extra == "frozen"
 Requires-Dist: pycparser==3.12; extra == "frozen"
 Requires-Dist: pydantic==2.14.1; extra == "frozen"
 Requires-Dist: pydantic-extra-types==2.11.1; extra == "frozen"
-Requires-Dist: pydantic-settings==2.16.1; extra == "frozen"
+Requires-Dist: pydantic-settings==2.16.2; extra == "frozen"
 Requires-Dist: pydantic_core==2.50.1; extra == "frozen"
 Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
 Requires-Dist: pygtrie==2.6.2; extra == "frozen"
@@ -350,7 +350,7 @@ Requires-Dist: traitlets==5.16.1; extra == "frozen"
 Requires-Dist: typer==0.27.3; extra == "frozen"
 Requires-Dist: typing-inspection==0.4.4; extra == "frozen"
 Requires-Dist: typing_extensions==4.16.0; extra == "frozen"
-Requires-Dist: tzdata==2026.5; extra == "frozen"
+Requires-Dist: tzdata==2026.6; extra == "frozen"
 Requires-Dist: tzlocal==5.4.5; extra == "frozen"
 Requires-Dist: uncertainties==3.2.3; extra == "frozen"
 Requires-Dist: universal_pathlib==0.3.10; extra == "frozen"

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp.egg-info/SOURCES.txt

@@ -43,6 +43,7 @@ dkist_processing_dlnirsp/tasks/bad_pixel_cube.py
 dkist_processing_dlnirsp/tasks/bad_pixel_map.py
 dkist_processing_dlnirsp/tasks/cube_remap_base.py
 dkist_processing_dlnirsp/tasks/dark.py
+dkist_processing_dlnirsp/tasks/delete_input_frames.py
 dkist_processing_dlnirsp/tasks/dlnirsp_base.py
 dkist_processing_dlnirsp/tasks/geometric.py
 dkist_processing_dlnirsp/tasks/ifu_drift.py
@@ -67,6 +68,7 @@ dkist_processing_dlnirsp/tests/test_bad_pixel_cube.py
 dkist_processing_dlnirsp/tests/test_bad_pixel_map.py
 dkist_processing_dlnirsp/tests/test_corrections.py
 dkist_processing_dlnirsp/tests/test_dark.py
+dkist_processing_dlnirsp/tests/test_delete_input_frames.py
 dkist_processing_dlnirsp/tests/test_dlnirsp_base.py
 dkist_processing_dlnirsp/tests/test_dlnirsp_constants.py
 dkist_processing_dlnirsp/tests/test_dlnirsp_fits_access.py

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp.egg-info/requires.txt

@@ -85,8 +85,8 @@ babel==2.18.0
 beautifulsoup4==4.15.0
 billiard==4.3.1
 bleach==6.4.0
-boto3==1.43.120
-botocore==1.43.120
+boto3==1.43.121
+botocore==1.43.121
 cachetools==7.2.6
 cadwyn==7.0.0
 celery==5.6.3
@@ -114,7 +114,7 @@ dill==0.4.1
 dkist-header-validator==6.0.1
 dkist-processing-common==14.9.0
 dkist-processing-core==7.5.1
-dkist-processing-dlnirsp==1.10.0
+dkist-processing-dlnirsp==1.11.0
 dkist-processing-math==3.0.1
 dkist-processing-pac==3.1.2
 dkist-service-configuration==4.3.0
@@ -242,7 +242,7 @@ pexpect==4.9.0
 pika==1.4.4
 pillow==11.3.0
 pip==26.2.2
-platformdirs==4.13.6
+platformdirs==4.14.0
 pluggy==1.7.0
 pooch==1.9.0
 proglog==0.1.12
@@ -259,7 +259,7 @@ pure_eval==0.2.4
 pycparser==3.12
 pydantic==2.14.1
 pydantic-extra-types==2.11.1
-pydantic-settings==2.16.1
+pydantic-settings==2.16.2
 pydantic_core==2.50.1
 pyerfa==2.0.1.5
 pygtrie==2.6.2
@@ -316,7 +316,7 @@ traitlets==5.16.1
 typer==0.27.3
 typing-inspection==0.4.4
 typing_extensions==4.16.0
-tzdata==2026.5
+tzdata==2026.6
 tzlocal==5.4.5
 uncertainties==3.2.3
 universal_pathlib==0.3.10

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/dkist_processing_dlnirsp.egg-info/scm_file_list.json

@@ -34,6 +34,7 @@
     "dkist_processing_dlnirsp/tasks/bad_pixel_map.py",
     "dkist_processing_dlnirsp/tasks/cube_remap_base.py",
     "dkist_processing_dlnirsp/tasks/dark.py",
+    "dkist_processing_dlnirsp/tasks/delete_input_frames.py",
     "dkist_processing_dlnirsp/tasks/dlnirsp_base.py",
     "dkist_processing_dlnirsp/tasks/geometric.py",
     "dkist_processing_dlnirsp/tasks/ifu_drift.py",
@@ -66,6 +67,7 @@
     "dkist_processing_dlnirsp/tests/test_bad_pixel_map.py",
     "dkist_processing_dlnirsp/tests/test_corrections.py",
     "dkist_processing_dlnirsp/tests/test_dark.py",
+    "dkist_processing_dlnirsp/tests/test_delete_input_frames.py",
     "dkist_processing_dlnirsp/tests/test_dlnirsp_base.py",
     "dkist_processing_dlnirsp/tests/test_dlnirsp_constants.py",
     "dkist_processing_dlnirsp/tests/test_dlnirsp_fits_access.py",

dkist_processing_dlnirsp-1.11.0/dkist_processing_dlnirsp.egg-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "1.11.0",
+  "distance": 0,
+  "node": "gd6e6af6d2227672ed2d7e3fd18f5cd3b741bac64",
+  "dirty": false,
+  "branch": "HEAD",
+  "node_date": "2026-10-28"
+}

{dkist_processing_dlnirsp-1.10.0 → dkist_processing_dlnirsp-1.11.0}/pyproject.toml

@@ -9,8 +9,8 @@ exclude = ["build*"]
 
 [tool.dkist-dev-tools]
 # Most recently frozen version by dkist-dev-tools
-version = "1.10.0"
-date = 2026-10-27T15:50:05.107018
+version = "1.11.0"
+date = 2026-10-28T15:41:28.591595
 
 [project]
 dynamic = ["version"]
@@ -147,8 +147,8 @@ frozen = [
     "beautifulsoup4 == 4.15.0",
     "billiard == 4.3.1",
     "bleach == 6.4.0",
-    "boto3 == 1.43.120",
-    "botocore == 1.43.120",
+    "boto3 == 1.43.121",
+    "botocore == 1.43.121",
     "cachetools == 7.2.6",
     "cadwyn == 7.0.0",
     "celery == 5.6.3",
@@ -176,7 +176,7 @@ frozen = [
     "dkist-header-validator == 6.0.1",
     "dkist-processing-common == 14.9.0",
     "dkist-processing-core == 7.5.1",
-    "dkist-processing-dlnirsp == 1.10.0",
+    "dkist-processing-dlnirsp == 1.11.0",
     "dkist-processing-math == 3.0.1",
     "dkist-processing-pac == 3.1.2",
     "dkist-service-configuration == 4.3.0",
@@ -304,7 +304,7 @@ frozen = [
     "pika == 1.4.4",
     "pillow == 11.3.0",
     "pip == 26.2.2",
-    "platformdirs == 4.13.6",
+    "platformdirs == 4.14.0",
     "pluggy == 1.7.0",
     "pooch == 1.9.0",
     "proglog == 0.1.12",
@@ -321,7 +321,7 @@ frozen = [
     "pycparser == 3.12",
     "pydantic == 2.14.1",
     "pydantic-extra-types == 2.11.1",
-    "pydantic-settings == 2.16.1",
+    "pydantic-settings == 2.16.2",
     "pydantic_core == 2.50.1",
     "pyerfa == 2.0.1.5",
     "pygtrie == 2.6.2",
@@ -378,7 +378,7 @@ frozen = [
     "typer == 0.27.3",
     "typing-inspection == 0.4.4",
     "typing_extensions == 4.16.0",
-    "tzdata == 2026.5",
+    "tzdata == 2026.6",
     "tzlocal == 5.4.5",
     "uncertainties == 3.2.3",
     "universal_pathlib == 0.3.10",

dkist_processing_dlnirsp-1.10.0/dkist_processing_dlnirsp.egg-info/scm_version.json

@@ -1,8 +0,0 @@
-{
-  "tag": "1.10.0",
-  "distance": 0,
-  "node": "gc555a3a7ca25c09ee34e178aa212d71ee148bdea",
-  "dirty": false,
-  "branch": "HEAD",
-  "node_date": "2026-10-27"
-}