dkist-processing-visp 5.7.10__tar.gz → 5.7.11__tar.gz

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/CHANGELOG.rst

@@ -1,3 +1,12 @@
+v5.7.11 (2026-05-13)
+====================
+
+Bugfixes
+--------
+
+- Make the `VSPSTP` keyword not required by the VISP L0 FITS access class. (`#316 <https://bitbucket.org/dkistdc/dkist-processing-visp/pull-requests/316>`__)
+
+
 v5.7.10 (2026-05-12)
 ====================
 

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-visp
-Version: 5.7.10
+Version: 5.7.11
 Summary: Science processing code for the ViSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -98,6 +98,7 @@ Requires-Dist: apache-airflow-providers-postgres==6.6.3; extra == "frozen"
 Requires-Dist: apache-airflow-providers-smtp==3.0.0; extra == "frozen"
 Requires-Dist: apache-airflow-providers-standard==1.13.0; extra == "frozen"
 Requires-Dist: apache-airflow-task-sdk==1.2.1; extra == "frozen"
+Requires-Dist: appnope==0.1.4; extra == "frozen"
 Requires-Dist: argcomplete==3.6.3; extra == "frozen"
 Requires-Dist: argon2-cffi==25.1.0; extra == "frozen"
 Requires-Dist: argon2-cffi-bindings==25.1.0; extra == "frozen"
@@ -117,8 +118,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.14.3; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: bleach==6.3.0; extra == "frozen"
-Requires-Dist: boto3==1.43.6; extra == "frozen"
-Requires-Dist: botocore==1.43.6; extra == "frozen"
+Requires-Dist: boto3==1.43.7; extra == "frozen"
+Requires-Dist: botocore==1.43.7; extra == "frozen"
 Requires-Dist: cadwyn==6.2.2; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
 Requires-Dist: certifi==2026.4.22; extra == "frozen"
@@ -144,7 +145,7 @@ Requires-Dist: dkist-processing-common==14.2.0; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.3.0; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.2; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
-Requires-Dist: dkist-processing-visp==5.7.10; extra == "frozen"
+Requires-Dist: dkist-processing-visp==5.7.11; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.1; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.26.0; extra == "frozen"
@@ -170,7 +171,7 @@ Requires-Dist: httpcore==1.0.9; extra == "frozen"
 Requires-Dist: httptools==0.7.1; extra == "frozen"
 Requires-Dist: httpx==0.28.1; extra == "frozen"
 Requires-Dist: humanize==4.15.0; extra == "frozen"
-Requires-Dist: idna==3.14; extra == "frozen"
+Requires-Dist: idna==3.15; extra == "frozen"
 Requires-Dist: imageio-ffmpeg==0.6.0; extra == "frozen"
 Requires-Dist: importlib_metadata==8.7.1; extra == "frozen"
 Requires-Dist: ipykernel==7.2.0; extra == "frozen"
@@ -291,13 +292,13 @@ Requires-Dist: pytz==2026.2; extra == "frozen"
 Requires-Dist: pyzmq==27.1.0; extra == "frozen"
 Requires-Dist: redis==6.4.0; extra == "frozen"
 Requires-Dist: referencing==0.37.0; extra == "frozen"
-Requires-Dist: requests==2.34.0; extra == "frozen"
+Requires-Dist: requests==2.34.1; extra == "frozen"
 Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
 Requires-Dist: rfc3986-validator==0.1.1; extra == "frozen"
 Requires-Dist: rfc3987-syntax==1.1.0; extra == "frozen"
 Requires-Dist: rich==15.0.0; extra == "frozen"
 Requires-Dist: rich-argparse==1.8.0; extra == "frozen"
-Requires-Dist: rich-toolkit==0.19.8; extra == "frozen"
+Requires-Dist: rich-toolkit==0.19.9; extra == "frozen"
 Requires-Dist: rpds-py==0.30.0; extra == "frozen"
 Requires-Dist: s3transfer==0.17.0; extra == "frozen"
 Requires-Dist: scikit-image==0.25.2; extra == "frozen"

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp/parsers/raster_step.py

@@ -2,6 +2,7 @@
 
 from typing import Type
 
+from dkist_processing_common.models.fits_access import HEADER_KEY_NOT_FOUND
 from dkist_processing_common.models.flower_pot import SetStem
 from dkist_processing_common.models.flower_pot import SpilledDirt
 from dkist_processing_common.models.task_name import TaskName
@@ -34,6 +35,9 @@ class TotalRasterStepsBud(SetStem):
         if fits_obj.ip_task_type.casefold() != TaskName.observe.value.casefold():
             return SpilledDirt
 
+        if fits_obj.raster_scan_step == HEADER_KEY_NOT_FOUND:
+            raise KeyError("observe frame did not contain the VSPSTP header key")
+
         num_raster = getattr(fits_obj, VispMetadataKey.total_raster_steps.name)
         self.num_steps_set.add(num_raster)
         single_step = getattr(fits_obj, VispMetadataKey.raster_scan_step.name)
@@ -80,4 +84,7 @@ class RasterScanStepFlower(SingleValueSingleKeyFlower):
         """
         if fits_obj.ip_task_type.casefold() != TaskName.observe.value.casefold():
             return SpilledDirt
+        # observe frames missing the VSPSTP key should error
+        if getattr(fits_obj, self.metadata_key) == HEADER_KEY_NOT_FOUND:
+            raise KeyError("observe frame did not contain the VSPSTP header key")
         return super().setter(fits_obj)

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp/parsers/visp_l0_fits_access.py

@@ -2,6 +2,7 @@
 
 import numpy as np
 from astropy.io import fits
+from dkist_processing_common.models.fits_access import HEADER_KEY_NOT_FOUND
 from dkist_processing_common.parsers.l0_fits_access import L0FitsAccess
 
 from dkist_processing_visp.models.fits_access import VispMetadataKey
@@ -42,7 +43,9 @@ class VispL0FitsAccess(L0FitsAccess):
         self.number_of_modulator_states: int = self.header[
             VispMetadataKey.number_of_modulator_states
         ]
-        self.raster_scan_step: int = self.header[VispMetadataKey.raster_scan_step]
+        self.raster_scan_step: int = self.header.get(
+            VispMetadataKey.raster_scan_step, HEADER_KEY_NOT_FOUND
+        )
         self.total_raster_steps: int = self.header[VispMetadataKey.total_raster_steps]
         self.modulator_state: int = self.header[VispMetadataKey.modulator_state]
         self.polarimeter_mode: str = self.header[VispMetadataKey.polarimeter_mode]

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp/tests/header_models.py

@@ -342,6 +342,7 @@ class VispHeadersValidObserveFrames(VispHeaders):
         ip_start_time="2022-11-28T13:55:00",
         ip_end_time="2022-11-28T13:56:00",
         grating_constant=316,
+        remove_visp_020: bool = False,
         **kwargs,
     ):
         ################################################
@@ -391,6 +392,9 @@ class VispHeadersValidObserveFrames(VispHeaders):
         self.add_constant_key("CAM__005", readout_exp_time)
         self.add_constant_key("CAM__014", 10)  # Num frames in FPA
 
+        if remove_visp_020:
+            self.add_remove_key("VISP_020")
+
     @property
     def current_map(self) -> int:
         # There is no header value for map num; this property is used to help data generator fixtures with tagging

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp/tests/test_parse.py

@@ -706,3 +706,31 @@ def test_dark_date_end_bud(parse_task_with_no_data, mocker, fake_gql_client):
         dark_date_begin_dt + (num_frames - 1) * frame_cadence + fpa_exp_time_s
     )
     np.testing.assert_allclose(dark_date_end_dt, expected_dark_end_date_dt, atol=1e-6)
+
+
+def test_missing_vspstp_from_observe(
+    parse_task_with_no_data, num_modstates, mocker, fake_gql_client
+):
+    """
+    :Given: A parse task with an observe frame missing the VSPSTP key
+    :When: Calling the parse task
+    :Then: The correct error is raised
+    """
+    mocker.patch(
+        "dkist_processing_common.tasks.mixin.metadata_store.GraphQLClient", new=fake_gql_client
+    )
+    task = parse_task_with_no_data
+    write_input_dark_frames_to_task(task, readout_exp_time=0.1, exp_time=0.2)
+    write_input_observe_frames_to_task(
+        task,
+        num_maps=1,
+        num_steps=2,
+        num_modstates=num_modstates,
+        readout_exp_time=0.1,
+        exp_time=0.2,
+        obs_dataset_class=VispHeadersValidObserveFrames,
+        remove_visp_020=True,
+    )
+
+    with pytest.raises(KeyError, match="observe frame did not contain the VSPSTP header key"):
+        task()

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-visp
-Version: 5.7.10
+Version: 5.7.11
 Summary: Science processing code for the ViSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -98,6 +98,7 @@ Requires-Dist: apache-airflow-providers-postgres==6.6.3; extra == "frozen"
 Requires-Dist: apache-airflow-providers-smtp==3.0.0; extra == "frozen"
 Requires-Dist: apache-airflow-providers-standard==1.13.0; extra == "frozen"
 Requires-Dist: apache-airflow-task-sdk==1.2.1; extra == "frozen"
+Requires-Dist: appnope==0.1.4; extra == "frozen"
 Requires-Dist: argcomplete==3.6.3; extra == "frozen"
 Requires-Dist: argon2-cffi==25.1.0; extra == "frozen"
 Requires-Dist: argon2-cffi-bindings==25.1.0; extra == "frozen"
@@ -117,8 +118,8 @@ Requires-Dist: babel==2.18.0; extra == "frozen"
 Requires-Dist: beautifulsoup4==4.14.3; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: bleach==6.3.0; extra == "frozen"
-Requires-Dist: boto3==1.43.6; extra == "frozen"
-Requires-Dist: botocore==1.43.6; extra == "frozen"
+Requires-Dist: boto3==1.43.7; extra == "frozen"
+Requires-Dist: botocore==1.43.7; extra == "frozen"
 Requires-Dist: cadwyn==6.2.2; extra == "frozen"
 Requires-Dist: celery==5.6.3; extra == "frozen"
 Requires-Dist: certifi==2026.4.22; extra == "frozen"
@@ -144,7 +145,7 @@ Requires-Dist: dkist-processing-common==14.2.0; extra == "frozen"
 Requires-Dist: dkist-processing-core==7.3.0; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.2; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.2; extra == "frozen"
-Requires-Dist: dkist-processing-visp==5.7.10; extra == "frozen"
+Requires-Dist: dkist-processing-visp==5.7.11; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.1; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.26.0; extra == "frozen"
@@ -170,7 +171,7 @@ Requires-Dist: httpcore==1.0.9; extra == "frozen"
 Requires-Dist: httptools==0.7.1; extra == "frozen"
 Requires-Dist: httpx==0.28.1; extra == "frozen"
 Requires-Dist: humanize==4.15.0; extra == "frozen"
-Requires-Dist: idna==3.14; extra == "frozen"
+Requires-Dist: idna==3.15; extra == "frozen"
 Requires-Dist: imageio-ffmpeg==0.6.0; extra == "frozen"
 Requires-Dist: importlib_metadata==8.7.1; extra == "frozen"
 Requires-Dist: ipykernel==7.2.0; extra == "frozen"
@@ -291,13 +292,13 @@ Requires-Dist: pytz==2026.2; extra == "frozen"
 Requires-Dist: pyzmq==27.1.0; extra == "frozen"
 Requires-Dist: redis==6.4.0; extra == "frozen"
 Requires-Dist: referencing==0.37.0; extra == "frozen"
-Requires-Dist: requests==2.34.0; extra == "frozen"
+Requires-Dist: requests==2.34.1; extra == "frozen"
 Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
 Requires-Dist: rfc3986-validator==0.1.1; extra == "frozen"
 Requires-Dist: rfc3987-syntax==1.1.0; extra == "frozen"
 Requires-Dist: rich==15.0.0; extra == "frozen"
 Requires-Dist: rich-argparse==1.8.0; extra == "frozen"
-Requires-Dist: rich-toolkit==0.19.8; extra == "frozen"
+Requires-Dist: rich-toolkit==0.19.9; extra == "frozen"
 Requires-Dist: rpds-py==0.30.0; extra == "frozen"
 Requires-Dist: s3transfer==0.17.0; extra == "frozen"
 Requires-Dist: scikit-image==0.25.2; extra == "frozen"

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/dkist_processing_visp.egg-info/requires.txt

@@ -64,6 +64,7 @@ apache-airflow-providers-postgres==6.6.3
 apache-airflow-providers-smtp==3.0.0
 apache-airflow-providers-standard==1.13.0
 apache-airflow-task-sdk==1.2.1
+appnope==0.1.4
 argcomplete==3.6.3
 argon2-cffi==25.1.0
 argon2-cffi-bindings==25.1.0
@@ -83,8 +84,8 @@ babel==2.18.0
 beautifulsoup4==4.14.3
 billiard==4.2.4
 bleach==6.3.0
-boto3==1.43.6
-botocore==1.43.6
+boto3==1.43.7
+botocore==1.43.7
 cadwyn==6.2.2
 celery==5.6.3
 certifi==2026.4.22
@@ -110,7 +111,7 @@ dkist-processing-common==14.2.0
 dkist-processing-core==7.3.0
 dkist-processing-math==2.2.2
 dkist-processing-pac==3.1.2
-dkist-processing-visp==5.7.10
+dkist-processing-visp==5.7.11
 dkist-service-configuration==4.3.0
 dkist-spectral-lines==3.0.1
 dkist_fits_specifications==4.26.0
@@ -136,7 +137,7 @@ httpcore==1.0.9
 httptools==0.7.1
 httpx==0.28.1
 humanize==4.15.0
-idna==3.14
+idna==3.15
 imageio-ffmpeg==0.6.0
 importlib_metadata==8.7.1
 ipykernel==7.2.0
@@ -257,13 +258,13 @@ pytz==2026.2
 pyzmq==27.1.0
 redis==6.4.0
 referencing==0.37.0
-requests==2.34.0
+requests==2.34.1
 rfc3339-validator==0.1.4
 rfc3986-validator==0.1.1
 rfc3987-syntax==1.1.0
 rich==15.0.0
 rich-argparse==1.8.0
-rich-toolkit==0.19.8
+rich-toolkit==0.19.9
 rpds-py==0.30.0
 s3transfer==0.17.0
 scikit-image==0.25.2

{dkist_processing_visp-5.7.10 → dkist_processing_visp-5.7.11}/pyproject.toml

@@ -9,8 +9,8 @@ exclude = ["build*"]
 
 [tool.dkist-dev-tools]
 # Most recently frozen version by dkist-dev-tools
-version = "5.7.10"
-date = 2026-05-12T14:33:54.694739
+version = "5.7.11"
+date = 2026-05-13T14:23:26.174095
 
 [project]
 dynamic = ["version"]
@@ -126,6 +126,7 @@ frozen = [
     "apache-airflow-providers-smtp == 3.0.0",
     "apache-airflow-providers-standard == 1.13.0",
     "apache-airflow-task-sdk == 1.2.1",
+    "appnope == 0.1.4",
     "argcomplete == 3.6.3",
     "argon2-cffi == 25.1.0",
     "argon2-cffi-bindings == 25.1.0",
@@ -145,8 +146,8 @@ frozen = [
     "beautifulsoup4 == 4.14.3",
     "billiard == 4.2.4",
     "bleach == 6.3.0",
-    "boto3 == 1.43.6",
-    "botocore == 1.43.6",
+    "boto3 == 1.43.7",
+    "botocore == 1.43.7",
     "cadwyn == 6.2.2",
     "celery == 5.6.3",
     "certifi == 2026.4.22",
@@ -172,7 +173,7 @@ frozen = [
     "dkist-processing-core == 7.3.0",
     "dkist-processing-math == 2.2.2",
     "dkist-processing-pac == 3.1.2",
-    "dkist-processing-visp == 5.7.10",
+    "dkist-processing-visp == 5.7.11",
     "dkist-service-configuration == 4.3.0",
     "dkist-spectral-lines == 3.0.1",
     "dkist_fits_specifications == 4.26.0",
@@ -198,7 +199,7 @@ frozen = [
     "httptools == 0.7.1",
     "httpx == 0.28.1",
     "humanize == 4.15.0",
-    "idna == 3.14",
+    "idna == 3.15",
     "imageio-ffmpeg == 0.6.0",
     "importlib_metadata == 8.7.1",
     "ipykernel == 7.2.0",
@@ -319,13 +320,13 @@ frozen = [
     "pyzmq == 27.1.0",
     "redis == 6.4.0",
     "referencing == 0.37.0",
-    "requests == 2.34.0",
+    "requests == 2.34.1",
     "rfc3339-validator == 0.1.4",
     "rfc3986-validator == 0.1.1",
     "rfc3987-syntax == 1.1.0",
     "rich == 15.0.0",
     "rich-argparse == 1.8.0",
-    "rich-toolkit == 0.19.8",
+    "rich-toolkit == 0.19.9",
     "rpds-py == 0.30.0",
     "s3transfer == 0.17.0",
     "scikit-image == 0.25.2",