dkist-processing-visp 3.3.0__py3-none-any.whl → 5.1.1__py3-none-any.whl

dkist_processing_visp/tasks/visp_base.py

@@ -1,4 +1,5 @@
 """ViSP base class."""
+
 from abc import ABC
 
 from dkist_processing_common.tasks import WorkflowTaskBase
@@ -44,4 +45,5 @@ class VispTaskBase(WorkflowTaskBase, ABC):
             scratch=self.scratch,
             obs_ip_start_time=self.constants.obs_ip_start_time,
             wavelength=self.constants.wavelength,
+            arm_id=self.constants.arm_id,
         )

dkist_processing_visp/tasks/write_l1.py

@@ -1,14 +1,17 @@
 """Visp write L1 task."""
+
 from functools import cache
 from typing import Literal
 
 import astropy.units as u
 from astropy.io import fits
+from dkist_processing_common.models.fits_access import MetadataKey
 from dkist_processing_common.tasks import WriteL1Frame
 from dkist_processing_common.tasks.write_l1 import WavelengthRange
 from dkist_service_configuration.logging import logger
 
 from dkist_processing_visp.models.constants import VispConstants
+from dkist_processing_visp.models.fits_access import VispMetadataKey
 
 cached_info_logger = cache(logger.info)
 __all__ = ["VispWriteL1Frame"]
@@ -54,7 +57,7 @@ class VispWriteL1Frame(WriteL1Frame):
         """
         # Correct the headers for the number of map and scan steps per map due to potential observation aborts
         header["VSPNMAPS"] = self.constants.num_map_scans
-        header["VSPNSTP"] = self.constants.num_raster_steps
+        header[VispMetadataKey.total_raster_steps] = self.constants.num_raster_steps
 
         if stokes.upper() not in self.constants.stokes_params:
             raise ValueError("The stokes parameter must be one of I, Q, U, V")
@@ -91,7 +94,7 @@ class VispWriteL1Frame(WriteL1Frame):
                     header[f"CNAME{i}"] = "helioprojective longitude"
                 header[f"DUNIT{i}"] = header[f"CUNIT{i}"]
                 # Current position in raster scan which counts from zero
-                header[f"DINDEX{i}"] = header["VSPSTP"] + 1
+                header[f"DINDEX{i}"] = header[VispMetadataKey.raster_scan_step] + 1
             else:
                 raise ValueError(
                     f"Unexpected axis type. Expected ['HPLT-TAN', 'AWAV', 'HPLN-TAN']. Got {axis_type}"
@@ -104,9 +107,9 @@ class VispWriteL1Frame(WriteL1Frame):
         if self.constants.num_map_scans > 1:
             cached_info_logger("Adding map scan dataset axis")
             num_axis += 1
-            header[
-                f"DNAXIS{num_axis}"
-            ] = self.constants.num_map_scans  # total number of raster scans in the dataset
+            header[f"DNAXIS{num_axis}"] = (
+                self.constants.num_map_scans
+            )  # total number of raster scans in the dataset
             header[f"DTYPE{num_axis}"] = "TEMPORAL"
             header[f"DPNAME{num_axis}"] = "raster map repeat number"
             header[f"DWNAME{num_axis}"] = "time"
@@ -193,3 +196,20 @@ class VispWriteL1Frame(WriteL1Frame):
             min=u.Quantity(minimum, unit=wavelength_unit),
             max=u.Quantity(maximum, unit=wavelength_unit),
         )
+
+    def add_timing_headers(self, header: fits.Header) -> fits.Header:
+        """
+        Add timing headers to the FITS header.
+
+        This method adds or updates headers related to frame timings.
+        """
+        # The source data is based on L0 data but L1 data takes L0 cadence * modstates to obtain.
+        # This causes both the cadence and the full exposure time to be num_modstates times longer.
+        header["CADENCE"] = self.constants.average_cadence * self.constants.num_modstates
+        header["CADMIN"] = self.constants.minimum_cadence * self.constants.num_modstates
+        header["CADMAX"] = self.constants.maximum_cadence * self.constants.num_modstates
+        header["CADVAR"] = self.constants.variance_cadence * self.constants.num_modstates
+        header[MetadataKey.fpa_exposure_time_ms] = (
+            header[MetadataKey.fpa_exposure_time_ms] * self.constants.num_modstates
+        )
+        return header

dkist_processing_visp/tests/conftest.py

@@ -1,8 +1,10 @@
 import json
 from dataclasses import asdict
 from dataclasses import dataclass
+from dataclasses import field
 from dataclasses import is_dataclass
 from random import randint
+from typing import Any
 from typing import Callable
 from typing import Type
 
@@ -18,6 +20,9 @@ from dkist_processing_common.codecs.fits import fits_hdulist_encoder
 from dkist_processing_common.models.input_dataset import InputDatasetPartDocumentList
 from dkist_processing_common.tasks import WorkflowTaskBase
 
+# Don't remove this; tests will break
+from dkist_processing_common.tests.mock_metadata_store import fake_gql_client
+
 from dkist_processing_visp.models.constants import VispConstants
 from dkist_processing_visp.models.parameters import VispParameters
 from dkist_processing_visp.models.tags import VispTag
@@ -40,6 +45,7 @@ def init_visp_constants_db():
 
 @dataclass
 class VispConstantsDb:
+    ARM_ID: int = 1
     POLARIMETER_MODE: str = "observe_polarimetric"
     OBS_IP_START_TIME: str = "2022-11-28T13:54:00"
     NUM_MODSTATES: int = 10
@@ -65,6 +71,10 @@ class VispConstantsDb:
     OBSERVE_READOUT_EXP_TIMES: tuple[float] = (0.02,)
     POLCAL_READOUT_EXP_TIMES: tuple[float] = (0.02,)
     SPECTRAL_LINE: str = "VISP Ca II H"
+    INCIDENT_LIGHT_ANGLE_DEG: float = 73.22
+    REFLECTED_LIGHT_ANGLE_DEG: float = 64.92
+    GRATING_CONSTANT_INVERSE_MM: float = 316.0
+    SOLAR_GAIN_IP_START_TIME: str = "2025-09-24T20:00:00"
     STOKES_PARAMS: tuple[str] = (
         "I",
         "Q",
@@ -127,19 +137,59 @@ class VispInputDatasetParameterValues:
     visp_geo_upsample_factor: float = 10.0
     visp_geo_max_shift: float = 40.0
     visp_geo_poly_fit_order: int = 3
-    visp_solar_spectral_avg_window: WavelengthParameter = WavelengthParameter(
-        values=(800, 800, 800, 800)
+    visp_geo_zone_prominence: WavelengthParameter = WavelengthParameter(values=(0.2, 0.2, 0.3, 0.2))
+    visp_geo_zone_width: WavelengthParameter = WavelengthParameter(values=(7, 2, 3, 2))
+    visp_geo_zone_bg_order: WavelengthParameter = WavelengthParameter(values=(21, 22, 11, 22))
+    visp_geo_zone_normalization_percentile: WavelengthParameter = WavelengthParameter(
+        values=(90, 99, 90, 90)
+    )
+    visp_geo_zone_rel_height: float = 0.97
+    visp_solar_spatial_median_filter_width_px: WavelengthParameter = WavelengthParameter(
+        values=(250, 250, 250, 250)
     )
     visp_solar_characteristic_spatial_normalization_percentile: float = 90.0
-    visp_solar_zone_prominence: WavelengthParameter = WavelengthParameter(
-        values=(0.2, 0.2, 0.3, 0.2)
+    visp_solar_vignette_initial_continuum_poly_fit_order: int = 6
+    visp_solar_vignette_crval_bounds_px: float = 7
+    visp_solar_vignette_dispersion_bounds_fraction: float = 0.02
+    visp_solar_vignette_wavecal_fit_kwargs: dict[str, Any] = field(
+        default_factory=lambda: {
+            "method": "differential_evolution",
+            "init": "halton",
+            "popsize": 1,
+            "tol": 1e-10,
+        }
     )
-    visp_solar_zone_width: WavelengthParameter = WavelengthParameter(values=(7, 2, 3, 2))
-    visp_solar_zone_bg_order: WavelengthParameter = WavelengthParameter(values=(21, 22, 11, 22))
-    visp_solar_zone_normalization_percentile: WavelengthParameter = WavelengthParameter(
-        values=(90, 99, 90, 90)
+    visp_solar_vignette_spectral_poly_fit_order: int = 12
+    visp_solar_vignette_min_samples: float = 0.9
+    visp_wavecal_camera_lens_parameters_1: tuple[float, float, float] = (
+        0.7613,
+        1.720e-4,
+        -8.139e-8,
+    )
+    visp_wavecal_camera_lens_parameters_2: tuple[float, float, float] = (
+        0.9512,
+        2.141e-4,
+        -1.014e-7,
     )
-    visp_solar_zone_rel_height: float = 0.97
+    visp_wavecal_camera_lens_parameters_3: tuple[float, float, float] = (
+        0.1153e1,
+        2.595e-4,
+        -1.230e-7,
+    )
+    visp_wavecal_pixel_pitch_micron_per_pix: float = 6.5
+    visp_wavecal_atlas_download_config: dict[str, str] = field(
+        default_factory=lambda: {
+            "base_url": "doi:10.5281/zenodo.14646787/",
+            "telluric_reference_atlas_file_name": "telluric_reference_atlas.npy",
+            "telluric_reference_atlas_hash_id": "md5:8db5e12508b293bca3495d81a0747447",
+            "solar_reference_atlas_file_name": "solar_reference_atlas.npy",
+            "solar_reference_atlas_hash_id": "md5:84ab4c50689ef235fe5ed4f7ee905ca0",
+        }
+    )
+    visp_wavecal_init_crval_guess_normalization_percentile: float = 95
+    visp_wavecal_init_resolving_power: int = 150000
+    visp_wavecal_init_straylight_fraction: float = 0.2
+    visp_wavecal_init_opacity_factor: float = 5.0
     visp_polcal_spatial_median_filter_width_px: int = 10
     visp_polcal_num_spatial_bins: int = 10
     visp_polcal_demod_spatial_smooth_fit_order: int = 17
@@ -159,6 +209,32 @@ def testing_obs_ip_start_time() -> str:
     return "1946-11-20T12:34:56"
 
 
+@pytest.fixture(scope="session")
+def testing_grating_constant() -> float:
+    # Just make it different than the defaults in header_models.py
+    return 317.2
+
+
+@pytest.fixture(scope="session")
+def testing_grating_angle() -> float:
+    return -43.2
+
+
+@pytest.fixture(scope="session")
+def testing_arm_position() -> float:
+    return -5.3
+
+
+@pytest.fixture(scope="session")
+def testing_solar_ip_start_time() -> str:
+    return "1946-11-21T12:34:56"
+
+
+@pytest.fixture(scope="session")
+def testing_arm_id() -> int:
+    return 2
+
+
 @pytest.fixture(scope="session")
 def input_dataset_document_simple_parameters_part():
     """Convert a dataclass of parameterValues into an actual input dataset parameters part."""
@@ -185,13 +261,17 @@ def input_dataset_document_simple_parameters_part():
 
 @pytest.fixture(scope="session")
 def assign_input_dataset_doc_to_task(
-    input_dataset_document_simple_parameters_part, testing_obs_ip_start_time, testing_wavelength
+    input_dataset_document_simple_parameters_part,
+    testing_obs_ip_start_time,
+    testing_wavelength,
+    testing_arm_id,
 ):
     def update_task(
         task: WorkflowTaskBase,
         parameter_values,
         parameter_class=VispParameters,
         obs_ip_start_time=testing_obs_ip_start_time,
+        arm_id=testing_arm_id,
     ):
         task.write(
             data=InputDatasetPartDocumentList(
@@ -204,6 +284,7 @@ def assign_input_dataset_doc_to_task(
             scratch=task.scratch,
             obs_ip_start_time=obs_ip_start_time,
             wavelength=testing_wavelength,
+            arm_id=str(arm_id),
         )
 
     return update_task
@@ -342,28 +423,14 @@ def write_intermediate_background_to_task(
         )
 
 
-def write_intermediate_lamp_to_task(
-    task, *, lamp_signal: float, beam: int, modstate: int, data_shape: tuple[int, int]
-):
-    lamp_array = np.ones(data_shape) * lamp_signal
-    task.write(
-        data=lamp_array,
-        tags=[
-            VispTag.intermediate_frame(beam=beam, modstate=modstate),
-            VispTag.task_lamp_gain(),
-        ],
-        encoder=fits_array_encoder,
-    )
-
-
 def write_intermediate_solar_to_task(
-    task, *, solar_signal: float, beam: int, modstate: int, data_shape: tuple[int, int]
+    task, *, solar_signal: float, beam: int, data_shape: tuple[int, int]
 ):
     solar_array = np.ones(data_shape) * solar_signal
     task.write(
         data=solar_array,
         tags=[
-            VispTag.intermediate_frame(beam=beam, modstate=modstate),
+            VispTag.intermediate_frame(beam=beam),
             VispTag.task_solar_gain(),
         ],
         encoder=fits_array_encoder,
@@ -413,19 +480,16 @@ def write_intermediate_geometric_to_task(
 def write_dummy_intermediate_solar_cals_to_task(
     task,
     *,
-    num_modstates: int,
     data_shape: tuple[int, int],
 ):
     solar_signal = 1.0
     for beam in [1, 2]:
-        for modstate in range(1, num_modstates + 1):
-            write_intermediate_solar_to_task(
-                task=task,
-                solar_signal=solar_signal,
-                beam=beam,
-                modstate=modstate,
-                data_shape=data_shape,
-            )
+        write_intermediate_solar_to_task(
+            task=task,
+            solar_signal=solar_signal,
+            beam=beam,
+            data_shape=data_shape,
+        )
 
 
 def write_intermediate_polcal_darks_to_task(

dkist_processing_visp/tests/header_models.py

@@ -8,6 +8,7 @@ values.
 This is very nice, but it's important to understand that the kwargs matter beyond just setting header values; they
 actually control the output of the generators themselves.
 """
+
 import uuid
 from random import choice
 from random import random
@@ -30,6 +31,12 @@ class VispHeaders(Spec122Dataset):
         num_modstates_header_value: int = 2,
         instrument: str = "visp",
         polarimeter_mode: str = "observe_polarimetric",
+        arm_id: int = 1,
+        ip_start_time: str = "2022-11-28T13:00:00",
+        ip_end_time: str = "2022-11-28T13:00:00",
+        grating_constant: float = 316.0,
+        grating_angle: float = -69.9,
+        arm_position: float = -4.0,
         **kwargs,
     ):
         super().__init__(
@@ -39,14 +46,32 @@ class VispHeaders(Spec122Dataset):
             instrument=instrument,
             **kwargs,
         )
+        self.add_constant_key("VISP_001", arm_id)
         self.add_constant_key("WAVELNTH", 656.30)
         self.add_constant_key("VISP_010", num_modstates_header_value)
         self.add_constant_key("ID___013", "TEST_PROPOSAL_ID")
         self.add_constant_key("VISP_006", polarimeter_mode)
         self.add_constant_key("PAC__005", "0")
         self.add_constant_key("PAC__007", "10")
+        self.add_constant_key("DKIST011", ip_start_time)
+        self.add_constant_key("DKIST012", ip_end_time)
         self.add_constant_key("FILE_ID", uuid.uuid4().hex)
+
+        self.add_constant_key("VISP_002", arm_position)
+        self.add_constant_key("VISP_013", grating_constant)
+        self.add_constant_key("VISP_015", grating_angle)
+
         self.num_modstates_header_value = num_modstates_header_value
+        self.add_constant_key("CAM__001", "camera_id")
+        self.add_constant_key("CAM__002", "camera_name")
+        self.add_constant_key("CAM__003", 1)
+        self.add_constant_key("CAM__009", 1)
+        self.add_constant_key("CAM__010", 1)
+        self.add_constant_key("CAM__011", 1)
+        self.add_constant_key("CAM__012", 1)
+        self.add_constant_key("ID___014", "v1")
+        self.add_constant_key("TELTRACK", "Fixed Solar Rotation Tracking")
+        self.add_constant_key("TTBLTRCK", "fixed angle on sun")
 
     @key_function("VISP_011")
     def current_modstate(self, key: str):
@@ -72,6 +97,8 @@ class VispHeadersInputDarkFrames(VispHeaders):
         num_modstates: int,
         exp_time: float = 1.0,
         readout_exp_time: float = 2.0,
+        ip_start_time="2022-11-28T13:44:00",
+        ip_end_time="2022-11-28T13:45:00",
         **kwargs,
     ):
         ################################################
@@ -84,13 +111,13 @@ class VispHeadersInputDarkFrames(VispHeaders):
             array_shape,
             time_delta,
             num_modstates_header_value=num_modstates,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
             **kwargs,
         )
         self.add_constant_key("DKIST004", TaskName.dark.value.lower())
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:44:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:45:00")
         self.add_constant_key("VISP_019", 1)  # Num raster steps
         self.add_constant_key("VISP_020", 1)  # Current raster step
         self.add_constant_key("ID___004")
@@ -100,6 +127,12 @@ class VispHeadersInputDarkFrames(VispHeaders):
         self.add_constant_key("CAM__004", exp_time)
         self.add_constant_key("CAM__005", readout_exp_time)
         self.add_constant_key("CAM__014", 10)  # Num frames per FPA
+        self.add_constant_key("TELSCAN", "Raster")
+        self.add_constant_key("PAC__002", "lamp")
+        self.add_constant_key("PAC__003", "on")
+        self.add_constant_key("PAC__004", "Sapphire Polarizer")
+        self.add_constant_key("PAC__006", "SiO2 OC")
+        self.add_constant_key("PAC__008", "FieldStop (5arcmin)")
 
     @key_function("VISP_011")
     def current_modstate(self, key: str) -> int:
@@ -114,6 +147,8 @@ class VispHeadersInputLampGainFrames(VispHeaders):
         num_modstates: int,
         exp_time: float = 10.0,
         readout_exp_time: float = 20.0,
+        ip_start_time="2022-11-28T13:46:00",
+        ip_end_time="2022-11-28T13:47:00",
         **kwargs,
     ):
         ################################################
@@ -126,14 +161,14 @@ class VispHeadersInputLampGainFrames(VispHeaders):
             array_shape,
             time_delta,
             num_modstates_header_value=num_modstates,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
             **kwargs,
         )
         self.add_constant_key("DKIST004", TaskName.gain.value.lower())
         self.add_constant_key("PAC__002", "lamp")
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:46:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:47:00")
         self.add_constant_key("VISP_019", 1)
         self.add_constant_key("VISP_020", 1)
         self.add_constant_key("PAC__003", "on")
@@ -155,6 +190,8 @@ class VispHeadersInputSolarGainFrames(VispHeaders):
         num_modstates: int,
         exp_time: float = 20.0,
         readout_exp_time: float = 40.0,
+        ip_start_time="2022-11-28T13:48:00",
+        ip_end_time="2022-11-28T13:49:00",
         **kwargs,
     ):
         ################################################
@@ -167,16 +204,20 @@ class VispHeadersInputSolarGainFrames(VispHeaders):
             array_shape,
             time_delta,
             num_modstates_header_value=num_modstates,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
             **kwargs,
         )
         self.add_constant_key("DKIST004", TaskName.gain.value.lower())
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:48:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:49:00")
         self.add_constant_key("VISP_019", 1)
         self.add_constant_key("VISP_020", 1)
         self.add_constant_key("PAC__002", "clear")
+        self.add_constant_key("PAC__003", "off")
+        self.add_constant_key("PAC__004", "clear")
+        self.add_constant_key("PAC__006", "clear")
+        self.add_constant_key("PAC__008", "FieldStop (5arcmin)")
         self.add_constant_key("TELSCAN", "Raster")
         self.add_constant_key("ID___004")
         self.add_constant_key("CAM__004", exp_time)
@@ -197,6 +238,8 @@ class VispHeadersInputPolcalFrames(VispHeaders):
         num_cs_steps: int = 1,
         exp_time: float = 0.01,
         readout_exp_time: float = 0.02,
+        ip_start_time="2022-11-28T13:50:00",
+        ip_end_time="2022-11-28T13:51:00",
         **kwargs,
     ):
         ################################################
@@ -209,6 +252,8 @@ class VispHeadersInputPolcalFrames(VispHeaders):
             array_shape,
             time_delta,
             num_modstates_header_value=num_modstates,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
             **kwargs,
         )
         self.index_to_modstate = list(range(1, num_modstates + 1)) * num_cs_steps
@@ -219,8 +264,6 @@ class VispHeadersInputPolcalFrames(VispHeaders):
         self.add_constant_key("DKIST004", TaskName.polcal.value.lower())
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:50:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:51:00")
         self.add_constant_key("VISP_019", 1)
         self.add_constant_key("VISP_020", 1)
         self.add_constant_key("TELSCAN", "Raster")
@@ -269,16 +312,23 @@ class VispHeadersInputPolcalDarkFrames(VispHeaders):
         num_modstates: int,
         exp_time: float = 0.01,
         readout_exp_time: float = 0.02,
+        ip_start_time="2022-11-28T13:50:00",
+        ip_end_time="2022-11-28T13:51:00",
         **kwargs,
     ):
         num_frames = num_modstates
         dataset_shape = (num_frames, *array_shape[-2:])
-        super().__init__(dataset_shape, array_shape, time_delta, **kwargs)
+        super().__init__(
+            dataset_shape,
+            array_shape,
+            time_delta,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
+            **kwargs,
+        )
         self.add_constant_key("DKIST004", TaskName.polcal.value.lower())
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:50:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:51:00")
         self.add_constant_key("VISP_019", 1)
         self.add_constant_key("VISP_020", 1)
         self.add_constant_key("TELSCAN", "Raster")
@@ -301,16 +351,23 @@ class VispHeadersInputPolcalGainFrames(VispHeaders):
         num_modstates: int,
         exp_time: float = 0.01,
         readout_exp_time: float = 0.02,
+        ip_start_time="2022-11-28T13:50:00",
+        ip_end_time="2022-11-28T13:51:00",
         **kwargs,
     ):
         num_frames = num_modstates
         dataset_shape = (num_frames, *array_shape[-2:])
-        super().__init__(dataset_shape, array_shape, time_delta, **kwargs)
+        super().__init__(
+            dataset_shape,
+            array_shape,
+            time_delta,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
+            **kwargs,
+        )
         self.add_constant_key("DKIST004", TaskName.polcal.value.lower())
         self.add_constant_key("DKIST008", 1)
         self.add_constant_key("DKIST009", 1)
-        self.add_constant_key("DKIST011", "2022-11-28T13:50:00")
-        self.add_constant_key("DKIST012", "2022-11-28T13:51:00")
         self.add_constant_key("VISP_019", 1)
         self.add_constant_key("VISP_020", 1)
         self.add_constant_key("TELSCAN", "Raster")
@@ -336,6 +393,9 @@ class VispHeadersValidObserveFrames(VispHeaders):
         exp_time: float = 15.0,
         readout_exp_time: float = 30.0,
         abort_last_step: bool = False,
+        ip_start_time="2022-11-28T13:55:00",
+        ip_end_time="2022-11-28T13:56:00",
+        grating_constant=316,
         **kwargs,
     ):
         ################################################
@@ -349,7 +409,15 @@ class VispHeadersValidObserveFrames(VispHeaders):
             num_frames -= num_dropped_frames
 
         dataset_shape = (num_frames, *array_shape[-2:])
-        super().__init__(dataset_shape, array_shape, time_delta, **kwargs)
+        super().__init__(
+            dataset_shape,
+            array_shape,
+            time_delta,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
+            grating_constant=grating_constant,
+            **kwargs,
+        )
 
         self.index_to_map = sum(
             [[map_num + 1] * num_modstates * num_raster_steps for map_num in range(num_maps)], []
@@ -370,8 +438,6 @@ class VispHeadersValidObserveFrames(VispHeaders):
 
         self.num_raster_steps = num_raster_steps
         self.add_constant_key("DKIST004", TaskName.observe.value.lower())
-        self.add_constant_key("DKIST011", "2022-11-28T13:55:00")  # IP start time
-        self.add_constant_key("DKIST012", "2022-11-28T13:56:00")  # IP end time
         self.add_constant_key("ID___004")
         self.add_constant_key("WAVELNTH", 656.28)
         self.add_constant_key("EXPER_ID", "EXPERIMENT ID")
@@ -418,6 +484,8 @@ class VispHeadersValidCalibratedFrames(VispHeaders):
         exp_time: float = 15.0,
         readout_exp_time: float = 30.0,
         wcs_axis_names: tuple[str, str] | None = None,
+        ip_start_time="2022-11-28T13:55:00",
+        ip_end_time="2022-11-28T13:56:00",
         **kwargs,
     ):
         ################################################
@@ -431,7 +499,13 @@ class VispHeadersValidCalibratedFrames(VispHeaders):
         num_frames = num_maps * num_raster_steps * num_stokes
         dataset_shape = (num_frames, *array_shape[-2:])
         super().__init__(
-            dataset_shape, array_shape, time_delta, polarimeter_mode=polarimeter_mode, **kwargs
+            dataset_shape,
+            array_shape,
+            time_delta,
+            polarimeter_mode=polarimeter_mode,
+            ip_start_time=ip_start_time,
+            ip_end_time=ip_end_time,
+            **kwargs,
         )
 
         stokes_list = ["I", "Q", "U", "V"][:num_stokes]
@@ -445,8 +519,6 @@ class VispHeadersValidCalibratedFrames(VispHeaders):
 
         self.num_raster_steps = num_raster_steps
         self.add_constant_key("DKIST004", TaskName.observe.value.lower())
-        self.add_constant_key("DKIST011", "2022-11-28T13:55:00")  # IP start time
-        self.add_constant_key("DKIST012", "2022-11-28T13:56:00")  # IP end time
         self.add_constant_key("ID___004")
         self.add_constant_key("WAVELNTH", 656.28)
         self.add_constant_key("EXPER_ID", "EXPERIMENT ID")

dkist_processing_visp/tests/local_trial_workflows/l0_cals_only.py

@@ -37,15 +37,15 @@ from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers impor
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SaveInstPolCal
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SaveLampCal
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SaveSolarCal
-from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import (
-    set_observe_wavelength_task,
-)
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SetNumModstates
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SetObserveExpTime
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import (
     SetObserveIpStartTime,
 )
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import SetPolarimeterMode
+from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import (
+    set_observe_wavelength_task,
+)
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import tag_inputs_task
 from dkist_processing_visp.tests.local_trial_workflows.local_trial_helpers import (
     translate_122_to_214l0_task,
@@ -74,6 +74,7 @@ class CreateInputDatasetParameterDocument(WorkflowTaskBase):
             relative_path=relative_path,
             tags=VispTag.input_dataset_parameters(),
             encoder=basemodel_encoder,
+            overwrite=True,
         )
         logger.info(f"Wrote input dataset parameter doc to {relative_path}")
 
@@ -99,21 +100,6 @@ class CreateInputDatasetParameterDocument(WorkflowTaskBase):
         return parameters_list
 
 
-def setup_APM_config() -> None:
-    mesh_config = {
-        "system-monitoring-log-apm": {
-            "mesh_address": "system-monitoring-log-apm.service.sim.consul",
-            "mesh_port": 8200,
-        },
-        "automated-processing-scratch-inventory": {"mesh_address": "localhost", "mesh_port": 6379},
-        "internal-api-gateway": {"mesh_address": "localhost", "mesh_port": 80},
-    }
-    apm_options = {"TRANSACTION_MAX_SPANS": 10000}
-    os.environ["MESH_CONFIG"] = json.dumps(mesh_config)
-    os.environ["ELASTIC_APM_ENABLED"] = "true"
-    os.environ["ELASTIC_APM_OTHER_OPTIONS"] = json.dumps(apm_options)
-
-
 def main(
     scratch_path: str,
     suffix: str = "FITS",
@@ -127,11 +113,8 @@ def main(
     load_geometric: bool = False,
     load_solar: bool = False,
     load_inst_pol: bool = False,
-    use_apm: bool = False,
     dummy_wavelength: float = 630.0,
 ):
-    if use_apm:
-        setup_APM_config()
     with ManualProcessing(
         workflow_path=scratch_path,
         recipe_run_id=recipe_run_id,
@@ -264,7 +247,6 @@ if __name__ == "__main__":
         help="Load instrument polarization calibration from previously saved run",
         action="store_true",
     )
-    parser.add_argument("-A", "--use-apm", help="Send APM spans to SIM", action="store_true")
     args = parser.parse_args()
     sys.exit(
         main(
@@ -280,6 +262,5 @@ if __name__ == "__main__":
             load_geometric=args.load_geometric,
             load_solar=args.load_solar,
             load_inst_pol=args.load_inst_pol,
-            use_apm=args.use_apm,
         )
     )