dkist-processing-dlnirsp 0.31.0__py3-none-any.whl → 0.32.0__py3-none-any.whl

dkist_processing_dlnirsp/tasks/bad_pixel_map.py

@@ -70,7 +70,7 @@ class BadPixelCalibration(DlnirspTaskBase):
             logger.info("VIS data detected. Setting dynamic bad pixel map to empty.")
             dynamic_bad_pixel_map = np.zeros_like(static_bad_pixel_map)
 
-        with self.apm_writing_step("Combine dynamic and static maps and write"):
+        with self.telemetry_span("Combine dynamic and static maps and write"):
             logger.info("Combining dynamic and static bad pixel maps")
             logger.info(f"Static map has {int(np.sum(static_bad_pixel_map))} bad pixels")
             logger.info(f"Dynamic map has {int(np.sum(dynamic_bad_pixel_map))} bad pixels")
@@ -99,7 +99,7 @@ class BadPixelCalibration(DlnirspTaskBase):
         (a settable pipeline parameter) are flagged as bad pixels. Prior to computing the standard deviation of the
         difference image the illuminated array mask is applied so non-illuminated regions don't impact the results.
         """
-        with self.apm_processing_step("Smooth average lamp gain image"):
+        with self.telemetry_span("Smooth average lamp gain image"):
             avg_lamp_gain = next(
                 self.read(
                     tags=[
@@ -117,7 +117,7 @@ class BadPixelCalibration(DlnirspTaskBase):
                 mode="constant",
                 cval=np.nanmedian(avg_lamp_gain),
             )
-        with self.apm_processing_step("Compute gain dynamic bad pixel map"):
+        with self.telemetry_span("Compute gain dynamic bad pixel map"):
             logger.info("Finding bad pixel locations in lamp gain")
             diff = smoothed_array - avg_lamp_gain
             diff[~self.group_id_illuminated_idx] = np.nan
@@ -146,7 +146,7 @@ class BadPixelCalibration(DlnirspTaskBase):
         is then subtracted from the original array. Pixels in this difference array that are deviant by a large amount
         (a settable pipeline parameter) are flagged as bad pixels.
         """
-        with self.apm_processing_step("Compute lamp dark sigma image"):
+        with self.telemetry_span("Compute lamp dark sigma image"):
             smallest_lamp_exp_time = sorted(self.constants.lamp_gain_exposure_times)[0]
             logger.info(f"Using darks from exposure time = {smallest_lamp_exp_time}")
             lamp_darks = self.read(
@@ -159,7 +159,7 @@ class BadPixelCalibration(DlnirspTaskBase):
             )
             dark_sigma = stddev_numpy_arrays(lamp_darks)
 
-        with self.apm_processing_step("Smooth dark sigma array"):
+        with self.telemetry_span("Smooth dark sigma array"):
             logger.info("Smoothing dark sigma array")
             smoothed_array = spnd.median_filter(
                 dark_sigma,
@@ -168,7 +168,7 @@ class BadPixelCalibration(DlnirspTaskBase):
                 cval=np.nanmedian(dark_sigma),
             )
 
-        with self.apm_processing_step("Compute dark dynamic bad pixel map"):
+        with self.telemetry_span("Compute dark dynamic bad pixel map"):
             logger.info("Finding bad pixel locations in dark sigma")
             diff = smoothed_array - dark_sigma
 

dkist_processing_dlnirsp/tasks/dark.py

@@ -45,7 +45,7 @@ class DarkCalibration(DlnirspTaskBase, QualityMixin):
         """
         target_exp_times = self.constants.non_dark_task_exposure_times
         logger.info(f"{target_exp_times = }")
-        with self.apm_task_step(
+        with self.telemetry_span(
             f"Calculating dark frames for {self.constants.num_beams} beams and {len(target_exp_times)} exp times"
         ):
             total_dark_frames_used = 0
@@ -62,11 +62,11 @@ class DarkCalibration(DlnirspTaskBase, QualityMixin):
                 total_dark_frames_used += current_exp_dark_count
                 input_dark_arrays = self.read(tags=dark_tags, decoder=fits_array_decoder)
 
-                with self.apm_processing_step(f"Calculating dark for {exp_time = }"):
+                with self.telemetry_span(f"Calculating dark for {exp_time = }"):
                     logger.info(f"Calculating dark for {exp_time = }")
                     averaged_dark_array = average_numpy_arrays(input_dark_arrays)
 
-                with self.apm_writing_step(f"Writing dark for {exp_time = }"):
+                with self.telemetry_span(f"Writing dark for {exp_time = }"):
                     logger.info(f"Writing dark for {exp_time = }")
                     self.write(
                         data=averaged_dark_array,
@@ -74,7 +74,7 @@ class DarkCalibration(DlnirspTaskBase, QualityMixin):
                         encoder=fits_array_encoder,
                     )
 
-        with self.apm_processing_step("Computing and logger quality metrics"):
+        with self.telemetry_span("Computing and logger quality metrics"):
             no_of_raw_dark_frames: int = self.scratch.count_all(
                 tags=[
                     DlnirspTag.linearized_frame(),

dkist_processing_dlnirsp/tasks/geometric.py

@@ -57,25 +57,25 @@ class GeometricCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
 
         6. Write shifts, scales, and reference wavelength axis to a file
         """
-        with self.apm_task_step("Apply dark and lamp corrections"):
+        with self.telemetry_span("Apply dark and lamp corrections"):
             logger.info("Computing average dark/lamp corrected gain image")
             self.compute_average_corrected_gain()
 
-        with self.apm_task_step("Compute spectral curvature"):
+        with self.telemetry_span("Compute spectral curvature"):
             logger.info("Computing spectral curvature")
             shift_dict, scale_dict = self.compute_spectral_curvature_and_dispersion()
 
-        with self.apm_task_step("Compute reference wavelength grid"):
+        with self.telemetry_span("Compute reference wavelength grid"):
             logger.info("Computing reference wavelength grid")
             reference_wavelength_axis = self.compute_reference_wavelength_axis(
                 shift_dict, scale_dict
             )
 
-        with self.apm_writing_step("Write geometric calibration calibration"):
+        with self.telemetry_span("Write geometric calibration calibration"):
             logger.info("Writing geometric calibration")
             self.write_geometric_calibration(shift_dict, scale_dict, reference_wavelength_axis)
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_solar_frames: int = self.scratch.count_all(
                 tags=[DlnirspTag.linearized_frame(), DlnirspTag.task_solar_gain()],
             )

dkist_processing_dlnirsp/tasks/ifu_drift.py

@@ -50,7 +50,7 @@ class IfuDriftCalibration(DlnirspTaskBase):
 
         4. Apply this shift to the IFU metrology files and save for use in the downstream pipeline.
         """
-        with self.apm_processing_step("Average solar gain images"):
+        with self.telemetry_span("Average solar gain images"):
             logger.info("Computing average solar gain array")
             solar_gain_data = self.get_avg_solar_gain()
 
@@ -60,7 +60,7 @@ class IfuDriftCalibration(DlnirspTaskBase):
                 encoder=fits_array_encoder,
             )
 
-        with self.apm_processing_step("Compute binary arrays"):
+        with self.telemetry_span("Compute binary arrays"):
             logger.info("Computing solar binary image")
             solar_binary = self.compute_solar_binary(solar_gain_data)
 
@@ -79,12 +79,12 @@ class IfuDriftCalibration(DlnirspTaskBase):
                 encoder=fits_array_encoder,
             )
 
-        with self.apm_processing_step("Compute IFU drift"):
+        with self.telemetry_span("Compute IFU drift"):
             logger.info("Computing IFU drift amount")
             drift = self.compute_ifu_drift(solar_binary, ifu_binary)
             logger.info(f"IFU drift = {drift}")
 
-        with self.apm_processing_step("Drift IFU metrology arrays"):
+        with self.telemetry_span("Drift IFU metrology arrays"):
             logger.info("Drifting IFU group ID array")
             drifted_ifu_id_array = self.apply_drift_to_array(raw_ifu_id_array, drift)
 
@@ -121,7 +121,7 @@ class IfuDriftCalibration(DlnirspTaskBase):
                 )
                 drifted_arrays_dict[tag] = drifted_array * beam_correction_array
 
-        with self.apm_writing_step("Write drifted IFU metrology arrays"):
+        with self.telemetry_span("Write drifted IFU metrology arrays"):
             logger.info("Writing drifted IFU metrology arrays")
             self.write_drifted_metrology_arrays(drifted_arrays_dict)
 

dkist_processing_dlnirsp/tasks/instrument_polarization.py

@@ -70,21 +70,21 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
             )
         logger.info(f"{polcal_exposure_times = }")
 
-        with self.apm_processing_step("Generate polcal DARK frame"):
+        with self.telemetry_span("Generate polcal DARK frame"):
             logger.info("Generating polcal dark frame")
             self.generate_polcal_dark_calibration(exp_times=polcal_exposure_times)
 
-        with self.apm_processing_step("Generate polcal GAIN frame"):
+        with self.telemetry_span("Generate polcal GAIN frame"):
             logger.info("Generating polcal gain frame")
             self.generate_polcal_gain_calibration(exp_times=polcal_exposure_times)
 
-        with self.apm_task_step("Process CS steps"):
+        with self.telemetry_span("Process CS steps"):
             logger.info("Processing CS steps")
             local_data_dict, global_data_dict = self.process_cs_steps()
 
         beam_results_dict = dict()
         for beam in [1, 2]:
-            with self.apm_processing_step(f"Fit CU parameters for beam {beam}"):
+            with self.telemetry_span(f"Fit CU parameters for beam {beam}"):
                 logger.info(f"Fitting CU parameters for {beam = }")
 
                 remove_I_trend = self.parameters.pac_remove_linear_I_trend
@@ -110,7 +110,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
             self.save_intermediate_polcal_files(polcal_fitter=pac_fitter, beam=beam)
             beam_results_dict[beam] = pac_fitter
 
-        with self.apm_processing_step("Resample demodulation matrices"):
+        with self.telemetry_span("Resample demodulation matrices"):
             raw_demod_dict = {
                 beam: beam_results.demodulation_matrices
                 for beam, beam_results in beam_results_dict.items()
@@ -141,7 +141,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
                 beam_group_fit_demod_dict, full_array_shape
             )
 
-        with self.apm_writing_step("Write full-frame demodulation matrices"):
+        with self.telemetry_span("Write full-frame demodulation matrices"):
             logger.info("Writing full-frame demodulation matrices")
             self.write(
                 data=final_demod,
@@ -152,10 +152,10 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
                 ],
             )
 
-        with self.apm_processing_step("Computing and recording polcal quality metrics"):
+        with self.telemetry_span("Computing and recording polcal quality metrics"):
             self.record_polcal_quality_metrics(polcal_fitter_dict=beam_results_dict)
 
-        with self.apm_processing_step("Computing and recording frame count quality metrics"):
+        with self.telemetry_span("Computing and recording frame count quality metrics"):
             no_of_raw_lamp_frames: int = self.scratch.count_all(
                 tags=[DlnirspTag.linearized_frame(), DlnirspTag.task_polcal()],
             )
@@ -249,7 +249,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
         global_dict = {1: defaultdict(list), 2: defaultdict(list)}
         local_dict = {1: defaultdict(list), 2: defaultdict(list)}
 
-        with self.apm_task_step("Collect dark, gain, and bad pixel arrays"):
+        with self.telemetry_span("Collect dark, gain, and bad pixel arrays"):
             dark_array_dict = self.collect_polcal_calibrations_by_exp_time(
                 TaskName.polcal_dark.value
             )
@@ -266,7 +266,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
                 )
             )
 
-        with self.apm_processing_step("Correct and extract polcal data"):
+        with self.telemetry_span("Correct and extract polcal data"):
             for cs_step in range(self.constants.num_cs_steps):
                 for modstate in range(1, self.constants.num_modstates + 1):
                     log_str = f"{cs_step = }, {modstate = }"
@@ -569,7 +569,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
             I_cal, _ = dresser[idx]
             input_flux[idx] = I_cal.T.reshape(socc_shape)
 
-        with self.apm_writing_step("Writing input flux"):
+        with self.telemetry_span("Writing input flux"):
             path = self.write(data=input_flux, tags=input_flux_tags, encoder=fits_array_encoder)
             logger.info(f"Wrote input flux with tags {input_flux_tags = } to {str(path)}")
 
@@ -581,7 +581,7 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
             DlnirspTag.beam(beam),
             DlnirspTag.task("CU_FIT_PARS"),
         ]
-        with self.apm_writing_step("Writing CU fit parameters"):
+        with self.telemetry_span("Writing CU fit parameters"):
             cu_dict = defaultdict(lambda: np.zeros(fov_shape) * np.nan)
             for i in range(np.prod(fov_shape)):
                 idx = np.unravel_index(i, fov_shape)
@@ -600,10 +600,10 @@ class InstrumentPolarizationCalibration(DlnirspTaskBase, QualityMixin):
             DlnirspTag.beam(beam),
             DlnirspTag.task("BEST_FIT_FLUX"),
         ]
-        with self.apm_processing_step("Computing best-fit flux"):
+        with self.telemetry_span("Computing best-fit flux"):
             best_fit_flux = self.compute_best_fit_flux(polcal_fitter)
 
-        with self.apm_writing_step("Writing best-fit flux"):
+        with self.telemetry_span("Writing best-fit flux"):
             path = self.write(data=best_fit_flux, tags=fit_flux_tags, encoder=fits_array_encoder)
             logger.info(f"Wrote best-fit flux with {fit_flux_tags = } to {str(path)}")
 

dkist_processing_dlnirsp/tasks/lamp.py

@@ -51,7 +51,7 @@ class LampCalibration(DlnirspTaskBase, QualityMixin):
         None
 
         """
-        with self.apm_task_step(
+        with self.telemetry_span(
             f"Generate lamp gains for {len(self.constants.lamp_gain_exposure_times)} exposure times"
         ):
             all_exp_time_gains = []
@@ -86,7 +86,7 @@ class LampCalibration(DlnirspTaskBase, QualityMixin):
             )
             final_gain_array = average_numpy_arrays(all_exp_time_gains)
 
-            with self.apm_writing_step(f"Writing lamp gain"):
+            with self.telemetry_span(f"Writing lamp gain"):
                 logger.info(f"Writing lamp gain")
                 self.write(
                     data=final_gain_array,
@@ -94,7 +94,7 @@ class LampCalibration(DlnirspTaskBase, QualityMixin):
                     encoder=fits_array_encoder,
                 )
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_lamp_frames: int = self.scratch.count_all(
                 tags=[DlnirspTag.linearized_frame(), DlnirspTag.task_lamp_gain()],
             )

dkist_processing_dlnirsp/tasks/linearity_correction.py

@@ -45,11 +45,11 @@ class LinearityCorrection(DlnirspTaskBase):
         None
         """
         if self.constants.is_ir_data:
-            with self.apm_task_step("Linearizing input IR frames"):
+            with self.telemetry_span("Linearizing input IR frames"):
                 self.linearize_IR_data()
                 return
 
-        with self.apm_task_step("Tagging non-IR frames as LINEARIZED"):
+        with self.telemetry_span("Tagging non-IR frames as LINEARIZED"):
             self.tag_VIS_data_as_linearized()
 
     def tag_VIS_data_as_linearized(self):

dkist_processing_dlnirsp/tasks/quality_metrics.py

@@ -106,20 +106,20 @@ class DlnirspL1QualityMetrics(DlnirspTaskBase, QualityMixin):
             stokes_params = self.constants.stokes_params[:1]
 
         for stokes in stokes_params:
-            with self.apm_processing_step(f"Computing L1 quality metrics for Stokes {stokes}"):
-                with self.apm_processing_step("Computing noise and sensitivity"):
+            with self.telemetry_span(f"Computing L1 quality metrics for Stokes {stokes}"):
+                with self.telemetry_span("Computing noise and sensitivity"):
                     sensitivity_data, noise_data = self.compile_sensitivity_and_noise_data(
                         stokes=stokes
                     )
 
-                with self.apm_writing_step(f"Writing sensitivity"):
+                with self.telemetry_span(f"Writing sensitivity"):
                     self.quality_store_sensitivity(
                         datetimes=sensitivity_data.datetimes,
                         values=sensitivity_data.values,
                         stokes=stokes,
                     )
 
-                with self.apm_writing_step(f"Writing noise"):
+                with self.telemetry_span(f"Writing noise"):
                     self.quality_store_noise(
                         datetimes=noise_data.datetimes, values=noise_data.values, stokes=stokes
                     )

dkist_processing_dlnirsp/tasks/science.py

@@ -146,19 +146,19 @@ class ScienceCalibration(
         - Collect all calibration objects needed
         - Process all science frames
         """
-        with self.apm_task_step("Load calibration objects"):
+        with self.telemetry_span("Load calibration objects"):
             logger.info("Loading calibration objects")
             calibrations = self.collect_calibration_objects()
 
-        with self.apm_task_step("Generate remapped bad pixel mask"):
+        with self.telemetry_span("Generate remapped bad pixel mask"):
             logger.info("Generating remapped bad pixel mask")
             self.save_bad_pixel_cube(calibrations)
 
-        with self.apm_task_step("Process science frames"):
+        with self.telemetry_span("Process science frames"):
             logger.info("Processing science frames")
             self.process_science_frames(calibrations=calibrations)
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_science_frames: int = self.scratch.count_all(
                 tags=[
                     DlnirspTag.linearized_frame(),
@@ -218,7 +218,7 @@ class ScienceCalibration(
         spec_scales = geometric_correction["spectral_scales"]
         reference_wavelength_axis = geometric_correction["reference_wavelength_axis"]
 
-        with self.apm_processing_step("Prepare IFU remapping information"):
+        with self.telemetry_span("Prepare IFU remapping information"):
             logger.info("Prepping IFU remapping data.")
             ifu_x_points, ifu_y_points = self.apply_geometry_to_ifu_files(
                 spec_shifts=spec_shifts,

dkist_processing_dlnirsp/tasks/solar.py

@@ -45,11 +45,11 @@ class SolarCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
 
         6. Write the final, solar-spectrum-removed, solar gain image.
         """
-        with self.apm_task_step("Apply dark and lamp corrections"):
+        with self.telemetry_span("Apply dark and lamp corrections"):
             logger.info("Computing average dark/lamp corrected gains")
             self.compute_average_corrected_gains()
 
-        with self.apm_task_step("Compute characteristic spectra"):
+        with self.telemetry_span("Compute characteristic spectra"):
             logger.info("Computing characteristic spectra")
             characteristic_spectra = self.compute_characteristic_spectra()
 
@@ -59,7 +59,7 @@ class SolarCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
                 encoder=fits_array_encoder,
             )
 
-        with self.apm_task_step("Re-distort characteristic spectra"):
+        with self.telemetry_span("Re-distort characteristic spectra"):
             logger.info("Re-distorting characteristic spectra")
             distorted_char_spectra = self.redistort_characteristic_spectra(characteristic_spectra)
 
@@ -75,11 +75,11 @@ class SolarCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
                 encoder=fits_array_encoder,
             )
 
-        with self.apm_task_step("Remove characteristic spectra"):
+        with self.telemetry_span("Remove characteristic spectra"):
             logger.info("Removing characteristic spectra")
             cleaned_gain = self.remove_solar_signal(distorted_char_spectra)
 
-        with self.apm_writing_step("Write solar flat calibration"):
+        with self.telemetry_span("Write solar flat calibration"):
             logger.info("Writing solar flat calibration")
             self.write(
                 data=cleaned_gain,
@@ -87,7 +87,7 @@ class SolarCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
                 encoder=fits_array_encoder,
             )
 
-        with self.apm_processing_step("Computing and logging quality metrics"):
+        with self.telemetry_span("Computing and logging quality metrics"):
             no_of_raw_solar_frames: int = self.scratch.count_all(
                 tags=[DlnirspTag.linearized_frame(), DlnirspTag.task_solar_gain()],
             )

dkist_processing_dlnirsp/tasks/wavelength_calibration.py

@@ -73,7 +73,7 @@ class WavelengthCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
         -------
         None
         """
-        with self.apm_processing_step("Compute input spectrum and wavelength"):
+        with self.telemetry_span("Compute input spectrum and wavelength"):
             dispersion = (
                 next(
                     self.read(
@@ -114,7 +114,7 @@ class WavelengthCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
                 incident_light_angle=incident_light_angle,
             )
 
-        with self.apm_processing_step("Compute brute-force CRVAL initial guess"):
+        with self.telemetry_span("Compute brute-force CRVAL initial guess"):
             atlas = Atlas(config=self.parameters.wavecal_atlas_download_config)
             wavelength_range = input_wavelength_vector.max() - input_wavelength_vector.min()
             crval_init = calculate_initial_crval_guess(
@@ -130,7 +130,7 @@ class WavelengthCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
         doppler_velocity = self.compute_doppler_velocity()
         logger.info(f"{doppler_velocity = !s}")
 
-        with self.apm_task_step("Set up wavelength fit"):
+        with self.telemetry_span("Set up wavelength fit"):
             bounds = BoundsModel(
                 # This is basically saying "we think the correct CRVAL is *somewhere* in our input vector"
                 #  and lines up with the range of values considered when computing the brute-force initial guess above
@@ -176,14 +176,14 @@ class WavelengthCalibration(DlnirspTaskBase, CorrectionsMixin, QualityMixin):
             )
             logger.info(f"Input parameters: {input_parameters.lmfit_parameters.pretty_repr()}")
 
-        with self.apm_processing_step("Run wavelength solution fit"):
+        with self.telemetry_span("Run wavelength solution fit"):
             fit_result = fitter(
                 input_wavelength_vector=input_wavelength_vector,
                 input_spectrum=input_spectrum,
                 method="leastsq",
             )
 
-        with self.apm_writing_step("Save wavelength solution and quality metrics"):
+        with self.telemetry_span("Save wavelength solution and quality metrics"):
             self.write_fit_results(fit_result, nan_chop_amount)
             self.quality_store_wavecal_results(
                 input_wavelength=input_wavelength_vector,

dkist_processing_dlnirsp/tests/local_trial_workflows/l0_linearize_only.py

@@ -85,21 +85,6 @@ def tag_inputs_task(suffix: str):
     return TagInputs
 
 
-def setup_APM_config() -> None:
-    mesh_config = {
-        "system-monitoring-log-apm": {
-            "mesh_address": "system-monitoring-log-apm.service.sim.consul",
-            "mesh_port": 8200,
-        },
-        "automated-processing-scratch-inventory": {"mesh_address": "localhost", "mesh_port": 6379},
-        "internal-api-gateway": {"mesh_address": "localhost", "mesh_port": 80},
-    }
-    apm_options = {"TRANSACTION_MAX_SPANS": 10000}
-    os.environ["MESH_CONFIG"] = json.dumps(mesh_config)
-    os.environ["ELASTIC_APM_ENABLED"] = "true"
-    os.environ["ELASTIC_APM_OTHER_OPTIONS"] = json.dumps(apm_options)
-
-
 def main(
     scratch_path: str,
     suffix: str = "FITS",
@@ -109,10 +94,7 @@ def main(
     only_translate: bool = False,
     load_input_parsing: bool = False,
     cals_only: bool = False,
-    use_apm: bool = False,
 ):
-    if use_apm:
-        setup_APM_config()
     with ManualProcessing(
         workflow_path=Path(scratch_path),
         recipe_run_id=recipe_run_id,
@@ -181,7 +163,6 @@ if __name__ == "__main__":
         help="Load tags and constants on input files",
         action="store_true",
     )
-    parser.add_argument("-A", "--use-apm", help="Send APM spans to SIM", action="store_true")
     parser.add_argument(
         "-p",
         "--param-dir",
@@ -201,6 +182,5 @@ if __name__ == "__main__":
             only_translate=args.only_translate,
             load_input_parsing=args.load_input_parsing,
             cals_only=args.cals_only,
-            use_apm=args.use_apm,
         )
     )

dkist_processing_dlnirsp/tests/local_trial_workflows/l0_polcals_as_science.py

@@ -181,21 +181,6 @@ def tag_linearized_task(suffix: str):
     return TagLinearized
 
 
-def setup_APM_config() -> None:
-    mesh_config = {
-        "system-monitoring-log-apm": {
-            "mesh_address": "system-monitoring-log-apm.service.sim.consul",
-            "mesh_port": 8200,
-        },
-        "automated-processing-scratch-inventory": {"mesh_address": "localhost", "mesh_port": 6379},
-        "internal-api-gateway": {"mesh_address": "localhost", "mesh_port": 80},
-    }
-    apm_options = {"TRANSACTION_MAX_SPANS": 10000}
-    os.environ["MESH_CONFIG"] = json.dumps(mesh_config)
-    os.environ["ELASTIC_APM_ENABLED"] = "true"
-    os.environ["ELASTIC_APM_OTHER_OPTIONS"] = json.dumps(apm_options)
-
-
 def main(
     scratch_path: str,
     suffix: str = "FITS",
@@ -217,10 +202,7 @@ def main(
     load_polcals_as_science: bool = False,
     load_calibrated_data: bool = False,
     transfer_trial_data: str | None = None,
-    use_apm: bool = False,
 ):
-    if use_apm:
-        setup_APM_config()
     with ManualProcessing(
         workflow_path=Path(scratch_path),
         recipe_run_id=recipe_run_id,
@@ -464,7 +446,6 @@ if __name__ == "__main__":
     parser.add_argument(
         "-C", "--load-calibrated-data", help="Load CALIBRATED 'science' frames", action="store_true"
     )
-    parser.add_argument("-A", "--use-apm", help="Send APM spans to SIM", action="store_true")
     parser.add_argument(
         "-p",
         "--param-dir",
@@ -496,6 +477,5 @@ if __name__ == "__main__":
             load_polcals_as_science=args.load_polcals_as_science,
             load_calibrated_data=args.load_calibrated_data,
             transfer_trial_data=args.transfer_trial_data,
-            use_apm=args.use_apm,
         )
     )

dkist_processing_dlnirsp/tests/local_trial_workflows/l0_solar_gain_as_science.py

@@ -187,21 +187,6 @@ def tag_linearized_task(suffix: str):
     return TagLinearized
 
 
-def setup_APM_config() -> None:
-    mesh_config = {
-        "system-monitoring-log-apm": {
-            "mesh_address": "system-monitoring-log-apm.service.sim.consul",
-            "mesh_port": 8200,
-        },
-        "automated-processing-scratch-inventory": {"mesh_address": "localhost", "mesh_port": 6379},
-        "internal-api-gateway": {"mesh_address": "localhost", "mesh_port": 80},
-    }
-    apm_options = {"TRANSACTION_MAX_SPANS": 10000}
-    os.environ["MESH_CONFIG"] = json.dumps(mesh_config)
-    os.environ["ELASTIC_APM_ENABLED"] = "true"
-    os.environ["ELASTIC_APM_OTHER_OPTIONS"] = json.dumps(apm_options)
-
-
 def main(
     scratch_path: str,
     suffix: str = "FITS",
@@ -224,10 +209,7 @@ def main(
     load_calibrated_data: bool = False,
     force_intensity_only: bool = False,
     transfer_trial_data: str | None = None,
-    use_apm: bool = False,
 ):
-    if use_apm:
-        setup_APM_config()
     with ManualProcessing(
         workflow_path=Path(scratch_path),
         recipe_run_id=recipe_run_id,
@@ -483,7 +465,6 @@ if __name__ == "__main__":
     parser.add_argument(
         "-C", "--load-calibrated-data", help="Load CALIBRATED 'science' frames", action="store_true"
     )
-    parser.add_argument("-A", "--use-apm", help="Send APM spans to SIM", action="store_true")
     parser.add_argument(
         "-p",
         "--param-dir",
@@ -516,6 +497,5 @@ if __name__ == "__main__":
             load_calibrated_data=args.load_calibrated_data,
             force_intensity_only=args.force_I_only,
             transfer_trial_data=args.transfer_trial_data,
-            use_apm=args.use_apm,
         )
     )

dkist_processing_dlnirsp/tests/local_trial_workflows/l0_to_l1.py

@@ -1,5 +1,4 @@
 import argparse
-import json
 import os
 import sys
 from pathlib import Path
@@ -156,21 +155,6 @@ def tag_linearized_task(suffix: str):
     return TagLinearized
 
 
-def setup_APM_config() -> None:
-    mesh_config = {
-        "system-monitoring-log-apm": {
-            "mesh_address": "system-monitoring-log-apm.service.sim.consul",
-            "mesh_port": 8200,
-        },
-        "automated-processing-scratch-inventory": {"mesh_address": "localhost", "mesh_port": 6379},
-        "internal-api-gateway": {"mesh_address": "localhost", "mesh_port": 80},
-    }
-    apm_options = {"TRANSACTION_MAX_SPANS": 10000}
-    os.environ["MESH_CONFIG"] = json.dumps(mesh_config)
-    os.environ["ELASTIC_APM_ENABLED"] = "true"
-    os.environ["ELASTIC_APM_OTHER_OPTIONS"] = json.dumps(apm_options)
-
-
 def main(
     scratch_path: str,
     suffix: str = "FITS",
@@ -191,10 +175,7 @@ def main(
     load_inst_polcal: bool = False,
     load_calibrated_data: bool = False,
     transfer_trial_data: str | None = None,
-    use_apm: bool = False,
 ):
-    if use_apm:
-        setup_APM_config()
     with ManualProcessing(
         workflow_path=Path(scratch_path),
         recipe_run_id=recipe_run_id,
@@ -425,7 +406,6 @@ if __name__ == "__main__":
     parser.add_argument(
         "-C", "--load-calibrated-data", help="Load CALIBRATED science frames", action="store_true"
     )
-    parser.add_argument("-A", "--use-apm", help="Send APM spans to SIM", action="store_true")
     parser.add_argument(
         "-p",
         "--param-dir",
@@ -456,6 +436,5 @@ if __name__ == "__main__":
             load_inst_polcal=args.load_inst_polcal,
             load_calibrated_data=args.load_calibrated_data,
             transfer_trial_data=args.transfer_trial_data,
-            use_apm=args.use_apm,
         )
     )

{dkist_processing_dlnirsp-0.31.0.dist-info → dkist_processing_dlnirsp-0.32.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-dlnirsp
-Version: 0.31.0
+Version: 0.32.0
 Summary: Science processing code for the DLNIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,13 +13,13 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.12
 Description-Content-Type: text/x-rst
-Requires-Dist: dkist-processing-common==11.5.0
+Requires-Dist: dkist-processing-common==11.6.0
 Requires-Dist: dkist-processing-math==2.2.1
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-header-validator==5.2.1
 Requires-Dist: dkist-fits-specifications==4.17.0
 Requires-Dist: dkist-spectral-lines==3.0.0
-Requires-Dist: dkist-service-configuration==2.2
+Requires-Dist: dkist-service-configuration==4.1.7
 Requires-Dist: astropy==7.0.2
 Requires-Dist: numpy==2.2.5
 Requires-Dist: numba==0.61.2
@@ -71,7 +71,7 @@ Requires-Dist: Flask-AppBuilder==4.5.3; extra == "frozen"
 Requires-Dist: Flask-Babel==2.0.0; extra == "frozen"
 Requires-Dist: Flask-Caching==2.3.1; extra == "frozen"
 Requires-Dist: Flask-JWT-Extended==4.7.1; extra == "frozen"
-Requires-Dist: Flask-Limiter==3.12; extra == "frozen"
+Requires-Dist: Flask-Limiter==3.13; extra == "frozen"
 Requires-Dist: Flask-Login==0.6.3; extra == "frozen"
 Requires-Dist: Flask-SQLAlchemy==2.5.1; extra == "frozen"
 Requires-Dist: Flask-Session==0.5.0; extra == "frozen"
@@ -81,55 +81,56 @@ Requires-Dist: Mako==1.3.10; extra == "frozen"
 Requires-Dist: MarkupSafe==3.0.2; extra == "frozen"
 Requires-Dist: PeakUtils==1.3.5; extra == "frozen"
 Requires-Dist: PyJWT==2.10.1; extra == "frozen"
-Requires-Dist: PyYAML==6.0.2; extra == "frozen"
+Requires-Dist: PyYAML==6.0.3; extra == "frozen"
 Requires-Dist: Pygments==2.19.2; extra == "frozen"
 Requires-Dist: SQLAlchemy==1.4.54; extra == "frozen"
 Requires-Dist: SQLAlchemy-JSONField==1.0.2; extra == "frozen"
 Requires-Dist: SQLAlchemy-Utils==0.42.0; extra == "frozen"
 Requires-Dist: WTForms==3.2.1; extra == "frozen"
 Requires-Dist: Werkzeug==2.2.3; extra == "frozen"
-Requires-Dist: aioftp==0.26.2; extra == "frozen"
+Requires-Dist: aioftp==0.27.2; extra == "frozen"
 Requires-Dist: aiohappyeyeballs==2.6.1; extra == "frozen"
 Requires-Dist: aiohttp==3.12.15; extra == "frozen"
 Requires-Dist: aiosignal==1.4.0; extra == "frozen"
+Requires-Dist: aiosmtplib==4.0.2; extra == "frozen"
 Requires-Dist: alembic==1.16.5; extra == "frozen"
 Requires-Dist: amqp==5.3.1; extra == "frozen"
 Requires-Dist: annotated-types==0.7.0; extra == "frozen"
-Requires-Dist: anyio==4.10.0; extra == "frozen"
+Requires-Dist: anyio==4.11.0; extra == "frozen"
 Requires-Dist: apache-airflow==2.11.0; extra == "frozen"
-Requires-Dist: apache-airflow-providers-celery==3.12.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-compat==1.7.3; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-io==1.6.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-common-sql==1.27.5; extra == "frozen"
+Requires-Dist: apache-airflow-providers-celery==3.10.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-compat==1.7.4; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-io==1.6.3; extra == "frozen"
+Requires-Dist: apache-airflow-providers-common-sql==1.28.1; extra == "frozen"
 Requires-Dist: apache-airflow-providers-fab==1.5.3; extra == "frozen"
 Requires-Dist: apache-airflow-providers-ftp==3.13.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-http==5.3.3; extra == "frozen"
+Requires-Dist: apache-airflow-providers-http==5.3.4; extra == "frozen"
 Requires-Dist: apache-airflow-providers-imap==3.9.2; extra == "frozen"
-Requires-Dist: apache-airflow-providers-postgres==6.2.3; extra == "frozen"
-Requires-Dist: apache-airflow-providers-smtp==2.2.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-postgres==6.3.0; extra == "frozen"
+Requires-Dist: apache-airflow-providers-smtp==2.3.0; extra == "frozen"
 Requires-Dist: apache-airflow-providers-sqlite==4.1.2; extra == "frozen"
-Requires-Dist: apispec==6.8.3; extra == "frozen"
+Requires-Dist: apispec==6.8.4; extra == "frozen"
 Requires-Dist: argcomplete==3.6.2; extra == "frozen"
 Requires-Dist: asdf==3.5.0; extra == "frozen"
 Requires-Dist: asdf_standard==1.4.0; extra == "frozen"
 Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
-Requires-Dist: asgiref==3.9.1; extra == "frozen"
+Requires-Dist: asgiref==3.9.2; extra == "frozen"
 Requires-Dist: asteval==1.0.6; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2025.9.8.0.36.17; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2025.9.22.0.37.25; extra == "frozen"
 Requires-Dist: asyncpg==0.30.0; extra == "frozen"
 Requires-Dist: attrs==25.3.0; extra == "frozen"
 Requires-Dist: babel==2.17.0; extra == "frozen"
-Requires-Dist: billiard==4.2.1; extra == "frozen"
+Requires-Dist: billiard==4.2.2; extra == "frozen"
 Requires-Dist: blinker==1.9.0; extra == "frozen"
-Requires-Dist: boto3==1.40.25; extra == "frozen"
-Requires-Dist: botocore==1.40.25; extra == "frozen"
+Requires-Dist: boto3==1.40.39; extra == "frozen"
+Requires-Dist: botocore==1.40.39; extra == "frozen"
 Requires-Dist: cachelib==0.13.0; extra == "frozen"
-Requires-Dist: celery==5.5.3; extra == "frozen"
+Requires-Dist: celery==5.3.1; extra == "frozen"
 Requires-Dist: certifi==2025.8.3; extra == "frozen"
-Requires-Dist: cffi==1.17.1; extra == "frozen"
+Requires-Dist: cffi==2.0.0; extra == "frozen"
 Requires-Dist: charset-normalizer==3.4.3; extra == "frozen"
-Requires-Dist: click==8.2.1; extra == "frozen"
+Requires-Dist: click==8.3.0; extra == "frozen"
 Requires-Dist: click-didyoumean==0.3.1; extra == "frozen"
 Requires-Dist: click-plugins==1.1.1.2; extra == "frozen"
 Requires-Dist: click-repl==0.3.0; extra == "frozen"
@@ -140,34 +141,32 @@ Requires-Dist: connexion==2.14.2; extra == "frozen"
 Requires-Dist: contourpy==1.3.3; extra == "frozen"
 Requires-Dist: cron_descriptor==2.0.6; extra == "frozen"
 Requires-Dist: croniter==6.0.0; extra == "frozen"
-Requires-Dist: cryptography==45.0.7; extra == "frozen"
+Requires-Dist: cryptography==46.0.1; extra == "frozen"
 Requires-Dist: cycler==0.12.1; extra == "frozen"
 Requires-Dist: dacite==1.9.2; extra == "frozen"
 Requires-Dist: decorator==5.2.1; extra == "frozen"
 Requires-Dist: dill==0.4.0; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-common==11.5.0; extra == "frozen"
-Requires-Dist: dkist-processing-core==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-dlnirsp==0.31.0; extra == "frozen"
+Requires-Dist: dkist-processing-common==11.6.0; extra == "frozen"
+Requires-Dist: dkist-processing-core==6.0.0; extra == "frozen"
+Requires-Dist: dkist-processing-dlnirsp==0.32.0; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
-Requires-Dist: dkist-service-configuration==2.2; extra == "frozen"
+Requires-Dist: dkist-service-configuration==4.1.7; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.0; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.17.0; extra == "frozen"
 Requires-Dist: dnspython==2.8.0; extra == "frozen"
-Requires-Dist: ecs-logging==2.2.0; extra == "frozen"
-Requires-Dist: elastic-apm==6.24.0; extra == "frozen"
 Requires-Dist: email-validator==2.3.0; extra == "frozen"
 Requires-Dist: fastjsonschema==2.21.2; extra == "frozen"
 Requires-Dist: flower==2.0.1; extra == "frozen"
-Requires-Dist: fonttools==4.59.2; extra == "frozen"
+Requires-Dist: fonttools==4.60.0; extra == "frozen"
 Requires-Dist: frozenlist==1.7.0; extra == "frozen"
 Requires-Dist: fsspec==2025.9.0; extra == "frozen"
-Requires-Dist: globus-sdk==3.63.0; extra == "frozen"
+Requires-Dist: globus-sdk==3.64.0; extra == "frozen"
 Requires-Dist: google-re2==1.1.20250805; extra == "frozen"
 Requires-Dist: googleapis-common-protos==1.70.0; extra == "frozen"
 Requires-Dist: gqlclient==1.2.3; extra == "frozen"
-Requires-Dist: grpcio==1.74.0; extra == "frozen"
+Requires-Dist: grpcio==1.75.1; extra == "frozen"
 Requires-Dist: gunicorn==23.0.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
 Requires-Dist: httpcore==1.0.9; extra == "frozen"
@@ -209,14 +208,30 @@ Requires-Dist: networkx==3.5; extra == "frozen"
 Requires-Dist: numba==0.61.2; extra == "frozen"
 Requires-Dist: numpy==2.2.5; extra == "frozen"
 Requires-Dist: object-clerk==1.0.0; extra == "frozen"
-Requires-Dist: opentelemetry-api==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-exporter-otlp==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-exporter-otlp-proto-common==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-exporter-otlp-proto-http==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-proto==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-sdk==1.36.0; extra == "frozen"
-Requires-Dist: opentelemetry-semantic-conventions==0.57b0; extra == "frozen"
+Requires-Dist: opentelemetry-api==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-exporter-otlp==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-exporter-otlp-proto-common==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-exporter-otlp-proto-http==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-aiohttp-client==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-asgi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-botocore==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-celery==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-dbapi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-fastapi==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-pika==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-psycopg2==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-pymongo==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-redis==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-requests==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-sqlalchemy==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-instrumentation-system-metrics==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-propagator-aws-xray==1.0.2; extra == "frozen"
+Requires-Dist: opentelemetry-proto==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-sdk==1.37.0; extra == "frozen"
+Requires-Dist: opentelemetry-semantic-conventions==0.58b0; extra == "frozen"
+Requires-Dist: opentelemetry-util-http==0.58b0; extra == "frozen"
 Requires-Dist: ordered-set==4.1.0; extra == "frozen"
 Requires-Dist: packaging==25.0; extra == "frozen"
 Requires-Dist: pandas==2.3.2; extra == "frozen"
@@ -231,33 +246,33 @@ Requires-Dist: pluggy==1.6.0; extra == "frozen"
 Requires-Dist: pooch==1.8.2; extra == "frozen"
 Requires-Dist: prison==0.2.1; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
-Requires-Dist: prometheus_client==0.22.1; extra == "frozen"
+Requires-Dist: prometheus_client==0.23.1; extra == "frozen"
 Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
 Requires-Dist: propcache==0.3.2; extra == "frozen"
-Requires-Dist: protobuf==6.32.0; extra == "frozen"
-Requires-Dist: psutil==7.0.0; extra == "frozen"
+Requires-Dist: protobuf==6.32.1; extra == "frozen"
+Requires-Dist: psutil==7.1.0; extra == "frozen"
 Requires-Dist: psycopg2-binary==2.9.10; extra == "frozen"
-Requires-Dist: pycparser==2.22; extra == "frozen"
-Requires-Dist: pydantic==2.11.7; extra == "frozen"
-Requires-Dist: pydantic-settings==2.10.1; extra == "frozen"
+Requires-Dist: pycparser==2.23; extra == "frozen"
+Requires-Dist: pydantic==2.11.9; extra == "frozen"
+Requires-Dist: pydantic-settings==2.11.0; extra == "frozen"
 Requires-Dist: pydantic_core==2.33.2; extra == "frozen"
 Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
-Requires-Dist: pyparsing==3.2.3; extra == "frozen"
+Requires-Dist: pyparsing==3.2.5; extra == "frozen"
 Requires-Dist: python-daemon==3.1.2; extra == "frozen"
 Requires-Dist: python-dateutil==2.9.0.post0; extra == "frozen"
 Requires-Dist: python-dotenv==1.1.1; extra == "frozen"
 Requires-Dist: python-nvd3==0.16.0; extra == "frozen"
 Requires-Dist: python-slugify==8.0.4; extra == "frozen"
 Requires-Dist: pytz==2025.2; extra == "frozen"
-Requires-Dist: redis==4.6.0; extra == "frozen"
+Requires-Dist: redis==6.4.0; extra == "frozen"
 Requires-Dist: referencing==0.36.2; extra == "frozen"
 Requires-Dist: requests==2.32.5; extra == "frozen"
 Requires-Dist: requests-toolbelt==1.0.0; extra == "frozen"
 Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
-Requires-Dist: rich==13.9.4; extra == "frozen"
+Requires-Dist: rich==14.1.0; extra == "frozen"
 Requires-Dist: rich-argparse==1.7.1; extra == "frozen"
 Requires-Dist: rpds-py==0.27.1; extra == "frozen"
-Requires-Dist: s3transfer==0.13.1; extra == "frozen"
+Requires-Dist: s3transfer==0.14.0; extra == "frozen"
 Requires-Dist: scikit-image==0.25.2; extra == "frozen"
 Requires-Dist: scipy==1.15.3; extra == "frozen"
 Requires-Dist: semantic-version==2.10.0; extra == "frozen"
@@ -273,7 +288,7 @@ Requires-Dist: talus==1.3.4; extra == "frozen"
 Requires-Dist: tenacity==8.5.0; extra == "frozen"
 Requires-Dist: termcolor==3.1.0; extra == "frozen"
 Requires-Dist: text-unidecode==1.3; extra == "frozen"
-Requires-Dist: tifffile==2025.8.28; extra == "frozen"
+Requires-Dist: tifffile==2025.9.20; extra == "frozen"
 Requires-Dist: tornado==6.5.2; extra == "frozen"
 Requires-Dist: tqdm==4.67.1; extra == "frozen"
 Requires-Dist: traitlets==5.14.3; extra == "frozen"
@@ -286,7 +301,7 @@ Requires-Dist: universal_pathlib==0.2.6; extra == "frozen"
 Requires-Dist: urllib3==2.5.0; extra == "frozen"
 Requires-Dist: vine==5.1.0; extra == "frozen"
 Requires-Dist: voluptuous==0.15.2; extra == "frozen"
-Requires-Dist: wcwidth==0.2.13; extra == "frozen"
+Requires-Dist: wcwidth==0.2.14; extra == "frozen"
 Requires-Dist: wirerope==1.0.0; extra == "frozen"
 Requires-Dist: wrapt==1.17.3; extra == "frozen"
 Requires-Dist: yamale==6.0.0; extra == "frozen"
@@ -309,7 +324,83 @@ in their own package facilitates using the build_utils to test the integrity of
 
 Environment Variables
 ---------------------
-Only those specified by `dkist-processing-core <https://pypi.org/project/dkist-processing-core/>`_ and `dkist-processing-common <https://pypi.org/project/dkist-processing-common/>`_.
+
+.. list-table::
+   :widths: 10 90
+   :header-rows: 1
+
+   * - Variable
+     - Field Info
+   * - LOGURU_LEVEL
+     - annotation=str required=False default='INFO' alias_priority=2 validation_alias='LOGURU_LEVEL' description='Log level for the application'
+   * - MESH_CONFIG
+     - annotation=dict[str, MeshService] required=False default_factory=dict alias_priority=2 validation_alias='MESH_CONFIG' description='Service mesh configuration' examples=[{'upstream_service_name': {'mesh_address': 'localhost', 'mesh_port': 6742}}]
+   * - RETRY_CONFIG
+     - annotation=RetryConfig required=False default_factory=RetryConfig description='Retry configuration for the service'
+   * - OTEL_SERVICE_NAME
+     - annotation=str required=False default='unknown-service-name' alias_priority=2 validation_alias='OTEL_SERVICE_NAME' description='Service name for OpenTelemetry'
+   * - DKIST_SERVICE_VERSION
+     - annotation=str required=False default='unknown-service-version' alias_priority=2 validation_alias='DKIST_SERVICE_VERSION' description='Service version for OpenTelemetry'
+   * - NOMAD_ALLOC_ID
+     - annotation=str required=False default='unknown-allocation-id' alias_priority=2 validation_alias='NOMAD_ALLOC_ID' description='Nomad allocation ID for OpenTelemetry'
+   * - OTEL_EXPORTER_OTLP_TRACES_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP traces'
+   * - OTEL_EXPORTER_OTLP_METRICS_INSECURE
+     - annotation=bool required=False default=True description='Use insecure connection for OTLP metrics'
+   * - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP traces endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_EXPORTER_OTLP_METRICS_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='OTLP metrics endpoint. Overrides mesh configuration' examples=['localhost:4317']
+   * - OTEL_PYTHON_DISABLED_INSTRUMENTATIONS
+     - annotation=list[str] required=False default_factory=list description='List of instrumentations to disable. https://opentelemetry.io/docs/zero-code/python/configuration/' examples=[['pika', 'requests']]
+   * - OTEL_PYTHON_FASTAPI_EXCLUDED_URLS
+     - annotation=str required=False default='health' description='Comma separated list of URLs to exclude from OpenTelemetry instrumentation in FastAPI.' examples=['client/.*/info,healthcheck']
+   * - SYSTEM_METRIC_INSTRUMENTATION_CONFIG
+     - annotation=Union[dict[str, bool], NoneType] required=False default=None description='Configuration for system metric instrumentation. https://opentelemetry-python-contrib.readthedocs.io/en/latest/instrumentation/system_metrics/system_metrics.html' examples=[{'system.memory.usage': ['used', 'free', 'cached'], 'system.cpu.time': ['idle', 'user', 'system', 'irq'], 'system.network.io': ['transmit', 'receive'], 'process.runtime.memory': ['rss', 'vms'], 'process.runtime.cpu.time': ['user', 'system'], 'process.runtime.context_switches': ['involuntary', 'voluntary']}]
+   * - ISB_USERNAME
+     - annotation=str required=False default='guest' description='Username for the interservice-bus.'
+   * - ISB_PASSWORD
+     - annotation=str required=False default='guest' description='Password for the interservice-bus.'
+   * - ISB_EXCHANGE
+     - annotation=str required=False default='master.direct.x' description='Exchange for the interservice-bus.'
+   * - ISB_QUEUE_TYPE
+     - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
+   * - BUILD_VERSION
+     - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - GQL_AUTH_TOKEN
+     - annotation=Union[str, NoneType] required=False default='dev' description='The auth token for the metadata-store-api.'
+   * - OBJECT_STORE_ACCESS_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The access key for the object store.'
+   * - OBJECT_STORE_SECRET_KEY
+     - annotation=Union[str, NoneType] required=False default=None description='The secret key for the object store.'
+   * - OBJECT_STORE_USE_SSL
+     - annotation=bool required=False default=False description='Whether to use SSL for the object store connection.'
+   * - MULTIPART_THRESHOLD
+     - annotation=Union[int, NoneType] required=False default=None description='Multipart threshold for the object store.'
+   * - S3_CLIENT_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 client configuration for the object store.'
+   * - S3_UPLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 upload configuration for the object store.'
+   * - S3_DOWNLOAD_CONFIG
+     - annotation=Union[dict, NoneType] required=False default=None description='S3 download configuration for the object store.'
+   * - GLOBUS_TRANSPORT_PARAMS
+     - annotation=dict required=False default_factory=dict description='Globus transfer parameters.'
+   * - GLOBUS_CLIENT_ID
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client ID for inbound/outbound transfers.'
+   * - GLOBUS_CLIENT_SECRET
+     - annotation=Union[str, NoneType] required=False default=None description='Globus client secret for inbound/outbound transfers.'
+   * - OBJECT_STORE_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Object store Globus Endpoint ID.'
+   * - SCRATCH_ENDPOINT
+     - annotation=Union[str, NoneType] required=False default=None description='Scratch Globus Endpoint ID.'
+   * - SCRATCH_BASE_PATH
+     - annotation=str required=False default='scratch/' description='Base path for scratch storage.'
+   * - SCRATCH_INVENTORY_DB_COUNT
+     - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
+   * - DOCS_BASE_URL
+     - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
+   * - FTS_ATLAS_DATA_DIR
+     - annotation=Union[str, NoneType] required=False default=None description='Common cached directory for downloaded FTS Atlas.'
 
 Development
 -----------

{dkist_processing_dlnirsp-0.31.0.dist-info → dkist_processing_dlnirsp-0.32.0.dist-info}/RECORD

@@ -18,21 +18,21 @@ dkist_processing_dlnirsp/parsers/wavelength.py,sha256=FPpvFSBTy3OxjUXJhjRirR_sIN
 dkist_processing_dlnirsp/parsers/wcs_corrections.py,sha256=yeTLowmtAIs5sjNStIKmBTZUxttOtldJSeW_adsXFYQ,1786
 dkist_processing_dlnirsp/tasks/__init__.py,sha256=6N5xdCM3FeTpzmBUgUnJ5mKF2N3vBfcj-SNqVQ9ZHiw,996
 dkist_processing_dlnirsp/tasks/assemble_movie.py,sha256=BxUO7_Zj_QGLXqNpp87bLawyLo4G0I0DTLZPMXpi5Mo,5539
-dkist_processing_dlnirsp/tasks/bad_pixel_map.py,sha256=vmKqOkAiQE6MeWjgr_05j37M9btO9PlYktv185-DVfY,8221
-dkist_processing_dlnirsp/tasks/dark.py,sha256=pPYfjKEa7tSb-grSOs95yAhNVU5NCURVKwHGISlLVGo,3591
+dkist_processing_dlnirsp/tasks/bad_pixel_map.py,sha256=ZzG86mXped2k2PjX7okKAi3JCQGJHalBhBgFU-T8K_8,8194
+dkist_processing_dlnirsp/tasks/dark.py,sha256=rFnVULAunChEdxEXcosxNJM_iqRGslia9cUnV1FAOQQ,3580
 dkist_processing_dlnirsp/tasks/dlnirsp_base.py,sha256=dIpQGE0COLAXPAUbKn6dpLJj5VDCxfAVYFfX8fR6OSo,1519
-dkist_processing_dlnirsp/tasks/geometric.py,sha256=gDEvrAMf0UrBYiUl1Yme4u2FWG-kznwRoJag3G9Daus,28118
-dkist_processing_dlnirsp/tasks/ifu_drift.py,sha256=nyqRX2FbqPXMeOc5sh0qIatmbn_YDk-KLG2KzuIr8sI,16159
-dkist_processing_dlnirsp/tasks/instrument_polarization.py,sha256=tdRlavbbWqBTR-K8DOiwS1CXYKEdVQ-jsIsTlrq3nxo,28247
+dkist_processing_dlnirsp/tasks/geometric.py,sha256=lZanX2vPATqxK5ux_nFDkv3RseCf1sLXj0HrLb8O7uQ,28114
+dkist_processing_dlnirsp/tasks/ifu_drift.py,sha256=JeFgl6uk6lYU4jJ-gBYtRESyUa9mbWuW-hFAN2iWb_s,16137
+dkist_processing_dlnirsp/tasks/instrument_polarization.py,sha256=G79qXg1080zsd8ZwwYSSupUGWPRNBevyag49H32gh60,28201
 dkist_processing_dlnirsp/tasks/l1_output_data.py,sha256=Psta0476jih-cfmpdnzmquys030sW4f4VX6ksAb-g1o,465
-dkist_processing_dlnirsp/tasks/lamp.py,sha256=VIEr0pdD2G-FjpqQ5tUDyOV-36TQ392MZZBa0h_dhwo,5396
-dkist_processing_dlnirsp/tasks/linearity_correction.py,sha256=pTc0R20MIWEGM33zdyE1WenWR89FZxm_HNGX00HAieA,21105
+dkist_processing_dlnirsp/tasks/lamp.py,sha256=twoMHMnE2jm2OYxkeHFcjqcyQYVtEjSU2_z2mmn3Ybs,5390
+dkist_processing_dlnirsp/tasks/linearity_correction.py,sha256=fz16nK5q7isKz9l7_AFeDkMTaX08omlusKoIDS8wj5k,21107
 dkist_processing_dlnirsp/tasks/make_movie_frames.py,sha256=zxyAWNnPFbG7jpUEe3ekRyJGjk706T9a-yiA3eoWi5M,6290
 dkist_processing_dlnirsp/tasks/parse.py,sha256=-v7pkkxaAjSMxTXQCHTU-M6P9ODZmJG73TstQMicJHk,10465
-dkist_processing_dlnirsp/tasks/quality_metrics.py,sha256=RaHBrftuLXsycmW3CVCT6Wg9nOxVMxcH_Xs9_f5FysM,7360
-dkist_processing_dlnirsp/tasks/science.py,sha256=QwHuqJID20m8age8WivgRfGqhvyQXKB9s6cbanOqUsc,35520
-dkist_processing_dlnirsp/tasks/solar.py,sha256=Fr5Rc9Ml2yTjBvGlUOiVdYwMk3PJfS57-p__fMTr07w,11138
-dkist_processing_dlnirsp/tasks/wavelength_calibration.py,sha256=ceIjWtIYJ8DAOgHkpb7DkWuYrtTh_vuI-J94Xp9okTk,17039
+dkist_processing_dlnirsp/tasks/quality_metrics.py,sha256=1ScLAinv3WG-0M7u_26gnogbJ_D84K9CP7eRvEuwb9E,7346
+dkist_processing_dlnirsp/tasks/science.py,sha256=JGBmJGePGGowOzN2N57TOdxCt4zALLn5mNi1v7aor6I,35513
+dkist_processing_dlnirsp/tasks/solar.py,sha256=NyLYkRophfXaVtvnGuNEvkcE8JNcmCJVuobNYAZ7KjQ,11135
+dkist_processing_dlnirsp/tasks/wavelength_calibration.py,sha256=6jidRwMbGoZcuVbnFv3IizEFFkGxHMTI249Q8pyVIUA,17023
 dkist_processing_dlnirsp/tasks/write_l1.py,sha256=cm2dB4n5LjwauxUfv_jtkG8ZRZCHYE4DBZWRXQYjok4,9578
 dkist_processing_dlnirsp/tasks/mixin/__init__.py,sha256=5PMbkD6K0zTfhCxv8vg2lvJCNP81qItJ_R_7Yy3Mpwc,26
 dkist_processing_dlnirsp/tasks/mixin/corrections.py,sha256=MRZXCEc0KBE-9cQUpRP-K3ioDYRH8_ORFlJcH2SsmWA,6803
@@ -64,10 +64,10 @@ dkist_processing_dlnirsp/tests/test_wavelength_calibration.py,sha256=GFGXtl0KdCl
 dkist_processing_dlnirsp/tests/test_workflows.py,sha256=cRw_c90B-ZXGaw0vVWymYCE-_Ll6mBeM7aHsu-uXewo,290
 dkist_processing_dlnirsp/tests/test_write_l1.py,sha256=J9D1QqCDe0IzYsphA4s_ciDEL0tUUSV1KLm8yo9mxyM,13335
 dkist_processing_dlnirsp/tests/local_trial_workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dkist_processing_dlnirsp/tests/local_trial_workflows/l0_linearize_only.py,sha256=4fRg8YYa9COZwdT51uKnzkl6c87CYh5HNXYDPqwJg_c,7569
-dkist_processing_dlnirsp/tests/local_trial_workflows/l0_polcals_as_science.py,sha256=4NnF1IMiLFA_0RloEKmxqOI0rnwXg5PGxO1ycuIBWrs,20157
-dkist_processing_dlnirsp/tests/local_trial_workflows/l0_solar_gain_as_science.py,sha256=o8j5vcumYhzkP_NmCrizcu38p8QmjG8ljR84mj9wSWk,20921
-dkist_processing_dlnirsp/tests/local_trial_workflows/l0_to_l1.py,sha256=aB5Oa2TQ_xg9ixPlyYVIpNh_qK-cSqeSGdU1Bjzja74,18588
+dkist_processing_dlnirsp/tests/local_trial_workflows/l0_linearize_only.py,sha256=WpO2T2PRDiglwBB3zQDV_3Cq1RSw-ufu_iFjT5aLFJk,6750
+dkist_processing_dlnirsp/tests/local_trial_workflows/l0_polcals_as_science.py,sha256=ZDefUSKggIH2ebzUziQWU_A2yWeX68vjqzC11MNkzJU,19338
+dkist_processing_dlnirsp/tests/local_trial_workflows/l0_solar_gain_as_science.py,sha256=Nv8qi-U2mUpWRn8rfx0ckn6v9OUGbfSND-fX9WVRaU0,20102
+dkist_processing_dlnirsp/tests/local_trial_workflows/l0_to_l1.py,sha256=MfCqHOO9RC24FRqGUKfPiTGUZh7rft9NklYKej-oM00,17757
 dkist_processing_dlnirsp/tests/local_trial_workflows/local_trial_dev_mockers.py,sha256=PukJUm83qiDnE7fcVGdbBMZN-RrkLutbB-XkOsMKMqY,11697
 dkist_processing_dlnirsp/tests/local_trial_workflows/local_trial_helpers.py,sha256=eZ7Z0BgLazGPPTuDpmItyY36yd8s243z4OGmJnGTxjw,21284
 dkist_processing_dlnirsp/tests/local_trial_workflows/translate_files.py,sha256=bsOqBtGE9SdOZL2ROJ-murJHjymYrE_nEPNHJgy7pDc,1882
@@ -93,8 +93,8 @@ docs/science_calibration.rst,sha256=JUMeS7KyIsL9cUuy-IdV2tQ-wQ2lBx6j8u_51ThJzVg,
 docs/scientific_changelog.rst,sha256=01AWBSHg8zElnodCgAq-hMxhk9CkX5rtEENx4iz0sjI,300
 docs/wavelength_calibration.rst,sha256=VP45e0g4r-dReQmypQVqduvezQiKwq47STlAJn0w8iQ,4095
 licenses/LICENSE.rst,sha256=piZaQplkzOMmH1NXg6QIdo9wwo9pPCoHkvm2-DmH76E,1462
-dkist_processing_dlnirsp-0.31.0.dist-info/METADATA,sha256=0yrSyfmB4hlqVu6gcJQbp5uyT3uUKBNGTmwTyZbVkUY,21953
-dkist_processing_dlnirsp-0.31.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dkist_processing_dlnirsp-0.31.0.dist-info/entry_points.txt,sha256=p4-7cpIfxmQGFUDIP5n5noE5KADHN2-JvV03e0gOx9s,140
-dkist_processing_dlnirsp-0.31.0.dist-info/top_level.txt,sha256=4WmLV9LQM78KTFnkHmtaOJvVHAPpz0m9ruzDS-B_cUo,49
-dkist_processing_dlnirsp-0.31.0.dist-info/RECORD,,
+dkist_processing_dlnirsp-0.32.0.dist-info/METADATA,sha256=O7BbgPXIEVbl5Xau_c0PJxaedq0PWuInWY_h8NppmPs,29205
+dkist_processing_dlnirsp-0.32.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dkist_processing_dlnirsp-0.32.0.dist-info/entry_points.txt,sha256=p4-7cpIfxmQGFUDIP5n5noE5KADHN2-JvV03e0gOx9s,140
+dkist_processing_dlnirsp-0.32.0.dist-info/top_level.txt,sha256=4WmLV9LQM78KTFnkHmtaOJvVHAPpz0m9ruzDS-B_cUo,49
+dkist_processing_dlnirsp-0.32.0.dist-info/RECORD,,