imap-processing 1.0.0__py3-none-any.whl → 1.0.2__py3-none-any.whl

imap_processing/swapi/l1/swapi_l1.py

@@ -12,6 +12,8 @@ from imap_processing import imap_module_directory
 from imap_processing.cdf.imap_cdf_manager import ImapCdfAttributes
 from imap_processing.cdf.utils import load_cdf
 from imap_processing.quality_flags import SWAPIFlags
+from imap_processing.spice.time import met_to_utc, ttj2000ns_to_met
+from imap_processing.swapi.constants import NUM_ENERGY_STEPS, NUM_PACKETS_PER_SWEEP
 from imap_processing.swapi.swapi_utils import SWAPIAPID, SWAPIMODE
 from imap_processing.utils import packet_file_to_datasets
 
@@ -41,10 +43,10 @@ def filter_good_data(full_sweep_sci: xr.Dataset) -> npt.NDArray:
     """
     # PLAN_ID for current sweep should all be one value and
     # SWEEP_TABLE should all be one value.
-    plan_id = full_sweep_sci["plan_id"].data.reshape(-1, 12)
-    sweep_table = full_sweep_sci["sweep_table"].data.reshape(-1, 12)
+    plan_id = full_sweep_sci["plan_id"].data.reshape(-1, NUM_PACKETS_PER_SWEEP)
+    sweep_table = full_sweep_sci["sweep_table"].data.reshape(-1, NUM_PACKETS_PER_SWEEP)
 
-    mode = full_sweep_sci["mode"].data.reshape(-1, 12)
+    mode = full_sweep_sci["mode"].data.reshape(-1, NUM_PACKETS_PER_SWEEP)
 
     sweep_indices = (sweep_table == sweep_table[:, 0, None]).all(axis=1)
     plan_id_indices = (plan_id == plan_id[:, 0, None]).all(axis=1)
@@ -62,10 +64,10 @@ def filter_good_data(full_sweep_sci: xr.Dataset) -> npt.NDArray:
     # From this: [0 24]
     # To this: [[ 0  1  2  3  4  5  6  7  8  9 10 11]
     # [24 25 26 27 28 29 30 31 32 33 34 35]]
-    cycle_start_indices = np.where(bad_data_indices == 0)[0] * 12
-    bad_cycle_indices = cycle_start_indices[..., None] + np.arange(12)[
-        None, ...
-    ].reshape(-1)
+    cycle_start_indices = np.where(bad_data_indices == 0)[0] * NUM_PACKETS_PER_SWEEP
+    bad_cycle_indices = cycle_start_indices[..., None] + np.arange(
+        NUM_PACKETS_PER_SWEEP
+    )[None, ...].reshape(-1)
 
     logger.debug("Cycle data was bad due to one of below reasons:")
     logger.debug(
@@ -162,7 +164,7 @@ def find_sweep_starts(packets: xr.Dataset) -> npt.NDArray:
     indices_start : numpy.ndarray
         Array of indices of start cycle.
     """
-    if packets["shcoarse"].size < 12:
+    if packets["shcoarse"].size < NUM_PACKETS_PER_SWEEP:
         return np.array([], np.int64)
 
     # calculate time difference between consecutive sweep
@@ -387,7 +389,7 @@ def process_sweep_data(full_sweep_sci: xr.Dataset, cem_prefix: str) -> xr.Datase
     # [ 2  3  4  5  6  7  8  9  10  11  12  13]]]
     # In other word, we grouped each cem's
     # data by full sweep.
-    current_cem_counts = current_cem_counts.reshape(6, -1, 12)
+    current_cem_counts = current_cem_counts.reshape(6, -1, NUM_PACKETS_PER_SWEEP)
 
     # Then, we go from above to
     # to this final output:
@@ -421,7 +423,7 @@ def process_sweep_data(full_sweep_sci: xr.Dataset, cem_prefix: str) -> xr.Datase
     all_cem_data = np.stack(current_cem_counts, axis=-1)
     # This line just flatten the inner most array to
     # (total_full_sweeps x 72)
-    all_cem_data = all_cem_data.reshape(-1, 72)
+    all_cem_data = all_cem_data.reshape(-1, NUM_ENERGY_STEPS)
     return all_cem_data
 
 
@@ -490,7 +492,9 @@ def process_swapi_science(
     # ===================================================================
     # Quality flags
     # ===================================================================
-    quality_flags_data = np.zeros((total_full_sweeps, 72), dtype=np.uint16)
+    quality_flags_data = np.zeros(
+        (total_full_sweeps, NUM_ENERGY_STEPS), dtype=np.uint16
+    )
 
     # Add science data quality flags
     # Have to match datatype to bitwise OR
@@ -547,7 +551,7 @@ def process_swapi_science(
 
     for flag_name in hk_flags_name:
         current_flag = np.repeat(good_sweep_hk_data[flag_name.lower()].data, 6).reshape(
-            -1, 72
+            -1, NUM_ENERGY_STEPS
         )
         # Use getattr to dynamically access the flag in SWAPIFlags class
         flag_to_set = getattr(SWAPIFlags, flag_name)
@@ -568,7 +572,9 @@ def process_swapi_science(
     # Use center time for epoch to line up with mission requests. Center time
     # of SWAPI is time of 7th packet(aka SEQ_NUMBER == 6) creation time at the
     # beginning of 7th packet.
-    epoch_values = good_sweep_sci["epoch"].data.reshape(total_full_sweeps, 12)[:, 6]
+    epoch_values = good_sweep_sci["epoch"].data.reshape(
+        total_full_sweeps, NUM_PACKETS_PER_SWEEP
+    )[:, 6]
 
     epoch_time = xr.DataArray(
         epoch_values,
@@ -626,20 +632,33 @@ def process_swapi_science(
 
     # Add other support data
     dataset["sweep_table"] = xr.DataArray(
-        good_sweep_sci["sweep_table"].data.reshape(total_full_sweeps, 12)[:, 0],
+        good_sweep_sci["sweep_table"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 0],
         name="sweep_table",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("sweep_table"),
     )
     dataset["plan_id"] = xr.DataArray(
-        good_sweep_sci["plan_id"].data.reshape(total_full_sweeps, 12)[:, 0],
+        good_sweep_sci["plan_id"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 0],
         name="plan_id",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("plan_id"),
     )
     # Store start time for L3 purposes per SWAPI requests
+    # Per SWAPI request, convert start time of sweep to UTC time.
+    sci_start_time = met_to_utc(
+        ttj2000ns_to_met(
+            good_sweep_sci["epoch"].data.reshape(
+                total_full_sweeps, NUM_PACKETS_PER_SWEEP
+            )[:, 0]
+        ),
+        precision=0,
+    )
     dataset["sci_start_time"] = xr.DataArray(
-        good_sweep_sci["epoch"].data.reshape(total_full_sweeps, 12)[:, 0],
+        sci_start_time,
         name="sci_start_time",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("sci_start_time"),
@@ -650,7 +669,9 @@ def process_swapi_science(
     # updated every 6th step. This is used in L2 to calculate last 9 fine
     # energy steps.
     dataset["esa_lvl5"] = xr.DataArray(
-        good_sweep_sci["esa_lvl5"].data.reshape(total_full_sweeps, 12)[:, 11],
+        good_sweep_sci["esa_lvl5"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 11],
         name="esa_lvl5",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("esa_lvl5"),
@@ -661,19 +682,25 @@ def process_swapi_science(
     #   SWP_HK.FPGA_TYPE - Type number of the FPGA
     #   SWP_HK.FPGA_REV - Revision number of the FPGA
     dataset["lut_choice"] = xr.DataArray(
-        good_sweep_hk_data["lut_choice"].data.reshape(total_full_sweeps, 12)[:, 0],
+        good_sweep_hk_data["lut_choice"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 0],
         name="lut_choice",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("lut_choice"),
     )
     dataset["fpga_type"] = xr.DataArray(
-        good_sweep_hk_data["fpga_type"].data.reshape(total_full_sweeps, 12)[:, 0],
+        good_sweep_hk_data["fpga_type"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 0],
         name="fpga_type",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("fpga_type"),
     )
     dataset["fpga_rev"] = xr.DataArray(
-        good_sweep_hk_data["fpga_rev"].data.reshape(total_full_sweeps, 12)[:, 0],
+        good_sweep_hk_data["fpga_rev"].data.reshape(
+            total_full_sweeps, NUM_PACKETS_PER_SWEEP
+        )[:, 0],
         name="fpga_rev",
         dims=["epoch"],
         attrs=cdf_manager.get_variable_attributes("fpga_rev"),
@@ -727,7 +754,7 @@ def process_swapi_science(
     return dataset
 
 
-def swapi_l1(dependencies: ProcessingInputCollection) -> xr.Dataset:
+def swapi_l1(dependencies: ProcessingInputCollection, descriptor: str) -> xr.Dataset:
     """
     Will process SWAPI level 0 data to level 1.
 
@@ -735,6 +762,9 @@ def swapi_l1(dependencies: ProcessingInputCollection) -> xr.Dataset:
     ----------
     dependencies : ProcessingInputCollection
         Input dependencies needed for L1 processing.
+    descriptor : str
+        Descriptor for the type of data to process.
+        Options are 'hk' or 'sci'.
 
     Returns
     -------
@@ -754,9 +784,11 @@ def swapi_l1(dependencies: ProcessingInputCollection) -> xr.Dataset:
         l0_files[0], xtce_definition, use_derived_value=False
     )
 
-    hk_files = dependencies.get_file_paths(descriptor="hk")
-    if hk_files and l0_unpacked_dict.get(SWAPIAPID.SWP_SCI, None) is not None:
+    if descriptor == "sci":
         logger.info(f"Processing SWAPI science data for {l0_files[0]}.")
+        if SWAPIAPID.SWP_SCI not in l0_unpacked_dict:
+            logger.warning("No SWP_SCI packets found.")
+            return []
         # process science data.
         # First read HK data.
         hk_files = dependencies.get_file_paths(descriptor="hk")
@@ -770,8 +802,11 @@ def swapi_l1(dependencies: ProcessingInputCollection) -> xr.Dataset:
         )
         return [sci_dataset]
 
-    elif l0_unpacked_dict[SWAPIAPID.SWP_HK]:
+    elif descriptor == "hk":
         logger.info(f"Processing HK data for {l0_files[0]}.")
+        if SWAPIAPID.SWP_HK not in l0_unpacked_dict:
+            logger.warning("No SWP_HK packets found.")
+            return []
         # Get L1A and L1B HK data.
         l1a_hk_data = l0_unpacked_dict[SWAPIAPID.SWP_HK]
         l1b_hk_data = packet_file_to_datasets(

imap_processing/swapi/l2/swapi_l2.py

@@ -8,6 +8,7 @@ import pandas as pd
 import xarray as xr
 
 from imap_processing.cdf.imap_cdf_manager import ImapCdfAttributes
+from imap_processing.swapi.constants import NUM_ENERGY_STEPS
 
 logger = logging.getLogger(__name__)
 
@@ -72,15 +73,28 @@ def solve_full_sweep_energy(
             (esa_table_df["timestamp"] <= time) & (esa_table_df["Sweep #"] == sweep_id)
         ]
         if subset.empty:
-            first_63_energies.append(np.full(63, np.nan, dtype=np.float64))
-            continue
+            # Get the earliest timestamp available
+            earliest_time = esa_table_df["timestamp"].min()
+
+            # Find the sweep's ESA data for the earliest time and sweep_id
+            earliest_subset = esa_table_df[
+                (esa_table_df["timestamp"] == earliest_time)
+                & (esa_table_df["Sweep #"] == sweep_id)
+            ]
+            if earliest_subset.empty:
+                raise ValueError(
+                    f"No matching ESA table entry found for sweep ID {sweep_id} "
+                    f"at time {time}, and no entries found for earliest time "
+                    f"{earliest_time}."
+                )
+            subset = earliest_subset
 
         # Subset data can contain multiple 72 energy values with last 9 fine energies
         # with 'Solve' value. We need to sort by time and ESA step to maintain correct
         # order. Then take the last group of 72 steps values and select first 63
         # values only.
         subset = subset.sort_values(["timestamp", "ESA Step #"])
-        grouped = subset["Energy"].values.reshape(-1, 72)
+        grouped = subset["Energy"].values.reshape(-1, NUM_ENERGY_STEPS)
         first_63 = grouped[-1, :63]
         first_63_energies.append(first_63)
 

imap_processing/swe/utils/swe_constants.py

@@ -16,13 +16,13 @@ ENERGY_CONVERSION_FACTOR = 4.75
 # 7 CEMs geometric factors in cm^2 sr eV/eV units.
 GEOMETRIC_FACTORS = np.array(
     [
-        435e-6,
-        599e-6,
-        808e-6,
-        781e-6,
-        876e-6,
-        548e-6,
-        432e-6,
+        424.4e-6,
+        564.5e-6,
+        763.8e-6,
+        916.9e-6,
+        792.0e-6,
+        667.7e-6,
+        425.2e-6,
     ]
 )
 

imap_processing/ultra/l1a/ultra_l1a.py

@@ -43,7 +43,7 @@ logger = logging.getLogger(__name__)
 
 
 def ultra_l1a(  # noqa: PLR0912
-    packet_file: str, apid_input: int | None = None
+    packet_file: str, apid_input: int | None = None, create_derived_l1b: bool = False
 ) -> list[xr.Dataset]:
     """
     Will process ULTRA L0 data into L1A CDF files at output_filepath.
@@ -54,6 +54,8 @@ def ultra_l1a(  # noqa: PLR0912
         Path to the CCSDS data packet file.
     apid_input : Optional[int]
         Optional apid.
+    create_derived_l1b : bool
+        Whether to create the l1b datasets with derived values.
 
     Returns
     -------
@@ -64,7 +66,17 @@ def ultra_l1a(  # noqa: PLR0912
         f"{imap_module_directory}/ultra/packet_definitions/ULTRA_SCI_COMBINED.xml"
     )
 
+    # Keep a list to track the two versions, l1a and l1b with the derived values.
+    decommutated_packet_datasets = []
     datasets_by_apid = packet_file_to_datasets(packet_file, xtce)
+    decommutated_packet_datasets.append(datasets_by_apid)
+    if create_derived_l1b:
+        # For the housekeeping products, we can create the l1b at the same time
+        # as the l1a since there is no additional processing needed.
+        datasets_by_apid = packet_file_to_datasets(
+            packet_file, xtce, use_derived_value=True
+        )
+        decommutated_packet_datasets.append(datasets_by_apid)
 
     output_datasets = []
 
@@ -109,77 +121,114 @@ def ultra_l1a(  # noqa: PLR0912
     attr_mgr.add_instrument_global_attrs("ultra")
     attr_mgr.add_instrument_variable_attrs("ultra", "l1a")
 
-    for apid in apids:
-        if apid in ULTRA_AUX.apid:
-            decom_ultra_dataset = datasets_by_apid[apid]
-            gattr_key = ULTRA_AUX.logical_source[ULTRA_AUX.apid.index(apid)]
-        elif apid in all_l1a_image_apids:
-            packet_props = all_l1a_image_apids[apid]
-            decom_ultra_dataset = process_ultra_tof(
-                datasets_by_apid[apid], packet_props
-            )
-            gattr_key = packet_props.logical_source[packet_props.apid.index(apid)]
-        elif apid in ULTRA_RATES.apid:
-            decom_ultra_dataset = process_ultra_rates(datasets_by_apid[apid])
-            decom_ultra_dataset = decom_ultra_dataset.drop_vars("fastdata_00")
-            gattr_key = ULTRA_RATES.logical_source[ULTRA_RATES.apid.index(apid)]
-        elif apid in ULTRA_ENERGY_RATES.apid:
-            decom_ultra_dataset = process_ultra_energy_rates(datasets_by_apid[apid])
-            decom_ultra_dataset = decom_ultra_dataset.drop_vars("ratedata")
-            gattr_key = ULTRA_ENERGY_RATES.logical_source[
-                ULTRA_ENERGY_RATES.apid.index(apid)
-            ]
-        elif apid in all_event_apids:
-            decom_ultra_dataset = process_ultra_events(datasets_by_apid[apid], apid)
-            gattr_key = all_event_apids[apid]
+    for i, datasets_by_apid in enumerate(decommutated_packet_datasets):
+        for apid in apids:
+            if apid in ULTRA_AUX.apid:
+                decom_ultra_dataset = datasets_by_apid[apid]
+                gattr_key = ULTRA_AUX.logical_source[ULTRA_AUX.apid.index(apid)]
+            elif apid in all_l1a_image_apids:
+                packet_props = all_l1a_image_apids[apid]
+                decom_ultra_dataset = process_ultra_tof(
+                    datasets_by_apid[apid], packet_props
+                )
+                gattr_key = packet_props.logical_source[packet_props.apid.index(apid)]
+            elif apid in ULTRA_RATES.apid:
+                decom_ultra_dataset = process_ultra_rates(datasets_by_apid[apid])
+                decom_ultra_dataset = decom_ultra_dataset.drop_vars("fastdata_00")
+                gattr_key = ULTRA_RATES.logical_source[ULTRA_RATES.apid.index(apid)]
+            elif apid in ULTRA_ENERGY_RATES.apid:
+                decom_ultra_dataset = process_ultra_energy_rates(datasets_by_apid[apid])
+                decom_ultra_dataset = decom_ultra_dataset.drop_vars("ratedata")
+                gattr_key = ULTRA_ENERGY_RATES.logical_source[
+                    ULTRA_ENERGY_RATES.apid.index(apid)
+                ]
+            elif apid in all_event_apids:
+                # We don't want to process the event l1b datasets since those l1b
+                # products need more information
+                if i == 1:
+                    continue
+                decom_ultra_dataset = process_ultra_events(datasets_by_apid[apid], apid)
+                gattr_key = all_event_apids[apid]
+                # Add coordinate attributes
+                attrs = attr_mgr.get_variable_attributes("event_id")
+                decom_ultra_dataset.coords["event_id"].attrs.update(attrs)
+            elif apid in ULTRA_ENERGY_SPECTRA.apid:
+                decom_ultra_dataset = process_ultra_energy_spectra(
+                    datasets_by_apid[apid]
+                )
+                decom_ultra_dataset = decom_ultra_dataset.drop_vars("compdata")
+                gattr_key = ULTRA_ENERGY_SPECTRA.logical_source[
+                    ULTRA_ENERGY_SPECTRA.apid.index(apid)
+                ]
+            elif apid in ULTRA_MACROS_CHECKSUM.apid:
+                decom_ultra_dataset = process_ultra_macros_checksum(
+                    datasets_by_apid[apid]
+                )
+                gattr_key = ULTRA_MACROS_CHECKSUM.logical_source[
+                    ULTRA_MACROS_CHECKSUM.apid.index(apid)
+                ]
+            elif apid in ULTRA_HK.apid:
+                decom_ultra_dataset = datasets_by_apid[apid]
+                gattr_key = ULTRA_HK.logical_source[ULTRA_HK.apid.index(apid)]
+            elif apid in ULTRA_CMD_TEXT.apid:
+                decom_ultra_dataset = datasets_by_apid[apid]
+                decoded_strings = [
+                    s.decode("ascii").rstrip("\x00")
+                    for s in decom_ultra_dataset["text"].values
+                ]
+                decom_ultra_dataset = decom_ultra_dataset.drop_vars("text")
+                decom_ultra_dataset["text"] = xr.DataArray(
+                    decoded_strings,
+                    dims=["epoch"],
+                    coords={"epoch": decom_ultra_dataset["epoch"]},
+                )
+                gattr_key = ULTRA_CMD_TEXT.logical_source[
+                    ULTRA_CMD_TEXT.apid.index(apid)
+                ]
+            elif apid in ULTRA_CMD_ECHO.apid:
+                decom_ultra_dataset = process_ultra_cmd_echo(datasets_by_apid[apid])
+                gattr_key = ULTRA_CMD_ECHO.logical_source[
+                    ULTRA_CMD_ECHO.apid.index(apid)
+                ]
+            else:
+                logger.error(f"APID {apid} not recognized.")
+                continue
+
+            decom_ultra_dataset.attrs.update(attr_mgr.get_global_attributes(gattr_key))
+
+            if i == 1:
+                # Derived values dataset at l1b
+                # We already have the l1a attributes, just update the l1a -> l1b
+                # in the metadata.
+                decom_ultra_dataset.attrs["Data_type"] = decom_ultra_dataset.attrs[
+                    "Data_type"
+                ].replace("1A", "1B")
+                decom_ultra_dataset.attrs["Logical_source"] = decom_ultra_dataset.attrs[
+                    "Logical_source"
+                ].replace("l1a", "l1b")
+                decom_ultra_dataset.attrs["Logical_source_description"] = (
+                    decom_ultra_dataset.attrs["Logical_source_description"].replace(
+                        "1A", "1B"
+                    )
+                )
+
+            # Add data variable attributes
+            for key in decom_ultra_dataset.data_vars:
+                attrs = attr_mgr.get_variable_attributes(key.lower())
+                decom_ultra_dataset.data_vars[key].attrs.update(attrs)
+                if i == 1:
+                    # For l1b datasets, the FILLVAL and VALIDMIN/MAX may be
+                    # different datatypes, so we can't use them directly from l1a.
+                    # just remove them for now since we don't really have a need for
+                    # for them currently.
+                    for attr_key in ["FILLVAL", "VALIDMIN", "VALIDMAX"]:
+                        if attr_key in decom_ultra_dataset.data_vars[key].attrs:
+                            decom_ultra_dataset.data_vars[key].attrs.pop(attr_key)
+
             # Add coordinate attributes
-            attrs = attr_mgr.get_variable_attributes("event_id")
-            decom_ultra_dataset.coords["event_id"].attrs.update(attrs)
-        elif apid in ULTRA_ENERGY_SPECTRA.apid:
-            decom_ultra_dataset = process_ultra_energy_spectra(datasets_by_apid[apid])
-            decom_ultra_dataset = decom_ultra_dataset.drop_vars("compdata")
-            gattr_key = ULTRA_ENERGY_SPECTRA.logical_source[
-                ULTRA_ENERGY_SPECTRA.apid.index(apid)
-            ]
-        elif apid in ULTRA_MACROS_CHECKSUM.apid:
-            decom_ultra_dataset = process_ultra_macros_checksum(datasets_by_apid[apid])
-            gattr_key = ULTRA_MACROS_CHECKSUM.logical_source[
-                ULTRA_MACROS_CHECKSUM.apid.index(apid)
-            ]
-        elif apid in ULTRA_HK.apid:
-            decom_ultra_dataset = datasets_by_apid[apid]
-            gattr_key = ULTRA_HK.logical_source[ULTRA_HK.apid.index(apid)]
-        elif apid in ULTRA_CMD_TEXT.apid:
-            decom_ultra_dataset = datasets_by_apid[apid]
-            decoded_strings = [
-                s.decode("ascii").rstrip("\x00")
-                for s in decom_ultra_dataset["text"].values
-            ]
-            decom_ultra_dataset = decom_ultra_dataset.drop_vars("text")
-            decom_ultra_dataset["text"] = xr.DataArray(
-                decoded_strings,
-                dims=["epoch"],
-                coords={"epoch": decom_ultra_dataset["epoch"]},
-            )
-            gattr_key = ULTRA_CMD_TEXT.logical_source[ULTRA_CMD_TEXT.apid.index(apid)]
-        elif apid in ULTRA_CMD_ECHO.apid:
-            decom_ultra_dataset = process_ultra_cmd_echo(datasets_by_apid[apid])
-            gattr_key = ULTRA_CMD_ECHO.logical_source[ULTRA_CMD_ECHO.apid.index(apid)]
-        else:
-            logger.error(f"APID {apid} not recognized.")
-            continue
-
-        decom_ultra_dataset.attrs.update(attr_mgr.get_global_attributes(gattr_key))
-
-        # Add data variable attributes
-        for key in decom_ultra_dataset.data_vars:
-            attrs = attr_mgr.get_variable_attributes(key.lower())
-            decom_ultra_dataset.data_vars[key].attrs.update(attrs)
-
-        # Add coordinate attributes
-        attrs = attr_mgr.get_variable_attributes("epoch", check_schema=False)
-        decom_ultra_dataset.coords["epoch"].attrs.update(attrs)
-
-        output_datasets.append(decom_ultra_dataset)
+            attrs = attr_mgr.get_variable_attributes("epoch", check_schema=False)
+            decom_ultra_dataset.coords["epoch"].attrs.update(attrs)
+
+            output_datasets.append(decom_ultra_dataset)
 
     return output_datasets

imap_processing/ultra/l1b/de.py

@@ -5,10 +5,13 @@ import xarray as xr
 
 from imap_processing.cdf.utils import parse_filename_like
 from imap_processing.quality_flags import (
+    ImapAttitudeUltraFlags,
     ImapDEOutliersUltraFlags,
     ImapDEScatteringUltraFlags,
 )
 from imap_processing.spice.geometry import SpiceFrame
+from imap_processing.spice.repoint import get_repoint_data
+from imap_processing.spice.time import et_to_met
 from imap_processing.ultra.l1b.lookup_utils import get_geometric_factor
 from imap_processing.ultra.l1b.ultra_l1b_annotated import (
     get_annotated_particle_velocity,
@@ -74,6 +77,10 @@ def calculate_de(
     spin_number = get_spin_number(
         de_dataset["shcoarse"].values, de_dataset["spin"].values
     )
+    repoint_id = de_dataset.attrs.get("Repointing", None)
+    if repoint_id is not None:
+        repoint_id = int(repoint_id.replace("repoint", ""))
+
     de_dict["spin"] = spin_number
 
     # Add already populated fields.
@@ -311,7 +318,19 @@ def calculate_de(
     ultra_frame = getattr(SpiceFrame, f"IMAP_ULTRA_{sensor}")
 
     # Account for counts=0 (event times have FILL value)
-    valid_events = event_times != FILLVAL_FLOAT32
+    valid_events = (event_times != FILLVAL_FLOAT32).copy()
+    # TODO - find a better solution than filtering out data from repointings?
+    if repoint_id is not None:
+        in_pointing = calculate_events_in_pointing(
+            repoint_id, event_times[valid_events]
+        )
+        # Update quality flags for valid events that are not in the pointing
+        quality_flags[valid_events][~in_pointing] |= (
+            ImapAttitudeUltraFlags.DURINGREPOINT.value
+        )
+        # Update valid_events to only include times within a pointing
+        valid_events[valid_events] &= in_pointing
+
     if np.any(valid_events):
         (
             sc_velocity[valid_events],
@@ -371,3 +390,40 @@ def calculate_de(
     dataset = create_dataset(de_dict, name, "l1b")
 
     return dataset
+
+
+def calculate_events_in_pointing(
+    repoint_id: int,
+    event_times: np.ndarray,
+) -> np.ndarray:
+    """
+    Calculate boolean array of events within a pointing.
+
+    Parameters
+    ----------
+    repoint_id : int
+        The repointing ID.
+    event_times : np.ndarray
+        Array of event times in ET.
+
+    Returns
+    -------
+    in_pointing : np.ndarray
+        Boolean array indicating whether each event is within the pointing period
+        combined with the valid_events mask.
+    """
+    # TODO add this as a helper function in repoint.py
+    repoint_data = get_repoint_data()
+    # To find the pointing start and stop, get the end of the current repointing
+    # and the start of the next repointing
+    repoint_row = repoint_data[repoint_data["repoint_id"] == repoint_id]
+    next_repoint_row = repoint_data[repoint_data["repoint_id"] == repoint_id + 1]
+    pointing_start_met = repoint_row["repoint_end_met"].values[0]
+    pointing_end_met = next_repoint_row["repoint_start_met"].values[0]
+
+    # Check which events are within the pointing
+    in_pointing = (et_to_met(event_times) >= pointing_start_met) & (
+        et_to_met(event_times) <= pointing_end_met
+    )
+
+    return in_pointing

imap_processing/ultra/l1b/extendedspin.py

@@ -50,7 +50,7 @@ def calculate_extendedspin(
         de_dataset["spin"].values,
         de_dataset["energy"].values,
     )
-    count_rates, _, counts, _ = get_energy_histogram(
+    count_rates, _, _counts, _ = get_energy_histogram(
         de_dataset["spin"].values, de_dataset["energy"].values
     )
     attitude_qf, spin_rates, spin_period, spin_starttime = flag_attitude(

imap_processing/ultra/l1b/ultra_l1b_annotated.py

@@ -52,7 +52,6 @@ def get_annotated_particle_velocity(
         from_frame=instrument_frame,
         to_frame=spacecraft_frame,
     )
-
     # Particle velocity in the pointing (DPS) frame wrt spacecraft.
     particle_velocity_dps_spacecraft = frame_transform(
         et=time,

imap_processing/ultra/l1b/ultra_l1b_culling.py

@@ -255,7 +255,7 @@ def flag_rates(
     n_sigma_per_energy_reshape : NDArray
         N sigma per energy.
     """
-    count_rates, spin_edges, counts, duration = get_energy_histogram(
+    count_rates, _spin_edges, _counts, duration = get_energy_histogram(
         spin_number, energy
     )
     quality_flags = np.full(
@@ -440,7 +440,7 @@ def get_pulses_per_spin(rates: xr.Dataset) -> RateResult:
     coin_pulses : NDArray
         Total coincidence pulses.
     """
-    spin_number, duration = get_spin_and_duration(rates["shcoarse"], rates["spin"])
+    spin_number, _duration = get_spin_and_duration(rates["shcoarse"], rates["spin"])
 
     # Top coin pulses
     top_coin_pulses = np.stack(