imap-processing 0.11.0__py3-none-any.whl → 0.12.0__py3-none-any.whl

imap_processing/swe/utils/swe_constants.py

@@ -0,0 +1,63 @@
+"""Module containing constants used in the SWE processing pipeline."""
+
+import numpy as np
+
+N_ESA_STEPS = 24
+N_ANGLE_SECTORS = 30
+N_CEMS = 7
+N_QUARTER_CYCLES = 4
+N_ANGLE_BINS = 30
+
+MICROSECONDS_IN_SECOND = 1e6
+
+# TODO: add these to instrument status summary
+ENERGY_CONVERSION_FACTOR = 4.75
+# 7 CEMs geometric factors in cm^2 sr eV/eV units.
+GEOMETRIC_FACTORS = np.array(
+    [
+        435e-6,
+        599e-6,
+        808e-6,
+        781e-6,
+        876e-6,
+        548e-6,
+        432e-6,
+    ]
+)
+
+ELECTRON_MASS = 9.10938356e-31  # kg
+
+# See doc string of calculate_phase_space_density() for more details.
+VELOCITY_CONVERSION_FACTOR = 1.237e31
+# See doc string of calculate_flux() for more details.
+FLUX_CONVERSION_FACTOR = 6.187e30
+
+CEM_DETECTORS_ANGLE = np.array([-63, -42, -21, 0, 21, 42, 63])
+
+# ESA voltage and index in the final data table
+ESA_VOLTAGE_ROW_INDEX_DICT = {
+    0.56: 0,
+    0.78: 1,
+    1.08: 2,
+    1.51: 3,
+    2.10: 4,
+    2.92: 5,
+    4.06: 6,
+    5.64: 7,
+    7.85: 8,
+    10.92: 9,
+    15.19: 10,
+    21.13: 11,
+    29.39: 12,
+    40.88: 13,
+    56.87: 14,
+    79.10: 15,
+    110.03: 16,
+    153.05: 17,
+    212.89: 18,
+    296.14: 19,
+    411.93: 20,
+    572.99: 21,
+    797.03: 22,
+    1108.66: 23,
+}

imap_processing/swe/utils/swe_utils.py

@@ -2,43 +2,20 @@
 
 from enum import IntEnum
 
+import numpy as np
+import numpy.typing as npt
 import pandas as pd
 
 from imap_processing import imap_module_directory
-
-# ESA voltage and index in the final data table
-ESA_VOLTAGE_ROW_INDEX_DICT = {
-    0.56: 0,
-    0.78: 1,
-    1.08: 2,
-    1.51: 3,
-    2.10: 4,
-    2.92: 5,
-    4.06: 6,
-    5.64: 7,
-    7.85: 8,
-    10.92: 9,
-    15.19: 10,
-    21.13: 11,
-    29.39: 12,
-    40.88: 13,
-    56.87: 14,
-    79.10: 15,
-    110.03: 16,
-    153.05: 17,
-    212.89: 18,
-    296.14: 19,
-    411.93: 20,
-    572.99: 21,
-    797.03: 22,
-    1108.66: 23,
-}
+from imap_processing.swe.utils import swe_constants
 
 
 class SWEAPID(IntEnum):
     """Create ENUM for apid."""
 
     SWE_SCIENCE = 1344
+    SWE_APP_HK = 1330
+    SWE_CEM_RAW = 1334
 
 
 def read_lookup_table() -> pd.DataFrame:
@@ -54,3 +31,83 @@ def read_lookup_table() -> pd.DataFrame:
     lookup_table_path = imap_module_directory / "swe/l1b/swe_esa_lookup_table.csv"
     esa_table = pd.read_csv(lookup_table_path)
     return esa_table
+
+
+def combine_acquisition_time(
+    acq_start_coarse: np.ndarray, acq_start_fine: np.ndarray
+) -> npt.NDArray:
+    """
+    Combine acquisition time of each quarter cycle measurement.
+
+    Each quarter cycle data should have same acquisition start time coarse
+    and fine value. We will use that as base time to calculate each
+    acquisition time for each count data.
+    base_quarter_cycle_acq_time = acq_start_coarse +
+    |                            acq_start_fine / 1000000
+
+    Parameters
+    ----------
+    acq_start_coarse : np.ndarray
+        Acq start coarse. It is in seconds.
+    acq_start_fine : np.ndarray
+        Acq start fine. It is in microseconds.
+
+    Returns
+    -------
+    np.ndarray
+        Acquisition time in seconds.
+    """
+    epoch_center_time = acq_start_coarse + (
+        acq_start_fine / swe_constants.MICROSECONDS_IN_SECOND
+    )
+    return epoch_center_time
+
+
+def calculate_data_acquisition_time(
+    acq_start_time: np.ndarray,
+    esa_step_number: int,
+    acq_duration: int,
+    settle_duration: int,
+) -> npt.NDArray:
+    """
+    Calculate center acquisition time of each science data point.
+
+    Center acquisition time (in seconds) of each count data
+    point at each energy and at angle step will be
+    calculated using this formula:
+    |    each_count_acq_time = acq_start_time +
+    |           (step * ( acq_duration + settle_duration) / 1000000 )
+    where 'step' goes from 0 to 179, acq_start_time is in seconds and
+    settle_duration and acq_duration are in microseconds.
+
+    To calculate center time of data acquisition time, we will add
+    |    each_count_acq_time + (acq_duration / 1000000) / 2
+
+    Parameters
+    ----------
+    acq_start_time : np.ndarray
+        Start acquisition time in seconds.
+    esa_step_number : int
+        Energy step.
+    acq_duration : int
+        Acquisition duration in microseconds.
+    settle_duration : int
+        Settle duration in microseconds.
+
+    Returns
+    -------
+    esa_step_number_acq_time : np.ndarray
+        ESA step number acquisition center time in seconds.
+    """
+    # Calculate time for each ESA step
+    esa_step_number_acq_time = (
+        acq_start_time
+        + (
+            esa_step_number
+            * (acq_duration + settle_duration)
+            / swe_constants.MICROSECONDS_IN_SECOND
+        )
+        + (acq_duration / swe_constants.MICROSECONDS_IN_SECOND) / 2
+    )
+
+    return esa_step_number_acq_time

imap_processing/tests/ccsds/test_data/expected_output.xml

@@ -48,7 +48,7 @@
 					<xtce:SizeInBits>
 						<xtce:DynamicValue>
 							<xtce:ParameterInstanceRef parameterRef="PKT_LEN" />
-							<xtce:LinearAdjustment slope="8" intercept="-71" />
+							<xtce:LinearAdjustment slope="8" intercept="-79" />
 						</xtce:DynamicValue>
 					</xtce:SizeInBits>
 				</xtce:BinaryDataEncoding>
@@ -67,6 +67,41 @@
 					<xtce:Enumeration value="2" label="NONE" />
 				</xtce:EnumerationList>
 			</xtce:EnumeratedParameterType>
+			<xtce:IntegerParameterType name="TEST_PACKET.VAR_SEGMENTED" signed="false">
+				<xtce:IntegerDataEncoding sizeInBits="8" encoding="unsigned">
+					<xtce:ContextCalibratorList>
+						<xtce:ContextCalibrator>
+							<xtce:ContextMatch>
+								<xtce:ComparisonList>
+									<xtce:Comparison comparisonOperator="&gt;=" value="0" parameterRef="TEST_PACKET.VAR_SEGMENTED" useCalibratedValue="false" />
+									<xtce:Comparison comparisonOperator="&lt;=" value="19" parameterRef="TEST_PACKET.VAR_SEGMENTED" useCalibratedValue="false" />
+								</xtce:ComparisonList>
+							</xtce:ContextMatch>
+							<xtce:Calibrator>
+								<xtce:PolynomialCalibrator>
+									<xtce:Term coefficient="1.1" exponent="0" />
+									<xtce:Term coefficient="3.3" exponent="1" />
+								</xtce:PolynomialCalibrator>
+							</xtce:Calibrator>
+						</xtce:ContextCalibrator>
+						<xtce:ContextCalibrator>
+							<xtce:ContextMatch>
+								<xtce:ComparisonList>
+									<xtce:Comparison comparisonOperator="&gt;=" value="20" parameterRef="TEST_PACKET.VAR_SEGMENTED" useCalibratedValue="false" />
+									<xtce:Comparison comparisonOperator="&lt;=" value="40" parameterRef="TEST_PACKET.VAR_SEGMENTED" useCalibratedValue="false" />
+								</xtce:ComparisonList>
+							</xtce:ContextMatch>
+							<xtce:Calibrator>
+								<xtce:PolynomialCalibrator>
+									<xtce:Term coefficient="2.2" exponent="0" />
+									<xtce:Term coefficient="4.4" exponent="1" />
+									<xtce:Term coefficient="5.5" exponent="2" />
+								</xtce:PolynomialCalibrator>
+							</xtce:Calibrator>
+						</xtce:ContextCalibrator>
+					</xtce:ContextCalibratorList>
+				</xtce:IntegerDataEncoding>
+			</xtce:IntegerParameterType>
 			<xtce:IntegerParameterType name="TEST_PACKET2.SHCOARSE" signed="false">
 				<xtce:IntegerDataEncoding sizeInBits="32" encoding="unsigned" />
 			</xtce:IntegerParameterType>
@@ -120,6 +155,9 @@
 			<xtce:Parameter name="TEST_PACKET.VAR_STATE" parameterTypeRef="TEST_PACKET.VAR_STATE">
 				<xtce:LongDescription>State data</xtce:LongDescription>
 			</xtce:Parameter>
+			<xtce:Parameter name="TEST_PACKET.VAR_SEGMENTED" parameterTypeRef="TEST_PACKET.VAR_SEGMENTED">
+				<xtce:LongDescription>Segmented polynomial conversion</xtce:LongDescription>
+			</xtce:Parameter>
 			<xtce:Parameter name="TEST_PACKET2.SHCOARSE" parameterTypeRef="TEST_PACKET2.SHCOARSE">
 				<xtce:LongDescription>Mission elapsed time</xtce:LongDescription>
 			</xtce:Parameter>
@@ -154,6 +192,7 @@
 					<xtce:ParameterRefEntry parameterRef="TEST_PACKET.VAR_FILL" />
 					<xtce:ParameterRefEntry parameterRef="TEST_PACKET.VAR_FLOAT" />
 					<xtce:ParameterRefEntry parameterRef="TEST_PACKET.VAR_STATE" />
+					<xtce:ParameterRefEntry parameterRef="TEST_PACKET.VAR_SEGMENTED" />
 				</xtce:EntryList>
 			</xtce:SequenceContainer>
 			<xtce:SequenceContainer name="TEST_PACKET2">

imap_processing/tests/ccsds/test_excel_to_xtce.py

@@ -27,7 +27,7 @@ def xtce_excel_file(tmp_path):
     packets = {"packetName": ["TEST_PACKET", "TEST_PACKET2"], "apIdHex": ["0x1", "0xF"]}
 
     test_packet1 = {
-        "packetName": ["TEST_PACKET"] * 15,
+        "packetName": ["TEST_PACKET"] * 16,
         "mnemonic": [
             "PHVERNO",
             "PHTYPE",
@@ -44,8 +44,9 @@ def xtce_excel_file(tmp_path):
             "VAR_FILL",
             "VAR_FLOAT",
             "VAR_STATE",
+            "VAR_SEGMENTED",
         ],
-        "lengthInBits": [3, 1, 1, 11, 2, 14, 16, 32, 2, 4, 5, 10000, 3, 32, 1],
+        "lengthInBits": [3, 1, 1, 11, 2, 14, 16, 32, 2, 4, 5, 10000, 3, 32, 1, 8],
         "dataType": [
             "UINT",
             "UINT",
@@ -62,6 +63,7 @@ def xtce_excel_file(tmp_path):
             "FILL",
             "FLOAT",
             "UINT",
+            "UINT",
         ],
         "convertAs": [
             "NONE",
@@ -79,6 +81,7 @@ def xtce_excel_file(tmp_path):
             "NONE",
             "NONE",
             "STATE",
+            "ANALOG",
         ],
         "units": [
             "DN",
@@ -96,6 +99,7 @@ def xtce_excel_file(tmp_path):
             "DN",
             "DN",
             "DN",
+            "DN",
         ],
         "longDescription": [
             "CCSDS Packet Version Number",
@@ -113,6 +117,7 @@ def xtce_excel_file(tmp_path):
             "Fill data",
             "Float data",
             "State data",
+            "Segmented polynomial conversion",
         ],
     }
 
@@ -178,27 +183,27 @@ def xtce_excel_file(tmp_path):
     }
 
     analog_conversions = {
-        "packetName": ["TEST_PACKET"],
-        "mnemonic": ["VAR_UINT"],
-        "convertAs": ["UNSEGMENTED_POLY"],
-        "segNumber": [1],
-        "lowValue": [0],
-        "highValue": [100],
-        "c0": [1.5],
-        "c1": [2.5],
-        "c2": [0],
-        "c3": [0],
-        "c4": [0],
-        "c5": [0],
-        "c6": [0],
-        "c7": [0],
+        "packetName": ["TEST_PACKET", "TEST_PACKET", "TEST_PACKET"],
+        "mnemonic": ["VAR_UINT", "VAR_SEGMENTED", "VAR_SEGMENTED"],
+        "convertAs": ["UNSEGMENTED_POLY", "SEGMENTED_POLY", "SEGMENTED_POLY"],
+        "segNumber": [1, 1, 2],
+        "lowValue": [0, 0, 20],
+        "highValue": [100, 19, 40],
+        "c0": [1.5, 1.1, 2.2],
+        "c1": [2.5, 3.3, 4.4],
+        "c2": [0, 0, 5.5],
+        "c3": [0] * 3,
+        "c4": [0] * 3,
+        "c5": [0] * 3,
+        "c6": [0] * 3,
+        "c7": [0] * 3,
     }
 
     states = {
         "packetName": ["TEST_PACKET"] * 3,
         "mnemonic": ["VAR_STATE"] * 3,
         "value": [0, 1, "0x2"],
-        "state": ["OFF", "ON", "NONE"],
+        "state": ["OFF  ", "ON", "NONE"],
     }
 
     # Write the DataFrame to an excel file
@@ -228,9 +233,7 @@ def xtce_excel_file(tmp_path):
 def test_generated_xml(xtce_excel_file):
     """Make sure we are producing the expected contents within the XML file.
 
-    To produce a new expected output file the following command can be used.
-    imap_xtce imap_processing/tests/ccsds/test_data/excel_to_xtce_test_file.xlsx
-        --output imap_processing/tests/ccsds/test_data/expected_output.xml
+    To produce a new expected output file, uncomment the line mentioned below.
     """
     generator = excel_to_xtce.XTCEGenerator(xtce_excel_file)
     output_file = xtce_excel_file.parent / "output.xml"

imap_processing/tests/cdf/test_data/imap_instrument2_global_cdf_attrs.yaml

@@ -10,14 +10,12 @@ instrument_base: &instrument_base
 
 imap_swe_l1a_sci:
   <<: *instrument_base
-  Data_level: 1A
   Data_type: L1A_SCI>Level-1A Science data
   Logical_source: imap_swe_l1a_sci
   Logical_source_description: SWE Instrument Level-1A Science Data
 
 imap_swe_l1b_sci:
   <<: *instrument_base
-  Data_level: 1A
   Data_type: L1B_SCI>Level-1B Science data
   Logical_source: imap_swe_l1b_sci
   Logical_source_description: SWE Instrument Level-1B Science Data

imap_processing/tests/codice/conftest.py

@@ -37,7 +37,7 @@ VALIDATION_DATA = [
     TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-counters-singles_20241110193700_v0.0.0.cdf",
     TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-omni_20241110193700_v0.0.0.cdf",
     TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-sectored_20241110193700_v0.0.0.cdf",
-    TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-priority_20241110193700_v0.0.0.cdf",
+    TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-priorities_20241110193700_v0.0.0.cdf",
     TEST_DATA_PATH / "validation" / "imap_codice_l1a_lo-pha_20241110193700_v0.0.0.cdf",
     TEST_DATA_PATH / "validation" / "imap_codice_l1a_hi-pha_20241110193700_v0.0.0.cdf",
 ]  # fmt: skip

imap_processing/tests/codice/test_codice_l1a.py

@@ -50,11 +50,11 @@ EXPECTED_ARRAY_SHAPES = [
     (77, 1, 128),  # lo-nsw-species
     (77, 5, 12, 128),  # lo-sw-angular
     (77, 19, 12, 128),  # lo-nsw-angular
-    (77, 1, 6, 1),  # hi-counters-aggregated
-    (77, 1, 12, 1),  # hi-counters-singles
-    (77, 15, 4, 1),  # hi-omni
+    (77,),  # hi-counters-aggregated
+    (77, 12),  # hi-counters-singles
+    (77, 15, 4),  # hi-omni
     (77, 8, 12, 12),  # hi-sectored
-    (),  # hi-priority  # TODO: Need to implement
+    (77,),  # hi-priority
     (),  # lo-pha  # TODO: Need to implement
     (),  # hi-pha  # TODO: Need to implement
 ]
@@ -62,7 +62,7 @@ EXPECTED_ARRAY_SHAPES = [
 EXPECTED_NUM_VARIABLES = [
     0,  # hi-ialirt  # TODO: Need to implement
     0,  # lo-ialirt  # TODO: Need to implement
-    148,  # hskp
+    139,  # hskp
     8 + len(constants.LO_COUNTERS_AGGREGATED_VARIABLE_NAMES),  # lo-counters-aggregated
     9,  # lo-counters-singles
     13,  # lo-sw-priority
@@ -71,15 +71,37 @@ EXPECTED_NUM_VARIABLES = [
     16,  # lo-nsw-species
     12,  # lo-sw-angular
     9,  # lo-nsw-angular
-    1,  # hi-counters-aggregated
-    3,  # hi-counters-singles
+    2 + len(constants.HI_COUNTERS_AGGREGATED_VARIABLE_NAMES),  # hi-counters-aggregated
+    5,  # hi-counters-singles
     10,  # hi-omni
     6,  # hi-sectored
-    0,  # hi-priority  # TODO: Need to implement
+    8,  # hi-priority
     0,  # lo-pha  # TODO: Need to implement
     0,  # hi-pha  # TODO: Need to implement
 ]
 
+# CoDICE-Hi products that have support variables to test
+CODICE_HI_PRODUCTS = [
+    "hi-counters-aggregated",
+    "hi-counters-singles",
+    "hi-priority",
+    "hi-sectored",
+]
+# TODO: Add hi-omni here once I sort out the array shape discrepancy with the
+#       validation data
+
+# CoDICE-Lo products that have support variables to test
+CODICE_LO_PRODUCTS = [
+    "lo-counters-aggregated",
+    "lo-counters-singles",
+    "lo-sw-priority",
+    "lo-nsw-priority",
+    "lo-sw-species",
+    "lo-nsw-species",
+    "lo-sw-angular",
+    "lo-nsw-angular",
+]
+
 
 @pytest.fixture(scope="session")
 def test_l1a_data() -> xr.Dataset:
@@ -113,7 +135,7 @@ def test_l1a_data_array_shape(test_l1a_data, index):
 
     # Mark currently broken/unsupported datasets as expected to fail
     # TODO: Remove these once they are supported
-    if index in [0, 1, 15, 16, 17]:
+    if index in [0, 1, 16, 17]:
         pytest.xfail("Data product is currently unsupported")
 
     for variable in processed_dataset:
@@ -157,7 +179,7 @@ def test_l1a_logical_sources(test_l1a_data, index):
 
     # Mark currently broken/unsupported datasets as expected to fail
     # TODO: Remove these once they are supported
-    if index in [0, 1, 15, 16, 17]:
+    if index in [0, 1, 16, 17]:
         pytest.xfail("Data product is currently unsupported")
 
     # Write the dataset to a file to set the logical source attribute
@@ -185,7 +207,7 @@ def test_l1a_num_data_variables(test_l1a_data, index):
 
     # Mark currently broken/unsupported datasets as expected to fail
     # TODO: Remove these once they are supported
-    if index in [0, 1, 15, 16, 17]:
+    if index in [0, 1, 16, 17]:
         pytest.xfail("Data product is currently unsupported")
 
     assert len(processed_dataset) == EXPECTED_NUM_VARIABLES[index]
@@ -211,6 +233,10 @@ def test_l1a_validate_data_arrays(test_l1a_data: xr.Dataset, index):
     # TODO: Currently only the following products can be validated, expand this
     #       to other data products as I can validate them.
     able_to_be_validated = [
+        "hi-counters-aggregated",
+        "hi-counters-singles",
+        "hi-priority",
+        "hi-sectored",
         "lo-counters-aggregated",
         "lo-counters-singles",
         "lo-sw-angular",
@@ -219,7 +245,9 @@ def test_l1a_validate_data_arrays(test_l1a_data: xr.Dataset, index):
         "lo-nsw-priority",
         "lo-sw-species",
         "lo-nsw-species",
+        "hi-sectored",
     ]
+
     if descriptor in able_to_be_validated:
         counters = getattr(
             constants, f'{descriptor.upper().replace("-","_")}_VARIABLE_NAMES'
@@ -228,17 +256,11 @@ def test_l1a_validate_data_arrays(test_l1a_data: xr.Dataset, index):
         validation_dataset = load_cdf(VALIDATION_DATA[index])
 
         for counter in counters:
-            # Ensure the data array shapes are equal
-            assert (
-                processed_dataset[counter].data.shape
-                == validation_dataset[counter].data.shape
+            # Ensure the data arrays are equal
+            np.testing.assert_equal(
+                processed_dataset[counter].data, validation_dataset[counter].data
             )
 
-            # TODO: Once Joey and I figure out some small discrepancies with
-            #       some data products, we should get matching data array shapes
-            #       AND values (i.e. run assert_array_equal on the arrays,
-            #       instead of just checking shape)
-
     else:
         pytest.xfail(f"Still need to implement validation for {descriptor}")
 
@@ -253,35 +275,17 @@ def test_l1a_validate_hskp_data(test_l1a_data):
     # Load the validation housekeeping data
     validation_hskp_data = load_cdf(validation_hskp_filepath)
 
-    # These variables are present in the decommed test data, but not present in
-    # the validation data
-    # TODO: Ask Joey if these can be removed from the L1a housekeeping CDFs
+    # These variables are not present in the validation dataset
     exclude_variables = [
-        "spare_1",
-        "spare_2",
-        "spare_3",
-        "spare_4",
-        "spare_5",
-        "spare_6",
-        "spare_62",
-        "spare_68",
+        "version",
+        "type",
+        "sec_hdr_flg",
+        "pkt_apid",
+        "seq_flgs",
+        "src_seq_ctr",
+        "pkt_len",
     ]
 
-    # These variables are not present in the validation data
-    # TODO: Ask joey if this is expected
-    exclude_variables.extend(
-        [
-            "version",
-            "type",
-            "sec_hdr_flg",
-            "pkt_apid",
-            "seq_flgs",
-            "src_seq_ctr",
-            "pkt_len",
-            "chksum",
-        ]
-    )
-
     for variable in hskp_data:
         if variable not in exclude_variables:
             np.testing.assert_array_equal(
@@ -289,6 +293,66 @@ def test_l1a_validate_hskp_data(test_l1a_data):
             )
 
 
+@pytest.mark.parametrize("index", range(len(DESCRIPTORS)))
+def test_l1a_validate_support_variables(test_l1a_data, index):
+    """Tests that the support variables for the generated products match the
+    validation data
+
+    Parameters
+    ----------
+    test_l1a_data : list[xarray.Dataset]
+        A list of ``xarray`` datasets containing the test data
+    index : int
+        The index of the list to test
+    """
+
+    # Hopefully I can remove this someday if Joey gives me validation data
+    # with updated naming conventions
+    variable_name_mapping = {
+        "data_quality": "DataQuality",
+        "nso_half_spin": "NSOHalfSpin",
+        "rgfo_half_spin": "RGFOHalfSpin",
+        "spin_period": "SpinPeriod",
+        "st_bias_gain_mode": "STBiasGainMode",
+        "sw_bias_gain_mode": "SWBiasGainMode",
+    }
+
+    descriptor = DESCRIPTORS[index]
+    dataset = test_l1a_data[index]
+    validation_dataset = load_cdf(VALIDATION_DATA[index])
+
+    if descriptor in CODICE_LO_PRODUCTS:
+        # Note that for the energy table and acquisition time, the validation
+        # data only carries three decimal places whereas the SDC-generated CDFs
+        # carry more significant figures
+
+        # Ensure the energy table values are (nearly) equal
+        np.testing.assert_almost_equal(
+            dataset.energy_table.data, validation_dataset.EnergyTable.data, decimal=3
+        )
+
+        # Ensure that the acquisition times are (nearly) equal
+        np.testing.assert_almost_equal(
+            dataset.acquisition_time_per_step.data,
+            validation_dataset.AcquisitionTimePerStep.data,
+            decimal=3,
+        )
+
+        # Ensure that the support variables derived from packet data are equal
+        for variable in variable_name_mapping:
+            np.testing.assert_equal(
+                dataset[variable].data,
+                validation_dataset[variable_name_mapping[variable]].data,
+            )
+
+    elif descriptor in CODICE_HI_PRODUCTS:
+        for variable in ["spin_period", "data_quality"]:
+            np.testing.assert_equal(
+                dataset[variable].data,
+                validation_dataset[variable_name_mapping[variable]].data,
+            )
+
+
 def test_l1a_multiple_packets():
     """Tests that an input L0 file containing multiple APIDs can be processed."""