imap-processing 0.7.0__py3-none-any.whl → 0.9.0__py3-none-any.whl

imap_processing/tests/swe/test_swe_l1b.py

@@ -6,6 +6,10 @@ from imap_processing.cdf.utils import load_cdf, write_cdf
 from imap_processing.swe.l1a.swe_l1a import swe_l1a
 from imap_processing.swe.l1a.swe_science import swe_science
 from imap_processing.swe.l1b.swe_l1b import swe_l1b
+from imap_processing.swe.l1b.swe_l1b_science import (
+    convert_counts_to_rate,
+    deadtime_correction,
+)
 
 
 def test_swe_l1b(decom_test_data_derived):
@@ -41,19 +45,36 @@ def test_swe_l1b(decom_test_data_derived):
         )
 
 
-def test_cdf_creation():
+def test_cdf_creation(l1b_validation_df):
     """Test that CDF file is created and has the correct name."""
     test_data_path = "tests/swe/l0_data/2024051010_SWE_SCIENCE_packet.bin"
     l1a_datasets = swe_l1a(imap_module_directory / test_data_path, "002")
 
-    sci_l1a_filepath = write_cdf(l1a_datasets)
-
-    assert sci_l1a_filepath.name == "imap_swe_l1a_sci_20240510_v002.cdf"
-
-    # reads data from CDF file and passes to l1b
-    l1a_cdf_dataset = load_cdf(sci_l1a_filepath)
-    l1b_dataset = swe_l1b(l1a_cdf_dataset, "002")
+    l1b_dataset = swe_l1b(l1a_datasets, "002")
 
     sci_l1b_filepath = write_cdf(l1b_dataset)
 
     assert sci_l1b_filepath.name == "imap_swe_l1b_sci_20240510_v002.cdf"
+    # load the CDF file and compare the values
+    l1b_cdf_dataset = load_cdf(sci_l1b_filepath)
+    processed_science = l1b_cdf_dataset["science_data"].data
+    validation_science = l1b_validation_df.values[:, 1:].reshape(6, 24, 30, 7)
+    np.testing.assert_allclose(processed_science, validation_science, rtol=1e-7)
+
+
+def test_count_rate():
+    x = np.array([1, 10, 100, 1000, 10000, 38911, 65535])
+    acq_duration = 80000
+    deatime_corrected = deadtime_correction(x, acq_duration)
+    count_rate = convert_counts_to_rate(deatime_corrected, acq_duration)
+    # Ruth provided the expected output for this test
+    expected_output = [
+        12.50005653,
+        125.00562805,
+        1250.56278121,
+        12556.50455087,
+        130890.05519127,
+        589631.73670132,
+        1161815.68783304,
+    ]
+    np.testing.assert_allclose(count_rate, expected_output, rtol=1e-7)

imap_processing/tests/swe/test_swe_l2.py

@@ -2,13 +2,19 @@ from unittest.mock import patch
 
 import numpy as np
 import pandas as pd
+import pytest
 import xarray as xr
 
+from imap_processing import imap_module_directory
+from imap_processing.swe.l1a.swe_l1a import swe_l1a
+from imap_processing.swe.l1b.swe_l1b import swe_l1b
 from imap_processing.swe.l2.swe_l2 import (
-    ELECTRON_MASS,
     ENERGY_CONVERSION_FACTOR,
+    VELOCITY_CONVERSION_FACTOR,
+    calculate_flux,
     calculate_phase_space_density,
     get_particle_energy,
+    swe_l2,
 )
 from imap_processing.swe.utils.swe_utils import read_lookup_table
 
@@ -17,7 +23,7 @@ def test_get_particle_energy():
     """Test get_particle_energy function."""
     all_energy = get_particle_energy()
     expected_energy = read_lookup_table()["esa_v"].values * ENERGY_CONVERSION_FACTOR
-    assert np.all(all_energy["energy"] == expected_energy)
+    np.testing.assert_array_equal(all_energy["energy"], expected_energy)
 
 
 @patch("imap_processing.swe.l2.swe_l2.GEOMETRIC_FACTORS", new=np.full(7, 1))
@@ -50,20 +56,70 @@ def test_calculate_phase_space_density(patch_get_particle_energy):
             ),
         }
     )
-    density = calculate_phase_space_density(l1b_dataset)
-    assert density.shape == (total_sweeps, 24, 30, 7)
+    phase_space_density_ds = calculate_phase_space_density(l1b_dataset)
+    assert phase_space_density_ds["phase_space_density"].shape == (
+        total_sweeps,
+        24,
+        30,
+        7,
+    )
 
     # Test that first sweep has correct values. In patch,
     #   1. we have set GEOMETRIC_FACTORS to 1.
     #   2. we have set energy to 1.
     #   3. we have set science_data to 1.
     # Using this in the formula, we calculate expected density value.
-    expected_calculated_density = (2 * 1) / (1 * (np.sqrt(2 * 1 / ELECTRON_MASS)) ** 4)
+    expected_calculated_density = (2 * 1) / (1 * VELOCITY_CONVERSION_FACTOR * 1**2)
     expected_density = np.full((24, 30, 7), expected_calculated_density)
-    assert np.all(density[0].data == expected_density)
+    np.testing.assert_array_equal(
+        phase_space_density_ds["phase_space_density"][0].data, expected_density
+    )
 
     # Test that second sweep has correct values, similar to first sweep,
     # but with energy 2.
-    expected_calculated_density = (2 * 1) / (1 * (np.sqrt(2 * 2 / ELECTRON_MASS)) ** 4)
+    expected_calculated_density = (2 * 1) / (1 * VELOCITY_CONVERSION_FACTOR * 2**2)
     expected_density = np.full((24, 30, 7), expected_calculated_density)
-    assert np.all(density[1].data == expected_density)
+    np.testing.assert_array_equal(
+        phase_space_density_ds["phase_space_density"][1].data, expected_density
+    )
+    assert type(phase_space_density_ds) == xr.Dataset
+
+
+def test_calculate_flux():
+    """Test calculate_flux function."""
+    # Create a dummy l1b dataset
+    total_sweeps = 2
+    l1b_dataset = xr.Dataset(
+        {
+            "science_data": (
+                ["epoch", "energy", "angle", "cem"],
+                np.full((total_sweeps, 24, 30, 7), 1),
+            ),
+            "acq_duration": (["epoch", "cycle"], np.full((total_sweeps, 4), 80.0)),
+            "esa_table_num": (
+                ["epoch", "cycle"],
+                np.repeat([0, 1], 4).reshape(total_sweeps, 4),
+            ),
+        }
+    )
+
+    flux = calculate_flux(l1b_dataset)
+    assert flux.shape == (total_sweeps, 24, 30, 7)
+    assert type(flux) == np.ndarray
+
+
+@pytest.mark.usefixtures("use_fake_spin_data_for_time")
+def test_swe_l2(use_fake_spin_data_for_time):
+    """Test L2 processing."""
+    data_start_time = 453051293.099714
+    data_end_time = 453066734
+    use_fake_spin_data_for_time(data_start_time, data_end_time)
+
+    test_data_path = "tests/swe/l0_data/2024051010_SWE_SCIENCE_packet.bin"
+    l1a_datasets = swe_l1a(imap_module_directory / test_data_path, "002")
+
+    l1b_dataset = swe_l1b(l1a_datasets, "002")
+    l2_dataset = swe_l2(l1b_dataset, "002")
+
+    assert type(l2_dataset) == xr.Dataset
+    assert l2_dataset["spin_phase"].shape == (6, 24, 30, 7)

imap_processing/tests/test_utils.py

@@ -91,7 +91,7 @@ def test_packet_file_to_datasets(use_derived_value, expected_mode):
         packet_files, packet_definition, use_derived_value=use_derived_value
     )
     # 3 apids in the test data
-    assert len(datasets_by_apid) == 4
+    assert len(datasets_by_apid) == 2
     data = datasets_by_apid[1188]
     assert data["sec_hdr_flg"].dtype == np.uint8
     assert data["pkt_apid"].dtype == np.uint16
@@ -99,7 +99,7 @@ def test_packet_file_to_datasets(use_derived_value, expected_mode):
 
 
 def test_packet_file_to_datasets_flat_definition():
-    test_file = "tests/idex/imap_idex_l0_raw_20230725_v001.pkts"
+    test_file = "tests/idex/imap_idex_l0_raw_20231214_v001.pkts"
     packet_files = imap_module_directory / test_file
     packet_definition = (
         imap_module_directory / "idex/packet_definitions/idex_packet_definition.xml"