imap-processing 0.11.0__py3-none-any.whl → 0.13.0__py3-none-any.whl

imap_processing/tests/mag/test_mag_validation.py

@@ -3,10 +3,62 @@ from pathlib import Path
 import numpy as np
 import pandas as pd
 import pytest
+import xarray as xr
 
+from imap_processing import imap_module_directory
+from imap_processing.cdf.utils import load_cdf
 from imap_processing.mag.l1a.mag_l1a import mag_l1a
-from imap_processing.mag.l1a.mag_l1a_data import TimeTuple
+from imap_processing.mag.l1a.mag_l1a_data import MagL1a, TimeTuple
 from imap_processing.mag.l1b.mag_l1b import mag_l1b
+from imap_processing.mag.l1c.mag_l1c import mag_l1c
+from imap_processing.spice.time import (
+    TTJ2000_EPOCH,
+    str_to_et,
+    ttj2000ns_to_et,
+)
+from imap_processing.tests.conftest import _download_external_data
+from imap_processing.tests.mag.conftest import (
+    mag_generate_l1b_from_csv,
+    mag_l1a_dataset_generator,
+)
+
+
+@pytest.fixture(scope="module")
+def _mag_download_data():
+    _download_external_data(mag_remote_test_data_paths())
+
+
+def mag_remote_test_data_paths():
+    mag_dir = imap_module_directory / "tests" / "mag" / "validation"
+    api_path = "https://api.dev.imap-mission.com/download/test_data/"
+    test_paths = [
+        (
+            api_path + "mag-l1b-l1c-t013-magi-burst-in.csv",
+            mag_dir / "L1c" / "T013" / "mag-l1b-l1c-t013-magi-burst-in.csv",
+        ),
+        (
+            api_path + "mag-l1b-l1c-t013-mago-burst-in.csv",
+            mag_dir / "L1c" / "T013" / "mag-l1b-l1c-t013-mago-burst-in.csv",
+        ),
+        (
+            api_path + "mag-l1b-l1c-t014-mago-burst-in.csv",
+            mag_dir / "L1c" / "T014" / "mag-l1b-l1c-t014-mago-burst-in.csv",
+        ),
+        (
+            api_path + "mag-l1b-l1c-t014-magi-burst-in.csv",
+            mag_dir / "L1c" / "T014" / "mag-l1b-l1c-t014-magi-burst-in.csv",
+        ),
+        (
+            api_path + "mag-l1b-l1c-t015-mago-burst-in.csv",
+            mag_dir / "L1c" / "T015" / "mag-l1b-l1c-t015-mago-burst-in.csv",
+        ),
+        (
+            api_path + "mag-l1b-l1c-t016-mago-burst-in.csv",
+            mag_dir / "L1c" / "T016" / "mag-l1b-l1c-t016-mago-burst-in.csv",
+        ),
+    ]
+
+    return test_paths
 
 
 @pytest.mark.parametrize(
@@ -18,7 +70,7 @@ def test_mag_l1a_validation(test_number):
     input_file = source_directory / f"mag-l0-l1a-t{test_number}-in.bin"
     expected_output_file = source_directory / f"mag-l0-l1a-t{test_number}-out.csv"
 
-    mag_l1a_out = mag_l1a(input_file, "v000")
+    mag_l1a_out = mag_l1a(input_file)
     expected_output = pd.read_csv(expected_output_file)
 
     raw = mag_l1a_out[0]
@@ -26,6 +78,7 @@ def test_mag_l1a_validation(test_number):
     secondary = mag_l1a_out[2]
 
     assert len(mag_l1a_out) == 3
+
     for index in expected_output.index:
         assert expected_output["x_pri"].iloc[index] == primary["vectors"].data[index][0]
         assert expected_output["y_pri"].iloc[index] == primary["vectors"].data[index][1]
@@ -48,10 +101,10 @@ def test_mag_l1a_validation(test_number):
             == secondary["vectors"].data[index][3]
         )
 
-        assert expected_output["pri_coarse"].iloc[index] == raw["PRI_COARSETM"].data[0]
-        assert expected_output["pri_fine"].iloc[index] == raw["PRI_FNTM"].data[0]
-        assert expected_output["sec_coarse"].iloc[index] == raw["SEC_COARSETM"].data[0]
-        assert expected_output["sec_fine"].iloc[index] == raw["SEC_FNTM"].data[0]
+        assert expected_output["pri_coarse"].iloc[index] == raw["pri_coarsetm"].data[0]
+        assert expected_output["pri_fine"].iloc[index] == raw["pri_fntm"].data[0]
+        assert expected_output["sec_coarse"].iloc[index] == raw["sec_coarsetm"].data[0]
+        assert expected_output["sec_fine"].iloc[index] == raw["sec_fntm"].data[0]
 
         expected_pri_time = TimeTuple(
             expected_output["pri_coarse"].iloc[index],
@@ -89,14 +142,64 @@ def test_mag_l1a_validation(test_number):
             )
 
 
-@pytest.mark.xfail(reason="Some bug somewhere")
-@pytest.mark.parametrize(("test_number"), ["009", "010", "011"])
+@pytest.mark.parametrize(("test_number"), ["009", "010", "011", "012"])
 def test_mag_l1b_validation(test_number):
     source_directory = Path(__file__).parent / "validation" / "L1b" / f"T{test_number}"
-    mag_l1a_input = mag_l1a(source_directory / "data.bin", "v000")
+    cdf_file = source_directory / f"mag-l1a-l1b-t{test_number}-cal.cdf"
+    calibration_input = None
+    if cdf_file.exists():
+        calibration_input = load_cdf(cdf_file)
+
+    input_mag_l1a = pd.read_csv(source_directory / f"mag-l1a-l1b-t{test_number}-in.csv")
+
+    mag_l1a_mago = mag_l1a_dataset_generator(len(input_mag_l1a.index))
+    mag_l1a_magi = mag_l1a_dataset_generator(len(input_mag_l1a.index))
+
+    mago_vectors = np.zeros((len(input_mag_l1a.index), 4), dtype=np.int64)
+    magi_vectors = np.zeros((len(input_mag_l1a.index), 4), dtype=np.int64)
+    compression_flags = np.zeros((len(input_mag_l1a.index), 2))
+    for index in input_mag_l1a.index:
+        mago_vectors[index] = [
+            input_mag_l1a["x_pri"].iloc[index],
+            input_mag_l1a["y_pri"].iloc[index],
+            input_mag_l1a["z_pri"].iloc[index],
+            input_mag_l1a["rng_pri"].iloc[index],
+        ]
+        magi_vectors[index] = [
+            input_mag_l1a["x_sec"].iloc[index],
+            input_mag_l1a["y_sec"].iloc[index],
+            input_mag_l1a["z_sec"].iloc[index],
+            input_mag_l1a["rng_sec"].iloc[index],
+        ]
+        compression_flags[index] = [
+            input_mag_l1a["compression"].iloc[index],
+            input_mag_l1a["compression_width_bits"].iloc[index],
+        ]
+
+    mag_l1a_mago["vectors"].data = mago_vectors
+    mag_l1a_magi["vectors"].data = magi_vectors
 
-    mago = mag_l1b(mag_l1a_input[1], "v000")
-    magi = mag_l1b(mag_l1a_input[2], "v000")
+    mag_l1a_magi.attrs["Logical_source"] = "imap_mag_l1a_norm-magi"
+
+    mago_epoch = MagL1a.calculate_vector_time(
+        mago_vectors,
+        2,
+        TimeTuple(input_mag_l1a["pri_coarse"][0], input_mag_l1a["pri_fine"][0]),
+    )[:, -1]
+    magi_epoch = MagL1a.calculate_vector_time(
+        magi_vectors,
+        2,
+        TimeTuple(input_mag_l1a["sec_coarse"][0], input_mag_l1a["sec_fine"][0]),
+    )[:, -1]
+
+    mag_l1a_mago.coords["epoch"] = xr.DataArray(mago_epoch)
+    mag_l1a_magi.coords["epoch"] = xr.DataArray(magi_epoch)
+
+    mag_l1a_mago["compression_flags"].data = compression_flags
+    mag_l1a_magi["compression_flags"].data = compression_flags
+
+    mago = mag_l1b(mag_l1a_mago, calibration_input)
+    magi = mag_l1b(mag_l1a_magi, calibration_input)
 
     expected_mago = pd.read_csv(
         source_directory / f"mag-l1a-l1b-t{test_number}-mago-out.csv"
@@ -107,42 +210,160 @@ def test_mag_l1b_validation(test_number):
 
     for index in expected_magi.index:
         assert np.allclose(
-            expected_magi["x"].iloc[index], magi["vectors"].data[index][0], atol=1e-9
+            expected_magi["x"].iloc[index],
+            magi["vectors"].data[index][0],
+            atol=1e-9,
+            rtol=0,
         )
         assert np.allclose(
-            expected_magi["y"].iloc[index], magi["vectors"].data[index][1], atol=1e-9
+            expected_magi["y"].iloc[index],
+            magi["vectors"].data[index][1],
+            atol=1e-9,
+            rtol=0,
         )
         assert np.allclose(
-            expected_magi["z"].iloc[index], magi["vectors"].data[index][2], atol=1e-9
+            expected_magi["z"].iloc[index],
+            magi["vectors"].data[index][2],
+            atol=1e-9,
+            rtol=0,
         )
         assert expected_magi["range"].iloc[index] == magi["vectors"].data[index][3]
         assert (
             expected_magi["compression"].iloc[index]
             == magi["compression_flags"].data[index][0]
         )
-        assert (
-            expected_magi["compression_width"].iloc[index]
-            == magi["compression_flags"].data[index][1]
-        )
+        if expected_magi["compression"].iloc[index] != 0:
+            assert (
+                expected_magi["compression_width"].iloc[index]
+                == magi["compression_flags"].data[index][1]
+            )
+
+        expected_time = str_to_et(expected_magi["t"].iloc[index])
+        magi_time = ttj2000ns_to_et(magi["epoch"].data[index])
+
+        assert np.allclose(expected_time, magi_time, atol=1e-6, rtol=0)
 
     for index in expected_mago.index:
-        # TODO: come back to timestamp.
-        # Can't compare UTC, coarse/fine don't work.
         assert np.allclose(
-            expected_mago["x"].iloc[index], mago["vectors"].data[index][0], atol=1e-9
+            expected_mago["x"].iloc[index],
+            mago["vectors"].data[index][0],
+            atol=1e-9,
+            rtol=0,
         )
         assert np.allclose(
-            expected_mago["y"].iloc[index], mago["vectors"].data[index][1], atol=1e-9
+            expected_mago["y"].iloc[index],
+            mago["vectors"].data[index][1],
+            atol=1e-9,
+            rtol=0,
         )
         assert np.allclose(
-            expected_mago["z"].iloc[index], mago["vectors"].data[index][2], atol=1e-9
+            expected_mago["z"].iloc[index],
+            mago["vectors"].data[index][2],
+            atol=1e-9,
+            rtol=0,
         )
         assert expected_mago["range"].iloc[index] == mago["vectors"].data[index][3]
         assert (
             expected_mago["compression"].iloc[index]
             == mago["compression_flags"].data[index][0]
         )
-        assert (
-            expected_mago["compression_width"].iloc[index]
-            == mago["compression_flags"].data[index][1]
+        if expected_mago["compression"].iloc[index] != 0:
+            assert (
+                expected_mago["compression_width"].iloc[index]
+                == mago["compression_flags"].data[index][1]
+            )
+
+        expected_time = str_to_et(expected_mago["t"].iloc[index])
+        mago_time = ttj2000ns_to_et(mago["epoch"].data[index])
+        assert np.allclose(expected_time, mago_time, atol=1e-6, rtol=0)
+
+
+@pytest.mark.xfail(reason="All L1C edge cases are not yet complete")
+@pytest.mark.parametrize(("test_number"), ["013", "014", "015", "016"])
+@pytest.mark.parametrize(("sensor"), ["mago", "magi"])
+@pytest.mark.usefixtures("_mag_download_data")
+def test_mag_l1c_validation(test_number, sensor):
+    # We expect tests 013 and 014 to pass. 015 and 016 are not yet complete.
+    # timestamp = (
+    #     (np.datetime64("2025-03-11T12:22:50.706034") - np.datetime64(TTJ2000_EPOCH))
+    #     / np.timedelta64(1, "ns")
+    # ).astype(np.int64)
+    # print(f"Time stamp shift: {timestamp }")
+
+    source_directory = Path(__file__).parent / "validation" / "L1c" / f"T{test_number}"
+    norm_in = source_directory / f"mag-l1b-l1c-t{test_number}-{sensor}-normal-in.csv"
+    burst_in = source_directory / f"mag-l1b-l1c-t{test_number}-{sensor}-burst-in.csv"
+
+    norm = mag_generate_l1b_from_csv(
+        pd.read_csv(norm_in), f"imap_mag_l1b_norm-{sensor}"
+    )
+    burst = mag_generate_l1b_from_csv(
+        pd.read_csv(burst_in), f"imap_mag_l1b_burst-{sensor}"
+    )
+
+    # out = np.int64(794968123760272000)
+    # print(f"expected out {TTJ2000_EPOCH + out.astype('timedelta64[ns]')}")
+    # For mago test 013: norm 2, burst 64
+    norm.attrs["vectors_per_second"] = get_vecsec(test_number, sensor, "norm")
+
+    burst.attrs["vectors_per_second"] = get_vecsec(test_number, sensor, "burst")
+
+    l1c = mag_l1c(norm, burst)
+    expected_output = pd.read_csv(
+        source_directory / f"mag-l1b-l1c-t{test_number}-{sensor}-normal-out.csv"
+    )
+
+    for index in expected_output.index:
+        assert np.allclose(
+            expected_output["x"].iloc[index],
+            l1c["vectors"].data[index][0],
+            atol=1e-4,
+            rtol=0,
         )
+        assert np.allclose(
+            expected_output["y"].iloc[index],
+            l1c["vectors"].data[index][1],
+            atol=1e-4,
+            rtol=0,
+        )
+        assert np.allclose(
+            expected_output["z"].iloc[index],
+            l1c["vectors"].data[index][2],
+            atol=1e-4,
+            rtol=0,
+        )
+
+        expected_time = np.datetime64(expected_output["t"].iloc[index])
+        l1c_time = TTJ2000_EPOCH + l1c["epoch"].data[index].astype("timedelta64[ns]")
+        assert expected_time - l1c_time < np.timedelta64(500, "ms")
+
+
+def get_vecsec(test_number, sensor, mode):
+    # Manually pulled from MAG validation test PDF, which describes the input
+    # sensor rates for each test.
+
+    # values are equal to start_time:vector rate for test data files.
+    # in production this will be passed up from L1B.
+    # TODO: fill in from PDF file
+    vecsec = {
+        "013": {
+            "mago": {"norm": "794966559703707008:2", "burst": "794966835183206016:64"},
+            "magi": {"norm": "794966559703691008:2", "burst": "794966835198801024:8"},
+        },
+        "014": {
+            "mago": {"norm": "795154763219339008:2", "burst": "795155024191415040:128"},
+            "magi": {"norm": "795154763219369984:2", "burst": "795155024191446016:128"},
+        },
+        "015": {
+            "mago": {
+                "norm": "794967514703783040:2,794968123760272000:4",
+                "burst": "794966835183206016:64",
+            },
+            "magi": {
+                "norm": "794967514703768064:2,794968123760256000:1",
+                "burst": "794967834198914944:64",
+            },
+        },
+        "016": {"mago": {"norm": "", "burst": ""}, "magi": {"norm": "", "burst": ""}},
+    }
+    return vecsec[test_number][sensor][mode]

imap_processing/tests/mag/validation/L1b/T009/MAGScience-normal-(2,2)-8s-20250204-16h39.csv

@@ -0,0 +1,17 @@
+sequence,x_pri,y_pri,z_pri,rng_pri,x_sec,y_sec,z_sec,rng_sec,pri_coarse,pri_fine,sec_coarse,sec_fine,compression,compression_width_bits
+15,157,-499,-272,3,203,-205,-193,2,476383107,64352,476383107,64354,1,18
+15,148,-473,-276,3,213,-283,-186,2,476383107,64352,476383107,64354,1,18
+15,98,-312,-170,3,220,-326,-179,2,476383107,64352,476383107,64354,1,18
+15,-4,4,17,0,235,-376,-240,3,476383107,64352,476383107,64354,1,18
+15,7,-16,31,0,149,-425,-284,3,476383107,64352,476383107,64354,1,18
+15,28,-39,-16,0,100,-486,-264,3,476383107,64352,476383107,64354,1,18
+15,3,-53,-2,0,167,-497,-279,3,476383107,64352,476383107,64354,1,18
+15,-6,-78,22,0,139,-460,-267,3,476383107,64352,476383107,64354,1,18
+15,49,-104,32,1,63,-186,-94,0,476383107,64352,476383107,64354,1,18
+15,36,-129,21,1,-10,15,25,0,476383107,64352,476383107,64354,1,18
+15,68,-103,-12,1,14,-31,22,0,476383107,64352,476383107,64354,1,18
+15,115,-135,-59,1,29,-41,-20,0,476383107,64352,476383107,64354,1,18
+15,162,-213,-111,1,-8,-60,7,0,476383107,64352,476383107,64354,1,18
+15,186,-206,-167,2,9,-84,26,1,476383107,64352,476383107,64354,1,18
+15,201,-194,-196,2,53,-118,33,1,476383107,64352,476383107,64354,1,18
+15,212,-257,-191,2,36,-121,13,1,476383107,64352,476383107,64354,1,18

imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-magi-out.csv

@@ -1,17 +1,17 @@
 t,coarse,fine,sequence,x,y,z,range,compression,compression_width
-2025-02-04T16:38:27.981979,476383107,64354,15,0.95542504596,-0.94791461247,-0.884626055955,2,1,18
-2025-02-04T16:38:28.481979,476383107,64354,15,1.00249031916,-1.30810804533,-0.85028532705,2,1,18
-2025-02-04T16:38:28.981979,476383107,64354,15,1.0354360104,-1.50668675937,-0.816826842585,2,1,18
-2025-02-04T16:38:29.481979,476383107,64354,15,0.2692989473625,-0.4248742005525,-0.267548787525,3,1,18
-2025-02-04T16:38:29.981979,476383107,64354,15,0.1707469921575,-0.4799672700675,-0.3170672152575,3,1,18
-2025-02-04T16:38:30.481979,476383107,64354,15,0.11459529675,-0.54869001219,-0.294384937875,3,1,18
-2025-02-04T16:38:30.981979,476383107,64354,15,0.1913741455725,-0.5612622219825,-0.31102190421,3,1,18
-2025-02-04T16:38:31.481979,476383107,64354,15,0.1592874624825,-0.5194412483925,-0.2977832317575,3,1,18
-2025-02-04T16:38:31.981979,476383107,64354,15,35.837166093435,-104.129102911005,-52.11528225921,0,1,18
-2025-02-04T16:38:32.481979,476383107,64354,15,-5.68843906245,8.402260826025,13.968622541925,0,1,18
-2025-02-04T16:38:32.981979,476383107,64354,15,7.96381468743,-17.358231791085,12.447504304605,0,1,18
-2025-02-04T16:38:33.481979,476383107,64354,15,16.496473281105,-22.96778973681,-11.066117873445,0,1,18
-2025-02-04T16:38:33.981979,476383107,64354,15,-4.55075124996,-33.56267110866,4.09207388463,0,1,18
-2025-02-04T16:38:34.481979,476383107,64354,15,0.165955554,-1.517995728,0.478387692,1,1,18
-2025-02-04T16:38:34.981979,476383107,64354,15,0.977293818,-2.133706896,0.609742854,1,1,18
-2025-02-04T16:38:35.481979,476383107,64354,15,0.663822216,-2.187369792,0.247695228,1,1,18
+2025-02-04T16:38:24.981979,476383107,64354,15,0.95542504596,-0.94791461247,-0.884626055955,2,1,18
+2025-02-04T16:38:25.481979,476383107,64354,15,1.00249031916,-1.30810804533,-0.85028532705,2,1,18
+2025-02-04T16:38:25.981979,476383107,64354,15,1.0354360104,-1.50668675937,-0.816826842585,2,1,18
+2025-02-04T16:38:26.481979,476383107,64354,15,0.2692989473625,-0.4248742005525,-0.267548787525,3,1,18
+2025-02-04T16:38:26.981979,476383107,64354,15,0.1707469921575,-0.4799672700675,-0.3170672152575,3,1,18
+2025-02-04T16:38:27.481979,476383107,64354,15,0.11459529675,-0.54869001219,-0.294384937875,3,1,18
+2025-02-04T16:38:27.981979,476383107,64354,15,0.1913741455725,-0.5612622219825,-0.31102190421,3,1,18
+2025-02-04T16:38:28.481979,476383107,64354,15,0.1592874624825,-0.5194412483925,-0.2977832317575,3,1,18
+2025-02-04T16:38:28.981979,476383107,64354,15,35.837166093435,-104.129102911005,-52.11528225921,0,1,18
+2025-02-04T16:38:29.481979,476383107,64354,15,-5.68843906245,8.402260826025,13.968622541925,0,1,18
+2025-02-04T16:38:29.981979,476383107,64354,15,7.96381468743,-17.358231791085,12.447504304605,0,1,18
+2025-02-04T16:38:30.481979,476383107,64354,15,16.496473281105,-22.96778973681,-11.066117873445,0,1,18
+2025-02-04T16:38:30.981979,476383107,64354,15,-4.55075124996,-33.56267110866,4.09207388463,0,1,18
+2025-02-04T16:38:31.481979,476383107,64354,15,0.165955554,-1.517995728,0.478387692,1,1,18
+2025-02-04T16:38:31.981979,476383107,64354,15,0.977293818,-2.133706896,0.609742854,1,1,18
+2025-02-04T16:38:32.481979,476383107,64354,15,0.663822216,-2.187369792,0.247695228,1,1,18

imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-mago-out.csv

@@ -1,17 +1,17 @@
 t,coarse,fine,sequence,x,y,z,range,compression,compression_width
-2025-02-04T16:38:27.981948,476383107,64352,15,0.1804626032025,-0.562105854075,-0.3036826507575,3,1,18
-2025-02-04T16:38:28.481948,476383107,64352,15,0.17011761321,-0.53281880385,-0.30834684861,3,1,18
-2025-02-04T16:38:28.981948,476383107,64352,15,0.112645446585,-0.35145717345,-0.189801018135,3,1,18
-2025-02-04T16:38:29.481948,476383107,64352,15,-2.29722020166,2.23454254428,9.55399882842,0,1,18
-2025-02-04T16:38:29.981948,476383107,64352,15,4.020135352905,-8.94601423008,17.46477430263,0,1,18
-2025-02-04T16:38:30.481948,476383107,64352,15,16.08054141162,-21.79637698257,-8.928932800755,0,1,18
-2025-02-04T16:38:30.981948,476383107,64352,15,1.722915151245,-29.65126678371,-1.008913007595,0,1,18
-2025-02-04T16:38:31.481948,476383107,64352,15,-3.44583030249,-43.64679077442,12.54925750059,0,1,18
-2025-02-04T16:38:31.981948,476383107,64352,15,0.904295196,-1.88049375,0.585438228,1,1,18
-2025-02-04T16:38:32.481948,476383107,64352,15,0.664380144,-2.333212128,0.388430856,1,1,18
-2025-02-04T16:38:32.981948,476383107,64352,15,1.254940272,-1.8618804,-0.211248648,1,1,18
-2025-02-04T16:38:33.481948,476383107,64352,15,2.12232546,-2.43962217,-1.060461756,1,1,18
-2025-02-04T16:38:33.981948,476383107,64352,15,2.989710648,-3.849712596,-1.99688544,1,1,18
-2025-02-04T16:38:34.481948,476383107,64352,15,0.87643137132,-0.95042434446,-0.769179598785,2,1,18
-2025-02-04T16:38:34.981948,476383107,64352,15,0.94711132062,-0.894849188085,-0.903518102745,2,1,18
-2025-02-04T16:38:35.481948,476383107,64352,15,0.99894328344,-1.185887030445,-0.879318758475,2,1,18
+2025-02-04T16:38:24.981948,476383107,64352,15,0.1804626032025,-0.562105854075,-0.3036826507575,3,1,18
+2025-02-04T16:38:25.481948,476383107,64352,15,0.17011761321,-0.53281880385,-0.30834684861,3,1,18
+2025-02-04T16:38:25.981948,476383107,64352,15,0.112645446585,-0.35145717345,-0.189801018135,3,1,18
+2025-02-04T16:38:26.481948,476383107,64352,15,-2.29722020166,2.23454254428,9.55399882842,0,1,18
+2025-02-04T16:38:26.981948,476383107,64352,15,4.020135352905,-8.94601423008,17.46477430263,0,1,18
+2025-02-04T16:38:27.481948,476383107,64352,15,16.08054141162,-21.79637698257,-8.928932800755,0,1,18
+2025-02-04T16:38:27.981948,476383107,64352,15,1.722915151245,-29.65126678371,-1.008913007595,0,1,18
+2025-02-04T16:38:28.481948,476383107,64352,15,-3.44583030249,-43.64679077442,12.54925750059,0,1,18
+2025-02-04T16:38:28.981948,476383107,64352,15,0.904295196,-1.88049375,0.585438228,1,1,18
+2025-02-04T16:38:29.481948,476383107,64352,15,0.664380144,-2.333212128,0.388430856,1,1,18
+2025-02-04T16:38:29.981948,476383107,64352,15,1.254940272,-1.8618804,-0.211248648,1,1,18
+2025-02-04T16:38:30.481948,476383107,64352,15,2.12232546,-2.43962217,-1.060461756,1,1,18
+2025-02-04T16:38:30.981948,476383107,64352,15,2.989710648,-3.849712596,-1.99688544,1,1,18
+2025-02-04T16:38:31.481948,476383107,64352,15,0.87643137132,-0.95042434446,-0.769179598785,2,1,18
+2025-02-04T16:38:31.981948,476383107,64352,15,0.94711132062,-0.894849188085,-0.903518102745,2,1,18
+2025-02-04T16:38:32.481948,476383107,64352,15,0.99894328344,-1.185887030445,-0.879318758475,2,1,18

imap_processing/tests/mag/validation/L1b/T010/MAGScience-normal-(2,2)-8s-20250206-12h05.csv

@@ -0,0 +1,17 @@
+sequence,x_pri,y_pri,z_pri,rng_pri,x_sec,y_sec,z_sec,rng_sec,pri_coarse,pri_fine,sec_coarse,sec_fine,compression,compression_width_bits
+4,25,-122,-66,3,24,-122,-66,3,476539141,64608,476539141,64610,1,16
+4,41,-125,-70,3,41,-125,-70,3,476539141,64608,476539141,64610,1,16
+4,34,-115,-67,3,35,-116,-67,3,476539141,64608,476539141,64610,1,16
+4,15,-47,-24,0,16,-50,-26,0,476539141,64608,476539141,64610,1,16
+4,-3,3,6,0,-3,3,6,0,476539141,64608,476539141,64610,1,16
+4,3,-8,5,0,3,-8,5,0,476539141,64608,476539141,64610,1,16
+4,7,-11,-5,0,7,-11,-5,0,476539141,64608,476539141,64610,1,16
+4,-2,-15,1,0,-2,-15,1,0,476539141,64608,476539141,64610,1,16
+4,2,-21,6,1,1,-21,6,1,476539141,64608,476539141,64610,1,16
+4,13,-30,8,1,13,-29,8,1,476539141,64608,476539141,64610,1,16
+4,9,-31,3,1,9,-31,3,1,476539141,64608,476539141,64610,1,16
+4,20,-26,-7,1,20,-26,-7,1,476539141,64608,476539141,64610,1,16
+4,32,-41,-18,1,32,-40,-18,1,476539141,64608,476539141,64610,1,16
+4,42,-55,-33,2,41,-55,-32,2,476539141,64608,476539141,64610,1,16
+4,49,-50,-46,2,48,-50,-46,2,476539141,64608,476539141,64610,1,16
+4,50,-52,-49,2,50,-51,-49,2,476539141,64608,476539141,64610,1,16

imap_processing/tests/mag/validation/L1b/T011/MAGScience-normal-(2,2)-8s-20250204-16h08.csv

@@ -0,0 +1,17 @@
+sequence,x_pri,y_pri,z_pri,rng_pri,x_sec,y_sec,z_sec,rng_sec,pri_coarse,pri_fine,sec_coarse,sec_fine,compression,compression_width_bits
+14,13,-27,-1,1,2,-5,7,0,476381218,64355,476381218,64357,0,16
+14,26,-30,-13,1,7,-10,-5,0,476381218,64355,476381218,64357,0,16
+14,38,-51,-24,1,0,-14,0,0,476381218,64355,476381218,64357,0,16
+14,44,-53,-39,2,-1,-20,5,0,476381218,64355,476381218,64357,0,16
+14,50,-48,-50,2,12,-27,8,1,476381218,64355,476381218,64357,0,16
+14,52,-59,-48,2,9,-32,4,1,476381218,64355,476381218,64357,0,16
+14,53,-78,-44,2,17,-26,-4,1,476381218,64355,476381218,64357,0,16
+14,58,-87,-51,2,29,-36,-16,1,476381218,64355,476381218,64357,0,16
+14,51,-100,-68,3,41,-54,-29,1,476381218,64355,476381218,64357,0,16
+14,26,-114,-70,3,47,-51,-43,2,476381218,64355,476381218,64357,0,16
+14,34,-125,-67,3,50,-49,-49,2,476381218,64355,476381218,64357,0,16
+14,39,-121,-70,3,53,-66,-48,2,476381218,64355,476381218,64357,0,16
+14,29,-96,-54,3,54,-80,-44,2,476381218,64355,476381218,64357,0,16
+14,3,-9,-2,0,59,-91,-56,2,476381218,64355,476381218,64357,0,16
+14,0,-1,8,0,43,-103,-71,3,476381218,64355,476381218,64357,0,16
+14,5,-10,-2,0,23,-119,-67,3,476381218,64355,476381218,64357,0,16

imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-magi-out.csv

@@ -1,17 +1,17 @@
 t,coarse,fine,sequence,x,y,z,range,compression,compression_width
-2025-02-04T16:06:58.982024,476381218,64357,14,4.55075124996,-11.19786196854,15.77425592322,0,0,16
-2025-02-04T16:06:59.482024,476381218,64357,14,15.92762937486,-22.40731698594,-11.07018889848,0,0,16
-2025-02-04T16:06:59.982024,476381218,64357,14,0,-31.33237315404,0.16302044052,0,0,16
-2025-02-04T16:07:00.482024,476381218,64357,14,-2.27537562498,-44.75666872758,11.44735711164,0,0,16
-2025-02-04T16:07:00.982024,476381218,64357,14,0.885096288,-1.952868096,0.590544504,1,0,16
-2025-02-04T16:07:01.482024,476381218,64357,14,0.663822216,-2.313845568,0.302605344,1,0,16
-2025-02-04T16:07:01.982024,476381218,64357,14,1.253886408,-1.881232704,-0.277225488,1,0,16
-2025-02-04T16:07:02.482024,476381218,64357,14,2.138982696,-2.605478976,-1.139884128,1,0,16
-2025-02-04T16:07:02.982024,476381218,64357,14,3.024078984,-3.907900224,-2.071901592,1,0,16
-2025-02-04T16:07:03.482024,476381218,64357,14,0.88482713616,-0.9431913528,-0.78778074834,2,0,16
-2025-02-04T16:07:03.982024,476381218,64357,14,0.941305464,-0.90634074822,-0.89873597394,2,0,16
-2025-02-04T16:07:04.482024,476381218,64357,14,0.99778379184,-1.22037879546,-0.87847855812,2,0,16
-2025-02-04T16:07:04.982024,476381218,64357,14,1.01660990112,-1.47895667604,-0.80315324496,2,0,16
-2025-02-04T16:07:05.482024,476381218,64357,14,1.11074044752,-1.68224447592,-1.02364442208,2,0,16
-2025-02-04T16:07:05.982024,476381218,64357,14,0.19710391041,-0.46535117637,-0.31706811786,3,0,16
-2025-02-04T16:07:06.482024,476381218,64357,14,0.10542767301,-0.53738602233,-0.29896071126,3,0,16
+2025-02-04T16:06:55.982024,476381218,64357,14,4.55075124996,-11.19786196854,15.77425592322,0,0,16
+2025-02-04T16:06:56.482024,476381218,64357,14,15.92762937486,-22.40731698594,-11.07018889848,0,0,16
+2025-02-04T16:06:56.982024,476381218,64357,14,0,-31.33237315404,0.16302044052,0,0,16
+2025-02-04T16:06:57.482024,476381218,64357,14,-2.27537562498,-44.75666872758,11.44735711164,0,0,16
+2025-02-04T16:06:57.982024,476381218,64357,14,0.885096288,-1.952868096,0.590544504,1,0,16
+2025-02-04T16:06:58.482024,476381218,64357,14,0.663822216,-2.313845568,0.302605344,1,0,16
+2025-02-04T16:06:58.982024,476381218,64357,14,1.253886408,-1.881232704,-0.277225488,1,0,16
+2025-02-04T16:06:59.482024,476381218,64357,14,2.138982696,-2.605478976,-1.139884128,1,0,16
+2025-02-04T16:06:59.982024,476381218,64357,14,3.024078984,-3.907900224,-2.071901592,1,0,16
+2025-02-04T16:07:00.482024,476381218,64357,14,0.88482713616,-0.9431913528,-0.78778074834,2,0,16
+2025-02-04T16:07:00.982024,476381218,64357,14,0.941305464,-0.90634074822,-0.89873597394,2,0,16
+2025-02-04T16:07:01.482024,476381218,64357,14,0.99778379184,-1.22037879546,-0.87847855812,2,0,16
+2025-02-04T16:07:01.982024,476381218,64357,14,1.01660990112,-1.47895667604,-0.80315324496,2,0,16
+2025-02-04T16:07:02.482024,476381218,64357,14,1.11074044752,-1.68224447592,-1.02364442208,2,0,16
+2025-02-04T16:07:02.982024,476381218,64357,14,0.19710391041,-0.46535117637,-0.31706811786,3,0,16
+2025-02-04T16:07:03.482024,476381218,64357,14,0.10542767301,-0.53738602233,-0.29896071126,3,0,16

imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-mago-out.csv

@@ -1,17 +1,17 @@
 t,coarse,fine,sequence,x,y,z,range,compression,compression_width
-2025-02-04T16:06:58.981994,476381218,64355,14,0.959660208,-1.952789976,-0.065792592,1,0,16
-2025-02-04T16:06:59.481994,476381218,64355,14,1.919320416,-2.168504496,-0.934627104,1,0,16
-2025-02-04T16:06:59.981994,476381218,64355,14,2.805160608,-3.687134832,-1.725878016,1,0,16
-2025-02-04T16:07:00.481994,476381218,64355,14,0.82931140512,-0.97823230506,-0.71816753502,2,0,16
-2025-02-04T16:07:00.981994,476381218,64355,14,0.942399324,-0.8856151974,-0.922033134,2,0,16
-2025-02-04T16:07:01.481994,476381218,64355,14,0.98009529696,-1.08887713398,-0.88430215752,2,0,16
-2025-02-04T16:07:01.981994,476381218,64355,14,0.99894328344,-1.44004598082,-0.8089813125,2,0,16
-2025-02-04T16:07:02.481994,476381218,64355,14,1.09318321584,-1.60624150722,-0.93784261842,2,0,16
-2025-02-04T16:07:02.981994,476381218,64355,14,0.23448643983,-0.4504876167,-0.30422097897,3,0,16
-2025-02-04T16:07:03.481994,476381218,64355,14,0.11954210658,-0.5137174926,-0.31298135118,3,0,16
-2025-02-04T16:07:03.981994,476381218,64355,14,0.15632429322,-0.5632591128,-0.29918061558,3,0,16
-2025-02-04T16:07:04.481994,476381218,64355,14,0.17931315987,-0.5452042089,-0.31278820557,3,0,16
-2025-02-04T16:07:04.981994,476381218,64355,14,0.13333542657,-0.4325684769,-0.24123552375,3,0,16
-2025-02-04T16:07:05.481994,476381218,64355,14,6.89166060498,-20.13180037308,-4.42656442566,0,0,16
-2025-02-04T16:07:05.981994,476381218,64355,14,0,-2.23802879004,18.00488498574,0,0,16
-2025-02-04T16:07:06.481994,476381218,64355,14,11.4861010083,-22.3628566716,-4.42269580368,0,0,16
+2025-02-04T16:06:55.981994,476381218,64355,14,0.959660208,-1.952789976,-0.065792592,1,0,16
+2025-02-04T16:06:56.481994,476381218,64355,14,1.919320416,-2.168504496,-0.934627104,1,0,16
+2025-02-04T16:06:56.981994,476381218,64355,14,2.805160608,-3.687134832,-1.725878016,1,0,16
+2025-02-04T16:06:57.481994,476381218,64355,14,0.82931140512,-0.97823230506,-0.71816753502,2,0,16
+2025-02-04T16:06:57.981994,476381218,64355,14,0.942399324,-0.8856151974,-0.922033134,2,0,16
+2025-02-04T16:06:58.481994,476381218,64355,14,0.98009529696,-1.08887713398,-0.88430215752,2,0,16
+2025-02-04T16:06:58.981994,476381218,64355,14,0.99894328344,-1.44004598082,-0.8089813125,2,0,16
+2025-02-04T16:06:59.481994,476381218,64355,14,1.09318321584,-1.60624150722,-0.93784261842,2,0,16
+2025-02-04T16:06:59.981994,476381218,64355,14,0.23448643983,-0.4504876167,-0.30422097897,3,0,16
+2025-02-04T16:07:00.481994,476381218,64355,14,0.11954210658,-0.5137174926,-0.31298135118,3,0,16
+2025-02-04T16:07:00.981994,476381218,64355,14,0.15632429322,-0.5632591128,-0.29918061558,3,0,16
+2025-02-04T16:07:01.481994,476381218,64355,14,0.17931315987,-0.5452042089,-0.31278820557,3,0,16
+2025-02-04T16:07:01.981994,476381218,64355,14,0.13333542657,-0.4325684769,-0.24123552375,3,0,16
+2025-02-04T16:07:02.481994,476381218,64355,14,6.89166060498,-20.13180037308,-4.42656442566,0,0,16
+2025-02-04T16:07:02.981994,476381218,64355,14,0,-2.23802879004,18.00488498574,0,0,16
+2025-02-04T16:07:03.481994,476381218,64355,14,11.4861010083,-22.3628566716,-4.42269580368,0,0,16

imap_processing/tests/mag/validation/L1b/T012/MAGScience-normal-(2,2)-8s-20250204-16h08.csv

@@ -0,0 +1,17 @@
+sequence,x_pri,y_pri,z_pri,rng_pri,x_sec,y_sec,z_sec,rng_sec,pri_coarse,pri_fine,sec_coarse,sec_fine,compression,compression_width_bits
+14,13,-27,-1,1,2,-5,7,0,476381218,64355,476381218,64357,0,16
+14,26,-30,-13,1,7,-10,-5,0,476381218,64355,476381218,64357,0,16
+14,38,-51,-24,1,0,-14,0,0,476381218,64355,476381218,64357,0,16
+14,44,-53,-39,2,-1,-20,5,0,476381218,64355,476381218,64357,0,16
+14,50,-48,-50,2,12,-27,8,1,476381218,64355,476381218,64357,0,16
+14,52,-59,-48,2,9,-32,4,1,476381218,64355,476381218,64357,0,16
+14,53,-78,-44,2,17,-26,-4,1,476381218,64355,476381218,64357,0,16
+14,58,-87,-51,2,29,-36,-16,1,476381218,64355,476381218,64357,0,16
+14,51,-100,-68,3,41,-54,-29,1,476381218,64355,476381218,64357,0,16
+14,26,-114,-70,3,47,-51,-43,2,476381218,64355,476381218,64357,0,16
+14,34,-125,-67,3,50,-49,-49,2,476381218,64355,476381218,64357,0,16
+14,39,-121,-70,3,53,-66,-48,2,476381218,64355,476381218,64357,0,16
+14,29,-96,-54,3,54,-80,-44,2,476381218,64355,476381218,64357,0,16
+14,3,-9,-2,0,59,-91,-56,2,476381218,64355,476381218,64357,0,16
+14,0,-1,8,0,43,-103,-71,3,476381218,64355,476381218,64357,0,16
+14,5,-10,-2,0,23,-119,-67,3,476381218,64355,476381218,64357,0,16