imap-processing 0.11.0__py3-none-any.whl → 0.13.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of imap-processing might be problematic. Click here for more details.
- imap_processing/__init__.py +11 -11
- imap_processing/_version.py +2 -2
- imap_processing/ccsds/ccsds_data.py +1 -2
- imap_processing/ccsds/excel_to_xtce.py +66 -18
- imap_processing/cdf/config/imap_codice_global_cdf_attrs.yaml +24 -40
- imap_processing/cdf/config/imap_codice_l1a_variable_attrs.yaml +934 -42
- imap_processing/cdf/config/imap_codice_l1b_variable_attrs.yaml +1846 -128
- imap_processing/cdf/config/imap_glows_global_cdf_attrs.yaml +0 -5
- imap_processing/cdf/config/imap_hi_global_cdf_attrs.yaml +10 -11
- imap_processing/cdf/config/imap_hi_variable_attrs.yaml +17 -19
- imap_processing/cdf/config/imap_hit_global_cdf_attrs.yaml +27 -14
- imap_processing/cdf/config/imap_hit_l1a_variable_attrs.yaml +106 -116
- imap_processing/cdf/config/imap_hit_l1b_variable_attrs.yaml +120 -145
- imap_processing/cdf/config/imap_hit_l2_variable_attrs.yaml +14 -0
- imap_processing/cdf/config/imap_idex_global_cdf_attrs.yaml +25 -9
- imap_processing/cdf/config/imap_idex_l1a_variable_attrs.yaml +6 -4
- imap_processing/cdf/config/imap_idex_l1b_variable_attrs.yaml +3 -3
- imap_processing/cdf/config/imap_lo_global_cdf_attrs.yaml +0 -12
- imap_processing/cdf/config/imap_lo_l1a_variable_attrs.yaml +1 -1
- imap_processing/cdf/config/imap_mag_global_cdf_attrs.yaml +23 -20
- imap_processing/cdf/config/imap_mag_l1a_variable_attrs.yaml +361 -0
- imap_processing/cdf/config/imap_mag_l1b_variable_attrs.yaml +160 -0
- imap_processing/cdf/config/imap_mag_l1c_variable_attrs.yaml +160 -0
- imap_processing/cdf/config/imap_spacecraft_global_cdf_attrs.yaml +18 -0
- imap_processing/cdf/config/imap_spacecraft_variable_attrs.yaml +40 -0
- imap_processing/cdf/config/imap_swapi_global_cdf_attrs.yaml +1 -5
- imap_processing/cdf/config/imap_swapi_variable_attrs.yaml +22 -0
- imap_processing/cdf/config/imap_swe_global_cdf_attrs.yaml +12 -4
- imap_processing/cdf/config/imap_swe_l1a_variable_attrs.yaml +16 -2
- imap_processing/cdf/config/imap_swe_l1b_variable_attrs.yaml +64 -52
- imap_processing/cdf/config/imap_swe_l2_variable_attrs.yaml +71 -47
- imap_processing/cdf/config/imap_ultra_global_cdf_attrs.yaml +180 -19
- imap_processing/cdf/config/imap_ultra_l1a_variable_attrs.yaml +5045 -41
- imap_processing/cdf/config/imap_ultra_l1b_variable_attrs.yaml +80 -17
- imap_processing/cdf/config/imap_ultra_l1c_variable_attrs.yaml +32 -57
- imap_processing/cdf/utils.py +52 -38
- imap_processing/cli.py +477 -233
- imap_processing/codice/codice_l1a.py +466 -131
- imap_processing/codice/codice_l1b.py +51 -152
- imap_processing/codice/constants.py +1360 -569
- imap_processing/codice/decompress.py +2 -6
- imap_processing/ena_maps/ena_maps.py +1103 -146
- imap_processing/ena_maps/utils/coordinates.py +19 -0
- imap_processing/ena_maps/utils/map_utils.py +14 -17
- imap_processing/ena_maps/utils/spatial_utils.py +55 -52
- imap_processing/glows/l1a/glows_l1a.py +28 -99
- imap_processing/glows/l1a/glows_l1a_data.py +2 -2
- imap_processing/glows/l1b/glows_l1b.py +1 -4
- imap_processing/glows/l1b/glows_l1b_data.py +1 -3
- imap_processing/glows/l2/glows_l2.py +2 -5
- imap_processing/hi/l1a/hi_l1a.py +54 -29
- imap_processing/hi/l1a/histogram.py +0 -1
- imap_processing/hi/l1a/science_direct_event.py +6 -8
- imap_processing/hi/l1b/hi_l1b.py +111 -82
- imap_processing/hi/l1c/hi_l1c.py +416 -32
- imap_processing/hi/utils.py +58 -12
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-sector-dt0-factors_20250219_v002.csv +81 -0
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt0-factors_20250219_v002.csv +205 -0
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt1-factors_20250219_v002.csv +205 -0
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt2-factors_20250219_v002.csv +205 -0
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt3-factors_20250219_v002.csv +205 -0
- imap_processing/hit/ancillary/imap_hit_l1b-to-l2-summed-dt0-factors_20250219_v002.csv +68 -0
- imap_processing/hit/hit_utils.py +235 -5
- imap_processing/hit/l0/constants.py +20 -11
- imap_processing/hit/l0/decom_hit.py +21 -5
- imap_processing/hit/l1a/hit_l1a.py +71 -75
- imap_processing/hit/l1b/constants.py +321 -0
- imap_processing/hit/l1b/hit_l1b.py +377 -67
- imap_processing/hit/l2/constants.py +318 -0
- imap_processing/hit/l2/hit_l2.py +723 -0
- imap_processing/hit/packet_definitions/hit_packet_definitions.xml +1323 -71
- imap_processing/ialirt/l0/mag_l0_ialirt_data.py +155 -0
- imap_processing/ialirt/l0/parse_mag.py +374 -0
- imap_processing/ialirt/l0/process_swapi.py +69 -0
- imap_processing/ialirt/l0/process_swe.py +548 -0
- imap_processing/ialirt/packet_definitions/ialirt.xml +216 -208
- imap_processing/ialirt/packet_definitions/ialirt_codicehi.xml +1 -1
- imap_processing/ialirt/packet_definitions/ialirt_codicelo.xml +1 -1
- imap_processing/ialirt/packet_definitions/ialirt_mag.xml +115 -0
- imap_processing/ialirt/packet_definitions/ialirt_swapi.xml +14 -14
- imap_processing/ialirt/utils/grouping.py +114 -0
- imap_processing/ialirt/utils/time.py +29 -0
- imap_processing/idex/atomic_masses.csv +22 -0
- imap_processing/idex/decode.py +2 -2
- imap_processing/idex/idex_constants.py +33 -0
- imap_processing/idex/idex_l0.py +22 -8
- imap_processing/idex/idex_l1a.py +81 -51
- imap_processing/idex/idex_l1b.py +13 -39
- imap_processing/idex/idex_l2a.py +823 -0
- imap_processing/idex/idex_l2b.py +120 -0
- imap_processing/idex/idex_variable_unpacking_and_eu_conversion.csv +11 -11
- imap_processing/idex/packet_definitions/idex_housekeeping_packet_definition.xml +9130 -0
- imap_processing/lo/l0/lo_science.py +7 -2
- imap_processing/lo/l1a/lo_l1a.py +1 -5
- imap_processing/lo/l1b/lo_l1b.py +702 -29
- imap_processing/lo/l1b/tof_conversions.py +11 -0
- imap_processing/lo/l1c/lo_l1c.py +1 -4
- imap_processing/mag/constants.py +51 -0
- imap_processing/mag/imap_mag_sdc_configuration_v001.py +8 -0
- imap_processing/mag/l0/decom_mag.py +10 -3
- imap_processing/mag/l1a/mag_l1a.py +23 -19
- imap_processing/mag/l1a/mag_l1a_data.py +35 -10
- imap_processing/mag/l1b/mag_l1b.py +259 -50
- imap_processing/mag/l1c/interpolation_methods.py +388 -0
- imap_processing/mag/l1c/mag_l1c.py +621 -17
- imap_processing/mag/l2/mag_l2.py +140 -0
- imap_processing/mag/l2/mag_l2_data.py +288 -0
- imap_processing/quality_flags.py +1 -0
- imap_processing/spacecraft/packet_definitions/scid_x252.xml +538 -0
- imap_processing/spacecraft/quaternions.py +121 -0
- imap_processing/spice/geometry.py +19 -22
- imap_processing/spice/kernels.py +0 -276
- imap_processing/spice/pointing_frame.py +257 -0
- imap_processing/spice/repoint.py +149 -0
- imap_processing/spice/spin.py +38 -33
- imap_processing/spice/time.py +24 -0
- imap_processing/swapi/l1/swapi_l1.py +20 -12
- imap_processing/swapi/l2/swapi_l2.py +116 -5
- imap_processing/swapi/swapi_utils.py +32 -0
- imap_processing/swe/l1a/swe_l1a.py +44 -12
- imap_processing/swe/l1a/swe_science.py +13 -13
- imap_processing/swe/l1b/swe_l1b.py +898 -23
- imap_processing/swe/l2/swe_l2.py +75 -136
- imap_processing/swe/packet_definitions/swe_packet_definition.xml +1121 -1
- imap_processing/swe/utils/swe_constants.py +64 -0
- imap_processing/swe/utils/swe_utils.py +85 -28
- imap_processing/tests/ccsds/test_data/expected_output.xml +40 -1
- imap_processing/tests/ccsds/test_excel_to_xtce.py +24 -21
- imap_processing/tests/cdf/test_data/imap_instrument2_global_cdf_attrs.yaml +0 -2
- imap_processing/tests/cdf/test_utils.py +14 -16
- imap_processing/tests/codice/conftest.py +44 -33
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-counters-aggregated_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-counters-singles_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-ialirt_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-omni_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-pha_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-priorities_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-sectored_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-counters-aggregated_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-counters-singles_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-angular_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-priority_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-species_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-pha_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-angular_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-priority_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-species_20241110193700_v0.0.0.cdf +0 -0
- imap_processing/tests/codice/test_codice_l1a.py +126 -53
- imap_processing/tests/codice/test_codice_l1b.py +6 -7
- imap_processing/tests/codice/test_decompress.py +4 -4
- imap_processing/tests/conftest.py +239 -27
- imap_processing/tests/ena_maps/conftest.py +51 -0
- imap_processing/tests/ena_maps/test_ena_maps.py +1068 -110
- imap_processing/tests/ena_maps/test_map_utils.py +66 -43
- imap_processing/tests/ena_maps/test_spatial_utils.py +17 -21
- imap_processing/tests/glows/conftest.py +10 -14
- imap_processing/tests/glows/test_glows_decom.py +4 -4
- imap_processing/tests/glows/test_glows_l1a_cdf.py +6 -27
- imap_processing/tests/glows/test_glows_l1a_data.py +6 -8
- imap_processing/tests/glows/test_glows_l1b.py +11 -11
- imap_processing/tests/glows/test_glows_l1b_data.py +5 -5
- imap_processing/tests/glows/test_glows_l2.py +2 -8
- imap_processing/tests/hi/conftest.py +1 -1
- imap_processing/tests/hi/data/l0/H45_diag_fee_20250208.bin +0 -0
- imap_processing/tests/hi/data/l0/H45_diag_fee_20250208_verify.csv +205 -0
- imap_processing/tests/hi/test_hi_l1b.py +22 -27
- imap_processing/tests/hi/test_hi_l1c.py +249 -18
- imap_processing/tests/hi/test_l1a.py +35 -7
- imap_processing/tests/hi/test_science_direct_event.py +3 -3
- imap_processing/tests/hi/test_utils.py +24 -2
- imap_processing/tests/hit/helpers/l1_validation.py +74 -73
- imap_processing/tests/hit/test_data/hskp_sample.ccsds +0 -0
- imap_processing/tests/hit/test_data/imap_hit_l0_raw_20100105_v001.pkts +0 -0
- imap_processing/tests/hit/test_decom_hit.py +5 -1
- imap_processing/tests/hit/test_hit_l1a.py +32 -36
- imap_processing/tests/hit/test_hit_l1b.py +300 -81
- imap_processing/tests/hit/test_hit_l2.py +716 -0
- imap_processing/tests/hit/test_hit_utils.py +184 -7
- imap_processing/tests/hit/validation_data/hit_l1b_standard_sample2_nsrl_v4_3decimals.csv +62 -62
- imap_processing/tests/hit/validation_data/hskp_sample_eu_3_6_2025.csv +89 -0
- imap_processing/tests/hit/validation_data/hskp_sample_raw.csv +89 -88
- imap_processing/tests/hit/validation_data/sci_sample_raw.csv +1 -1
- imap_processing/tests/ialirt/data/l0/461971383-404.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971384-405.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971385-406.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971386-407.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971387-408.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971388-409.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971389-410.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971390-411.bin +0 -0
- imap_processing/tests/ialirt/data/l0/461971391-412.bin +0 -0
- imap_processing/tests/ialirt/data/l0/sample_decoded_i-alirt_data.csv +383 -0
- imap_processing/tests/ialirt/unit/test_decom_ialirt.py +16 -81
- imap_processing/tests/ialirt/unit/test_grouping.py +81 -0
- imap_processing/tests/ialirt/unit/test_parse_mag.py +223 -0
- imap_processing/tests/ialirt/unit/test_process_codicehi.py +3 -3
- imap_processing/tests/ialirt/unit/test_process_codicelo.py +3 -10
- imap_processing/tests/ialirt/unit/test_process_ephemeris.py +4 -4
- imap_processing/tests/ialirt/unit/test_process_hit.py +3 -3
- imap_processing/tests/ialirt/unit/test_process_swapi.py +24 -16
- imap_processing/tests/ialirt/unit/test_process_swe.py +319 -6
- imap_processing/tests/ialirt/unit/test_time.py +16 -0
- imap_processing/tests/idex/conftest.py +127 -6
- imap_processing/tests/idex/test_data/imap_idex_l0_raw_20231218_v001.pkts +0 -0
- imap_processing/tests/idex/test_data/imap_idex_l0_raw_20241206_v001.pkts +0 -0
- imap_processing/tests/idex/test_data/imap_idex_l0_raw_20250108_v001.pkts +0 -0
- imap_processing/tests/idex/test_data/impact_14_tof_high_data.txt +4508 -4508
- imap_processing/tests/idex/test_idex_l0.py +33 -11
- imap_processing/tests/idex/test_idex_l1a.py +92 -21
- imap_processing/tests/idex/test_idex_l1b.py +106 -27
- imap_processing/tests/idex/test_idex_l2a.py +399 -0
- imap_processing/tests/idex/test_idex_l2b.py +93 -0
- imap_processing/tests/lo/test_cdfs/imap_lo_l1a_de_20241022_v002.cdf +0 -0
- imap_processing/tests/lo/test_cdfs/imap_lo_l1a_spin_20241022_v002.cdf +0 -0
- imap_processing/tests/lo/test_lo_l1a.py +3 -3
- imap_processing/tests/lo/test_lo_l1b.py +515 -6
- imap_processing/tests/lo/test_lo_l1c.py +1 -1
- imap_processing/tests/lo/test_lo_science.py +7 -7
- imap_processing/tests/lo/test_star_sensor.py +1 -1
- imap_processing/tests/mag/conftest.py +120 -2
- imap_processing/tests/mag/test_mag_decom.py +5 -4
- imap_processing/tests/mag/test_mag_l1a.py +51 -7
- imap_processing/tests/mag/test_mag_l1b.py +40 -59
- imap_processing/tests/mag/test_mag_l1c.py +354 -19
- imap_processing/tests/mag/test_mag_l2.py +130 -0
- imap_processing/tests/mag/test_mag_validation.py +247 -26
- imap_processing/tests/mag/validation/L1b/T009/MAGScience-normal-(2,2)-8s-20250204-16h39.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-magi-out.csv +16 -16
- imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-mago-out.csv +16 -16
- imap_processing/tests/mag/validation/L1b/T010/MAGScience-normal-(2,2)-8s-20250206-12h05.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T011/MAGScience-normal-(2,2)-8s-20250204-16h08.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-magi-out.csv +16 -16
- imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-mago-out.csv +16 -16
- imap_processing/tests/mag/validation/L1b/T012/MAGScience-normal-(2,2)-8s-20250204-16h08.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T012/data.bin +0 -0
- imap_processing/tests/mag/validation/L1b/T012/field_like_all_ranges.txt +19200 -0
- imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-cal.cdf +0 -0
- imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-in.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-magi-out.csv +17 -0
- imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-mago-out.csv +17 -0
- imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-magi-normal-in.csv +1217 -0
- imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-magi-normal-out.csv +1857 -0
- imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-mago-normal-in.csv +1217 -0
- imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-mago-normal-out.csv +1857 -0
- imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-magi-normal-in.csv +1217 -0
- imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-magi-normal-out.csv +1793 -0
- imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-mago-normal-in.csv +1217 -0
- imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-mago-normal-out.csv +1793 -0
- imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-burst-in.csv +2561 -0
- imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-normal-in.csv +961 -0
- imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-normal-out.csv +1539 -0
- imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-mago-normal-in.csv +1921 -0
- imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-mago-normal-out.csv +2499 -0
- imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-magi-normal-in.csv +865 -0
- imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-magi-normal-out.csv +1196 -0
- imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-mago-normal-in.csv +1729 -0
- imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-mago-normal-out.csv +3053 -0
- imap_processing/tests/mag/validation/L2/imap_mag_l1b_norm-mago_20251017_v002.cdf +0 -0
- imap_processing/tests/mag/validation/calibration/imap_mag_l1b-calibration_20240229_v001.cdf +0 -0
- imap_processing/tests/mag/validation/calibration/imap_mag_l2-calibration-matrices_20251017_v004.cdf +0 -0
- imap_processing/tests/mag/validation/calibration/imap_mag_l2-offsets-norm_20251017_20251017_v001.cdf +0 -0
- imap_processing/tests/spacecraft/data/SSR_2024_190_20_08_12_0483851794_2_DA_apid0594_1packet.pkts +0 -0
- imap_processing/tests/spacecraft/test_quaternions.py +71 -0
- imap_processing/tests/spice/test_data/fake_repoint_data.csv +5 -0
- imap_processing/tests/spice/test_data/fake_spin_data.csv +11 -11
- imap_processing/tests/spice/test_geometry.py +9 -12
- imap_processing/tests/spice/test_kernels.py +1 -200
- imap_processing/tests/spice/test_pointing_frame.py +185 -0
- imap_processing/tests/spice/test_repoint.py +121 -0
- imap_processing/tests/spice/test_spin.py +50 -9
- imap_processing/tests/spice/test_time.py +14 -0
- imap_processing/tests/swapi/lut/imap_swapi_esa-unit-conversion_20250211_v000.csv +73 -0
- imap_processing/tests/swapi/lut/imap_swapi_lut-notes_20250211_v000.csv +1025 -0
- imap_processing/tests/swapi/test_swapi_l1.py +13 -11
- imap_processing/tests/swapi/test_swapi_l2.py +180 -8
- imap_processing/tests/swe/l0_data/2024051010_SWE_HK_packet.bin +0 -0
- imap_processing/tests/swe/l0_data/2024051011_SWE_CEM_RAW_packet.bin +0 -0
- imap_processing/tests/swe/l0_validation_data/idle_export_eu.SWE_APP_HK_20240510_092742.csv +49 -0
- imap_processing/tests/swe/l0_validation_data/idle_export_eu.SWE_CEM_RAW_20240510_092742.csv +593 -0
- imap_processing/tests/swe/lut/checker-board-indices.csv +24 -0
- imap_processing/tests/swe/lut/imap_swe_esa-lut_20250301_v000.csv +385 -0
- imap_processing/tests/swe/lut/imap_swe_l1b-in-flight-cal_20240510_20260716_v000.csv +3 -0
- imap_processing/tests/swe/test_swe_l1a.py +20 -2
- imap_processing/tests/swe/test_swe_l1a_cem_raw.py +52 -0
- imap_processing/tests/swe/test_swe_l1a_hk.py +68 -0
- imap_processing/tests/swe/test_swe_l1a_science.py +3 -3
- imap_processing/tests/swe/test_swe_l1b.py +162 -24
- imap_processing/tests/swe/test_swe_l2.py +153 -91
- imap_processing/tests/test_cli.py +171 -88
- imap_processing/tests/test_utils.py +140 -17
- imap_processing/tests/ultra/data/l0/FM45_UltraFM45_Functional_2024-01-22T0105_20240122T010548.CCSDS +0 -0
- imap_processing/tests/ultra/data/l0/ultra45_raw_sc_ultraimgrates_20220530_00.csv +164 -0
- imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultrarawimg_withFSWcalcs_FM45_40P_Phi28p5_BeamCal_LinearScan_phi2850_theta-000_20240207T102740.csv +3243 -3243
- imap_processing/tests/ultra/data/mock_data.py +369 -0
- imap_processing/tests/ultra/unit/conftest.py +115 -89
- imap_processing/tests/ultra/unit/test_badtimes.py +4 -4
- imap_processing/tests/ultra/unit/test_cullingmask.py +8 -6
- imap_processing/tests/ultra/unit/test_de.py +14 -13
- imap_processing/tests/ultra/unit/test_decom_apid_880.py +27 -76
- imap_processing/tests/ultra/unit/test_decom_apid_881.py +54 -11
- imap_processing/tests/ultra/unit/test_decom_apid_883.py +12 -10
- imap_processing/tests/ultra/unit/test_decom_apid_896.py +202 -55
- imap_processing/tests/ultra/unit/test_lookup_utils.py +23 -1
- imap_processing/tests/ultra/unit/test_spacecraft_pset.py +77 -0
- imap_processing/tests/ultra/unit/test_ultra_l1a.py +98 -305
- imap_processing/tests/ultra/unit/test_ultra_l1b.py +60 -14
- imap_processing/tests/ultra/unit/test_ultra_l1b_annotated.py +2 -2
- imap_processing/tests/ultra/unit/test_ultra_l1b_culling.py +26 -27
- imap_processing/tests/ultra/unit/test_ultra_l1b_extended.py +239 -70
- imap_processing/tests/ultra/unit/test_ultra_l1c.py +5 -5
- imap_processing/tests/ultra/unit/test_ultra_l1c_pset_bins.py +114 -83
- imap_processing/tests/ultra/unit/test_ultra_l2.py +230 -0
- imap_processing/ultra/constants.py +1 -1
- imap_processing/ultra/l0/decom_tools.py +27 -39
- imap_processing/ultra/l0/decom_ultra.py +168 -204
- imap_processing/ultra/l0/ultra_utils.py +152 -136
- imap_processing/ultra/l1a/ultra_l1a.py +55 -271
- imap_processing/ultra/l1b/badtimes.py +1 -4
- imap_processing/ultra/l1b/cullingmask.py +2 -6
- imap_processing/ultra/l1b/de.py +116 -57
- imap_processing/ultra/l1b/extendedspin.py +20 -18
- imap_processing/ultra/l1b/lookup_utils.py +72 -9
- imap_processing/ultra/l1b/ultra_l1b.py +36 -16
- imap_processing/ultra/l1b/ultra_l1b_culling.py +66 -30
- imap_processing/ultra/l1b/ultra_l1b_extended.py +297 -94
- imap_processing/ultra/l1c/histogram.py +2 -6
- imap_processing/ultra/l1c/spacecraft_pset.py +84 -0
- imap_processing/ultra/l1c/ultra_l1c.py +8 -9
- imap_processing/ultra/l1c/ultra_l1c_pset_bins.py +206 -108
- imap_processing/ultra/l2/ultra_l2.py +299 -0
- imap_processing/ultra/lookup_tables/Angular_Profiles_FM45_LeftSlit.csv +526 -0
- imap_processing/ultra/lookup_tables/Angular_Profiles_FM45_RightSlit.csv +526 -0
- imap_processing/ultra/lookup_tables/Angular_Profiles_FM90_LeftSlit.csv +526 -0
- imap_processing/ultra/lookup_tables/Angular_Profiles_FM90_RightSlit.csv +526 -0
- imap_processing/ultra/lookup_tables/FM45_Startup1_ULTRA_IMGPARAMS_20240719.csv +2 -2
- imap_processing/ultra/lookup_tables/FM90_Startup1_ULTRA_IMGPARAMS_20240719.csv +2 -0
- imap_processing/ultra/packet_definitions/README.md +38 -0
- imap_processing/ultra/packet_definitions/ULTRA_SCI_COMBINED.xml +15302 -482
- imap_processing/ultra/utils/ultra_l1_utils.py +31 -12
- imap_processing/utils.py +69 -29
- {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/METADATA +10 -6
- imap_processing-0.13.0.dist-info/RECORD +578 -0
- imap_processing/cdf/config/imap_mag_l1_variable_attrs.yaml +0 -237
- imap_processing/hi/l1a/housekeeping.py +0 -27
- imap_processing/hi/l1b/hi_eng_unit_convert_table.csv +0 -154
- imap_processing/swe/l1b/swe_esa_lookup_table.csv +0 -1441
- imap_processing/swe/l1b/swe_l1b_science.py +0 -652
- imap_processing/tests/codice/data/imap_codice_l1a_hi-counters-aggregated_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_hi-counters-singles_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_hi-omni_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_hi-sectored_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_hskp_20100101_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-counters-aggregated_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-counters-singles_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-angular_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-priority_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-species_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-angular_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-priority_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-species_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_hi-counters-aggregated_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_hi-counters-singles_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_hi-omni_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_hi-sectored_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_hskp_20100101_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-counters-aggregated_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-counters-singles_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-angular_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-priority_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-species_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-angular_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-priority_20240429_v001.cdf +0 -0
- imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-species_20240429_v001.cdf +0 -0
- imap_processing/tests/hi/data/l1/imap_hi_l1b_45sensor-de_20250415_v999.cdf +0 -0
- imap_processing/tests/hit/PREFLIGHT_raw_record_2023_256_15_59_04_apid1251.pkts +0 -0
- imap_processing/tests/hit/PREFLIGHT_raw_record_2023_256_15_59_04_apid1252.pkts +0 -0
- imap_processing/tests/hit/validation_data/hskp_sample_eu.csv +0 -89
- imap_processing/tests/hit/validation_data/sci_sample_raw1.csv +0 -29
- imap_processing/tests/idex/test_data/imap_idex_l0_raw_20231214_v001.pkts +0 -0
- imap_processing/tests/lo/test_cdfs/imap_lo_l1a_de_20100101_v001.cdf +0 -0
- imap_processing/tests/lo/test_cdfs/imap_lo_l1a_spin_20100101_v001.cdf +0 -0
- imap_processing/tests/swe/test_swe_l1b_science.py +0 -84
- imap_processing/tests/ultra/test_data/mock_data.py +0 -161
- imap_processing/ultra/l1c/pset.py +0 -40
- imap_processing/ultra/lookup_tables/dps_sensitivity45.cdf +0 -0
- imap_processing-0.11.0.dist-info/RECORD +0 -488
- /imap_processing/idex/packet_definitions/{idex_packet_definition.xml → idex_science_packet_definition.xml} +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/20240827095047_SWE_IALIRT_packet.bin +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/BinLog CCSDS_FRAG_TLM_20240826_152323Z_IALIRT_data_for_SDC.bin +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/IALiRT Raw Packet Telemetry.txt +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/apid01152.tlm +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/eu_SWP_IAL_20240826_152033.csv +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/hi_fsw_view_1_ccsds.bin +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/hit_ialirt_sample.ccsds +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/hit_ialirt_sample.csv +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/idle_export_eu.SWE_IALIRT_20240827_093852.csv +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/imap_codice_l1a_hi-ialirt_20240523200000_v0.0.0.cdf +0 -0
- /imap_processing/tests/ialirt/{test_data → data}/l0/imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf +0 -0
- /imap_processing/{mag/l1b → tests/spacecraft}/__init__.py +0 -0
- /imap_processing/{swe/l1b/engineering_unit_convert_table.csv → tests/swe/lut/imap_swe_eu-conversion_20240510_v000.csv} +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/FM45_40P_Phi28p5_BeamCal_LinearScan_phi28.50_theta-0.00_20240207T102740.CCSDS +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/FM45_7P_Phi0.0_BeamCal_LinearScan_phi0.04_theta-0.01_20230821T121304.CCSDS +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.CCSDS +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.CCSDS +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_auxdata_Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.csv +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_enaphxtofhangimg_FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.csv +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultraimgrates_Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.csv +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultrarawimgevent_FM45_7P_Phi00_BeamCal_LinearScan_phi004_theta-001_20230821T121304.csv +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E1.cdf +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E12.cdf +0 -0
- /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E24.cdf +0 -0
- {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/LICENSE +0 -0
- {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/WHEEL +0 -0
- {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/entry_points.txt +0 -0
|
@@ -4,6 +4,7 @@ import numpy as np
|
|
|
4
4
|
import pandas as pd
|
|
5
5
|
import pytest
|
|
6
6
|
|
|
7
|
+
from imap_processing import imap_module_directory
|
|
7
8
|
from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
|
|
8
9
|
|
|
9
10
|
|
|
@@ -13,8 +14,7 @@ from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
|
|
|
13
14
|
pytest.param(
|
|
14
15
|
{
|
|
15
16
|
"apid": ULTRA_RATES.apid[0],
|
|
16
|
-
"filename": "
|
|
17
|
-
"ThetaScan_20220530T225054.CCSDS",
|
|
17
|
+
"filename": "Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.CCSDS",
|
|
18
18
|
}
|
|
19
19
|
)
|
|
20
20
|
],
|
|
@@ -23,28 +23,71 @@ from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
|
|
|
23
23
|
def test_image_rate_decom(decom_test_data, rates_test_path):
|
|
24
24
|
"""This function reads validation data and checks that decom data
|
|
25
25
|
matches validation data for image rate packet"""
|
|
26
|
-
decom_ultra
|
|
26
|
+
decom_ultra = decom_test_data
|
|
27
27
|
|
|
28
28
|
df = pd.read_csv(rates_test_path, index_col="MET")
|
|
29
29
|
total_packets = 23
|
|
30
30
|
|
|
31
|
-
np.testing.assert_array_equal(df.SID, decom_ultra["
|
|
32
|
-
np.testing.assert_array_equal(df.Spin, decom_ultra["
|
|
33
|
-
np.testing.assert_array_equal(df.AbortFlag, decom_ultra["
|
|
34
|
-
np.testing.assert_array_equal(df.StartDelay, decom_ultra["
|
|
31
|
+
np.testing.assert_array_equal(df.SID, decom_ultra["sid"])
|
|
32
|
+
np.testing.assert_array_equal(df.Spin, decom_ultra["spin"])
|
|
33
|
+
np.testing.assert_array_equal(df.AbortFlag, decom_ultra["abortflag"])
|
|
34
|
+
np.testing.assert_array_equal(df.StartDelay, decom_ultra["startdelay"])
|
|
35
35
|
|
|
36
36
|
# Spot-check first packet
|
|
37
|
-
t0 = decom_ultra["
|
|
38
|
-
expected_arr0 = json.loads(df.loc[t0].Counts)
|
|
37
|
+
t0 = decom_ultra["shcoarse"][0]
|
|
38
|
+
expected_arr0 = json.loads(df.loc[int(t0)].Counts)
|
|
39
39
|
arr = []
|
|
40
40
|
for name in RATES_KEYS:
|
|
41
41
|
arr.append(decom_ultra[name][0])
|
|
42
42
|
assert expected_arr0 == arr
|
|
43
43
|
|
|
44
44
|
# Spot-check last packet
|
|
45
|
-
tn = decom_ultra["
|
|
46
|
-
expected_arrn = json.loads(df.loc[tn].Counts)
|
|
45
|
+
tn = decom_ultra["shcoarse"][total_packets - 1]
|
|
46
|
+
expected_arrn = json.loads(df.loc[int(tn)].Counts)
|
|
47
47
|
arr = []
|
|
48
48
|
for name in RATES_KEYS:
|
|
49
49
|
arr.append(decom_ultra[name][total_packets - 1])
|
|
50
50
|
assert expected_arrn == arr
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
@pytest.mark.parametrize(
|
|
54
|
+
"decom_test_data",
|
|
55
|
+
[
|
|
56
|
+
pytest.param(
|
|
57
|
+
{
|
|
58
|
+
"apid": ULTRA_RATES.apid[0],
|
|
59
|
+
"filename": "FM45_UltraFM45_Functional_2024-01-22T0105_"
|
|
60
|
+
"20240122T010548.CCSDS",
|
|
61
|
+
}
|
|
62
|
+
)
|
|
63
|
+
],
|
|
64
|
+
indirect=True,
|
|
65
|
+
)
|
|
66
|
+
def test_image_rate_decom_zero_width(decom_test_data):
|
|
67
|
+
"""This function tests for cases in which the width is zero within the packet."""
|
|
68
|
+
test_path = (
|
|
69
|
+
imap_module_directory
|
|
70
|
+
/ "tests"
|
|
71
|
+
/ "ultra"
|
|
72
|
+
/ "data"
|
|
73
|
+
/ "l0"
|
|
74
|
+
/ "ultra45_raw_sc_ultraimgrates_20220530_00.csv"
|
|
75
|
+
)
|
|
76
|
+
|
|
77
|
+
decom_ultra = decom_test_data
|
|
78
|
+
|
|
79
|
+
df = pd.read_csv(test_path, index_col="MET")
|
|
80
|
+
total_packets = 163
|
|
81
|
+
|
|
82
|
+
np.testing.assert_array_equal(df.SID, decom_ultra["sid"])
|
|
83
|
+
np.testing.assert_array_equal(df.Spin, decom_ultra["spin"])
|
|
84
|
+
np.testing.assert_array_equal(df.AbortFlag, decom_ultra["abortflag"])
|
|
85
|
+
np.testing.assert_array_equal(df.StartDelay, decom_ultra["startdelay"])
|
|
86
|
+
|
|
87
|
+
for i in range(total_packets):
|
|
88
|
+
t = int(df["SequenceCount"].iloc[i]) # Ensure we get an integer value
|
|
89
|
+
expected_arr = json.loads(df.loc[df["SequenceCount"] == t, "Counts"].values[0])
|
|
90
|
+
arr = []
|
|
91
|
+
for name in RATES_KEYS:
|
|
92
|
+
arr.append(decom_ultra[name][i])
|
|
93
|
+
assert expected_arr == arr
|
|
@@ -6,8 +6,6 @@ import pytest
|
|
|
6
6
|
|
|
7
7
|
from imap_processing.ultra.l0.ultra_utils import ULTRA_TOF
|
|
8
8
|
|
|
9
|
-
# TODO: discuss with instrument team incomplete set of SIDs
|
|
10
|
-
|
|
11
9
|
|
|
12
10
|
@pytest.mark.parametrize(
|
|
13
11
|
"decom_test_data",
|
|
@@ -15,7 +13,7 @@ from imap_processing.ultra.l0.ultra_utils import ULTRA_TOF
|
|
|
15
13
|
pytest.param(
|
|
16
14
|
{
|
|
17
15
|
"apid": ULTRA_TOF.apid[0],
|
|
18
|
-
"filename": "
|
|
16
|
+
"filename": "FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.CCSDS",
|
|
19
17
|
}
|
|
20
18
|
)
|
|
21
19
|
],
|
|
@@ -25,20 +23,24 @@ def test_tof_decom(decom_test_data, tof_test_path):
|
|
|
25
23
|
"""This function reads validation data and checks that decom data
|
|
26
24
|
matches validation data for image rate packet"""
|
|
27
25
|
|
|
28
|
-
decom_ultra
|
|
26
|
+
decom_ultra = decom_test_data
|
|
29
27
|
df = pd.read_csv(tof_test_path, index_col="SequenceCount")
|
|
30
28
|
|
|
31
|
-
np.testing.assert_array_equal(df.Spin, decom_ultra["
|
|
32
|
-
np.testing.assert_array_equal(
|
|
33
|
-
|
|
34
|
-
|
|
29
|
+
np.testing.assert_array_equal(df.Spin, decom_ultra["spin"].values.flatten())
|
|
30
|
+
np.testing.assert_array_equal(
|
|
31
|
+
df.AbortFlag, decom_ultra["abortflag"].values.flatten()
|
|
32
|
+
)
|
|
33
|
+
np.testing.assert_array_equal(
|
|
34
|
+
df.StartDelay, decom_ultra["startdelay"].values.flatten()
|
|
35
|
+
)
|
|
36
|
+
assert json.loads(df["P00s"].values[0])[0] == decom_ultra["p00"][0][0]
|
|
35
37
|
|
|
36
38
|
for count in df.index.get_level_values("SequenceCount").values:
|
|
37
39
|
df_data = df[df.index.get_level_values("SequenceCount") == count].Images.values[
|
|
38
40
|
0
|
|
39
41
|
]
|
|
40
|
-
rows, cols = np.where(decom_ultra["
|
|
41
|
-
decom_data = decom_ultra["
|
|
42
|
+
rows, cols = np.where(decom_ultra["src_seq_ctr"] == count)
|
|
43
|
+
decom_data = decom_ultra["packetdata"][rows[0]][cols[0]]
|
|
42
44
|
df_data_array = np.array(json.loads(df_data)[0])
|
|
43
45
|
|
|
44
46
|
np.testing.assert_array_equal(df_data_array, decom_data)
|
|
@@ -23,33 +23,92 @@ def test_image_raw_events_decom(
|
|
|
23
23
|
):
|
|
24
24
|
"""This function reads validation data and checks that decom data
|
|
25
25
|
matches validation data for image rate packet"""
|
|
26
|
-
decom_ultra
|
|
26
|
+
decom_ultra = decom_test_data
|
|
27
27
|
|
|
28
28
|
df = pd.read_csv(events_test_path, index_col="MET")
|
|
29
|
-
df.replace(-1, np.iinfo(np.int64).min, inplace=True)
|
|
30
29
|
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
np.testing.assert_array_equal(
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
np.testing.assert_array_equal(
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
np.testing.assert_array_equal(
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
np.testing.assert_array_equal(
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
)
|
|
49
|
-
np.testing.assert_array_equal(
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
30
|
+
# # Check all values of each column are as expected,
|
|
31
|
+
# except for those set to fill value
|
|
32
|
+
np.testing.assert_array_equal(
|
|
33
|
+
df["SID"].values[df["SID"].values != -1],
|
|
34
|
+
decom_ultra["sid"].values[df["SID"].values != -1],
|
|
35
|
+
)
|
|
36
|
+
np.testing.assert_array_equal(
|
|
37
|
+
df["Spin"].values[df["Spin"].values != -1],
|
|
38
|
+
decom_ultra["spin"].values[df["Spin"].values != -1],
|
|
39
|
+
)
|
|
40
|
+
np.testing.assert_array_equal(
|
|
41
|
+
df["AbortFlag"].values[df["AbortFlag"].values != -1],
|
|
42
|
+
decom_ultra["abortflag"].values[df["AbortFlag"].values != -1],
|
|
43
|
+
)
|
|
44
|
+
np.testing.assert_array_equal(
|
|
45
|
+
df["StartDelay"].values[df["StartDelay"].values != -1],
|
|
46
|
+
decom_ultra["startdelay"].values[df["StartDelay"].values != -1],
|
|
47
|
+
)
|
|
48
|
+
np.testing.assert_array_equal(
|
|
49
|
+
df["Count"].values[df["Count"].values != -1],
|
|
50
|
+
decom_ultra["count"].values[df["Count"].values != -1],
|
|
51
|
+
)
|
|
52
|
+
np.testing.assert_array_equal(
|
|
53
|
+
df["CoinType"].values[df["CoinType"].values != -1],
|
|
54
|
+
decom_ultra["coin_type"].values[df["CoinType"].values != -1],
|
|
55
|
+
)
|
|
56
|
+
np.testing.assert_array_equal(
|
|
57
|
+
df["StartType"].values[df["StartType"].values != -1],
|
|
58
|
+
decom_ultra["start_type"].values[df["StartType"].values != -1],
|
|
59
|
+
)
|
|
60
|
+
np.testing.assert_array_equal(
|
|
61
|
+
df["StopType"].values[df["StopType"].values != -1],
|
|
62
|
+
decom_ultra["stop_type"].values[df["StopType"].values != -1],
|
|
63
|
+
)
|
|
64
|
+
np.testing.assert_array_equal(
|
|
65
|
+
df["StartPosTDC"].values[df["StartPosTDC"].values != -1],
|
|
66
|
+
decom_ultra["start_pos_tdc"].values[df["StartPosTDC"].values != -1],
|
|
67
|
+
)
|
|
68
|
+
np.testing.assert_array_equal(
|
|
69
|
+
df["StopNorthTDC"].values[df["StopNorthTDC"].values != -1],
|
|
70
|
+
decom_ultra["stop_north_tdc"].values[df["StopNorthTDC"].values != -1],
|
|
71
|
+
)
|
|
72
|
+
np.testing.assert_array_equal(
|
|
73
|
+
df["StopEastTDC"].values[df["StopEastTDC"].values != -1],
|
|
74
|
+
decom_ultra["stop_east_tdc"].values[df["StopEastTDC"].values != -1],
|
|
75
|
+
)
|
|
76
|
+
np.testing.assert_array_equal(
|
|
77
|
+
df["StopSouthTDC"].values[df["StopSouthTDC"].values != -1],
|
|
78
|
+
decom_ultra["stop_south_tdc"].values[df["StopSouthTDC"].values != -1],
|
|
79
|
+
)
|
|
80
|
+
np.testing.assert_array_equal(
|
|
81
|
+
df["StopWestTDC"].values[df["StopWestTDC"].values != -1],
|
|
82
|
+
decom_ultra["stop_west_tdc"].values[df["StopWestTDC"].values != -1],
|
|
83
|
+
)
|
|
84
|
+
np.testing.assert_array_equal(
|
|
85
|
+
df["CoinNorthTDC"].values[df["CoinNorthTDC"].values != -1],
|
|
86
|
+
decom_ultra["coin_north_tdc"].values[df["CoinNorthTDC"].values != -1],
|
|
87
|
+
)
|
|
88
|
+
np.testing.assert_array_equal(
|
|
89
|
+
df["CoinSouthTDC"].values[df["CoinSouthTDC"].values != -1],
|
|
90
|
+
decom_ultra["coin_south_tdc"].values[df["CoinSouthTDC"].values != -1],
|
|
91
|
+
)
|
|
92
|
+
np.testing.assert_array_equal(
|
|
93
|
+
df["CoinDiscreteTDC"].values[df["CoinDiscreteTDC"].values != -1],
|
|
94
|
+
decom_ultra["coin_discrete_tdc"].values[df["CoinDiscreteTDC"].values != -1],
|
|
95
|
+
)
|
|
96
|
+
np.testing.assert_array_equal(
|
|
97
|
+
df["EnergyOrPH"].values[df["EnergyOrPH"].values != -1],
|
|
98
|
+
decom_ultra["energy_ph"].values[df["EnergyOrPH"].values != -1],
|
|
99
|
+
)
|
|
100
|
+
np.testing.assert_array_equal(
|
|
101
|
+
df["PulseWidth"].values[df["PulseWidth"].values != -1],
|
|
102
|
+
decom_ultra["pulse_width"].values[df["PulseWidth"].values != -1],
|
|
103
|
+
)
|
|
104
|
+
np.testing.assert_array_equal(
|
|
105
|
+
df["PhaseAngle"].values[df["PhaseAngle"].values != -1],
|
|
106
|
+
decom_ultra["phase_angle"].values[df["PhaseAngle"].values != -1],
|
|
107
|
+
)
|
|
108
|
+
np.testing.assert_array_equal(
|
|
109
|
+
df["Bin"].values[df["Bin"].values != -1],
|
|
110
|
+
decom_ultra["bin"].values[df["Bin"].values != -1],
|
|
111
|
+
)
|
|
53
112
|
|
|
54
113
|
|
|
55
114
|
@pytest.mark.parametrize(
|
|
@@ -69,36 +128,124 @@ def test_image_raw_events_decom_flags(decom_test_data, events_test_path):
|
|
|
69
128
|
"""This function reads validation data and checks that decom data
|
|
70
129
|
matches validation data for image rate packet"""
|
|
71
130
|
|
|
72
|
-
|
|
131
|
+
# # Check all values of each column are as expected,
|
|
132
|
+
# except for those set to fill value
|
|
133
|
+
decom_ultra = decom_test_data
|
|
73
134
|
df = pd.read_csv(events_test_path, index_col="MET")
|
|
74
|
-
df.replace(-1, np.iinfo(np.int64).min, inplace=True)
|
|
75
135
|
|
|
76
|
-
np.testing.assert_array_equal(
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
np.testing.assert_array_equal(
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
np.testing.assert_array_equal(
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
np.testing.assert_array_equal(
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
np.testing.assert_array_equal(
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
np.testing.assert_array_equal(
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
np.testing.assert_array_equal(
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
np.testing.assert_array_equal(
|
|
136
|
+
np.testing.assert_array_equal(
|
|
137
|
+
df["CnT"].values[df["CnT"].values != -1],
|
|
138
|
+
decom_ultra["event_flag_cnt"].values[df["CnT"].values != -1],
|
|
139
|
+
)
|
|
140
|
+
np.testing.assert_array_equal(
|
|
141
|
+
df["PHCmpSL"].values[df["PHCmpSL"].values != -1],
|
|
142
|
+
decom_ultra["event_flag_phcmpsl"].values[df["PHCmpSL"].values != -1],
|
|
143
|
+
)
|
|
144
|
+
np.testing.assert_array_equal(
|
|
145
|
+
df["PHCmpSR"].values[df["PHCmpSR"].values != -1],
|
|
146
|
+
decom_ultra["event_flag_phcmpsr"].values[df["PHCmpSR"].values != -1],
|
|
147
|
+
)
|
|
148
|
+
np.testing.assert_array_equal(
|
|
149
|
+
df["PHCmpCD"].values[df["PHCmpCD"].values != -1],
|
|
150
|
+
decom_ultra["event_flag_phcmpcd"].values[df["PHCmpCD"].values != -1],
|
|
151
|
+
)
|
|
152
|
+
np.testing.assert_array_equal(
|
|
153
|
+
df["SSDS7"].values[df["SSDS7"].values != -1],
|
|
154
|
+
decom_ultra["ssd_flag_7"].values[df["SSDS7"].values != -1],
|
|
155
|
+
)
|
|
156
|
+
np.testing.assert_array_equal(
|
|
157
|
+
df["SSDS6"].values[df["SSDS6"].values != -1],
|
|
158
|
+
decom_ultra["ssd_flag_6"].values[df["SSDS6"].values != -1],
|
|
159
|
+
)
|
|
160
|
+
np.testing.assert_array_equal(
|
|
161
|
+
df["SSDS5"].values[df["SSDS5"].values != -1],
|
|
162
|
+
decom_ultra["ssd_flag_5"].values[df["SSDS5"].values != -1],
|
|
163
|
+
)
|
|
164
|
+
np.testing.assert_array_equal(
|
|
165
|
+
df["SSDS4"].values[df["SSDS4"].values != -1],
|
|
166
|
+
decom_ultra["ssd_flag_4"].values[df["SSDS4"].values != -1],
|
|
167
|
+
)
|
|
168
|
+
np.testing.assert_array_equal(
|
|
169
|
+
df["SSDS3"].values[df["SSDS3"].values != -1],
|
|
170
|
+
decom_ultra["ssd_flag_3"].values[df["SSDS3"].values != -1],
|
|
171
|
+
)
|
|
172
|
+
np.testing.assert_array_equal(
|
|
173
|
+
df["SSDS2"].values[df["SSDS2"].values != -1],
|
|
174
|
+
decom_ultra["ssd_flag_2"].values[df["SSDS2"].values != -1],
|
|
175
|
+
)
|
|
176
|
+
np.testing.assert_array_equal(
|
|
177
|
+
df["SSDS1"].values[df["SSDS1"].values != -1],
|
|
178
|
+
decom_ultra["ssd_flag_1"].values[df["SSDS1"].values != -1],
|
|
179
|
+
)
|
|
180
|
+
np.testing.assert_array_equal(
|
|
181
|
+
df["SSDS0"].values[df["SSDS0"].values != -1],
|
|
182
|
+
decom_ultra["ssd_flag_0"].values[df["SSDS0"].values != -1],
|
|
183
|
+
)
|
|
184
|
+
np.testing.assert_array_equal(
|
|
185
|
+
df["CFDCoinTN"].values[df["CFDCoinTN"].values != -1],
|
|
186
|
+
decom_ultra["cfd_flag_cointn"].values[df["CFDCoinTN"].values != -1],
|
|
187
|
+
)
|
|
188
|
+
np.testing.assert_array_equal(
|
|
189
|
+
df["CFDCoinBN"].values[df["CFDCoinBN"].values != -1],
|
|
190
|
+
decom_ultra["cfd_flag_coinbn"].values[df["CFDCoinBN"].values != -1],
|
|
191
|
+
)
|
|
192
|
+
np.testing.assert_array_equal(
|
|
193
|
+
df["CFDCoinTS"].values[df["CFDCoinTS"].values != -1],
|
|
194
|
+
decom_ultra["cfd_flag_coints"].values[df["CFDCoinTS"].values != -1],
|
|
195
|
+
)
|
|
196
|
+
np.testing.assert_array_equal(
|
|
197
|
+
df["CFDCoinBS"].values[df["CFDCoinBS"].values != -1],
|
|
198
|
+
decom_ultra["cfd_flag_coinbs"].values[df["CFDCoinBS"].values != -1],
|
|
199
|
+
)
|
|
200
|
+
np.testing.assert_array_equal(
|
|
201
|
+
df["CFDCoinD"].values[df["CFDCoinD"].values != -1],
|
|
202
|
+
decom_ultra["cfd_flag_coind"].values[df["CFDCoinD"].values != -1],
|
|
203
|
+
)
|
|
204
|
+
np.testing.assert_array_equal(
|
|
205
|
+
df["CFDStartRF"].values[df["CFDStartRF"].values != -1],
|
|
206
|
+
decom_ultra["cfd_flag_startrf"].values[df["CFDStartRF"].values != -1],
|
|
207
|
+
)
|
|
208
|
+
np.testing.assert_array_equal(
|
|
209
|
+
df["CFDStartLF"].values[df["CFDStartLF"].values != -1],
|
|
210
|
+
decom_ultra["cfd_flag_startlf"].values[df["CFDStartLF"].values != -1],
|
|
211
|
+
)
|
|
212
|
+
np.testing.assert_array_equal(
|
|
213
|
+
df["CFDStartRP"].values[df["CFDStartRP"].values != -1],
|
|
214
|
+
decom_ultra["cfd_flag_startrp"].values[df["CFDStartRP"].values != -1],
|
|
215
|
+
)
|
|
216
|
+
np.testing.assert_array_equal(
|
|
217
|
+
df["CFDStartLP"].values[df["CFDStartLP"].values != -1],
|
|
218
|
+
decom_ultra["cfd_flag_startlp"].values[df["CFDStartLP"].values != -1],
|
|
219
|
+
)
|
|
220
|
+
np.testing.assert_array_equal(
|
|
221
|
+
df["CFDStopTN"].values[df["CFDStopTN"].values != -1],
|
|
222
|
+
decom_ultra["cfd_flag_stoptn"].values[df["CFDStopTN"].values != -1],
|
|
223
|
+
)
|
|
224
|
+
np.testing.assert_array_equal(
|
|
225
|
+
df["CFDStopBN"].values[df["CFDStopBN"].values != -1],
|
|
226
|
+
decom_ultra["cfd_flag_stopbn"].values[df["CFDStopBN"].values != -1],
|
|
227
|
+
)
|
|
228
|
+
np.testing.assert_array_equal(
|
|
229
|
+
df["CFDStopTE"].values[df["CFDStopTE"].values != -1],
|
|
230
|
+
decom_ultra["cfd_flag_stopte"].values[df["CFDStopTE"].values != -1],
|
|
231
|
+
)
|
|
232
|
+
np.testing.assert_array_equal(
|
|
233
|
+
df["CFDStopBE"].values[df["CFDStopBE"].values != -1],
|
|
234
|
+
decom_ultra["cfd_flag_stopbe"].values[df["CFDStopBE"].values != -1],
|
|
235
|
+
)
|
|
236
|
+
np.testing.assert_array_equal(
|
|
237
|
+
df["CFDStopTS"].values[df["CFDStopTS"].values != -1],
|
|
238
|
+
decom_ultra["cfd_flag_stopts"].values[df["CFDStopTS"].values != -1],
|
|
239
|
+
)
|
|
240
|
+
np.testing.assert_array_equal(
|
|
241
|
+
df["CFDStopBS"].values[df["CFDStopBS"].values != -1],
|
|
242
|
+
decom_ultra["cfd_flag_stopbs"].values[df["CFDStopBS"].values != -1],
|
|
243
|
+
)
|
|
244
|
+
np.testing.assert_array_equal(
|
|
245
|
+
df["CFDStopTW"].values[df["CFDStopTW"].values != -1],
|
|
246
|
+
decom_ultra["cfd_flag_stoptw"].values[df["CFDStopTW"].values != -1],
|
|
247
|
+
)
|
|
248
|
+
np.testing.assert_array_equal(
|
|
249
|
+
df["CFDStopBW"].values[df["CFDStopBW"].values != -1],
|
|
250
|
+
decom_ultra["cfd_flag_stopbw"].values[df["CFDStopBW"].values != -1],
|
|
251
|
+
)
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import numpy as np
|
|
2
2
|
import pandas as pd
|
|
3
|
+
import pytest
|
|
3
4
|
|
|
4
5
|
from imap_processing import imap_module_directory
|
|
5
6
|
from imap_processing.ultra.l1b.lookup_utils import (
|
|
7
|
+
get_angular_profiles,
|
|
6
8
|
get_back_position,
|
|
9
|
+
get_energy_efficiencies,
|
|
7
10
|
get_energy_norm,
|
|
8
11
|
get_image_params,
|
|
9
12
|
get_norm,
|
|
@@ -63,6 +66,25 @@ def test_get_egy_norm():
|
|
|
63
66
|
def test_get_image_params():
|
|
64
67
|
"""Tests function get_image_params."""
|
|
65
68
|
|
|
66
|
-
image_params = get_image_params("XFTLTOFF")
|
|
69
|
+
image_params = get_image_params("XFTLTOFF", "ultra45")
|
|
67
70
|
|
|
68
71
|
assert image_params == 49.3
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
def test_get_angular_profiles():
|
|
75
|
+
"""Tests function get_image_params."""
|
|
76
|
+
|
|
77
|
+
u45_left = get_angular_profiles("left", "ultra45")
|
|
78
|
+
u45_right = get_angular_profiles("right", "ultra45")
|
|
79
|
+
|
|
80
|
+
assert u45_left.shape == (525, 7)
|
|
81
|
+
assert u45_right.shape == (525, 7)
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
@pytest.mark.external_test_data
|
|
85
|
+
def test_get_energy_efficiencies():
|
|
86
|
+
"""Tests function get_get_energy_efficiencies."""
|
|
87
|
+
|
|
88
|
+
u45_efficiencies = get_energy_efficiencies()
|
|
89
|
+
|
|
90
|
+
assert u45_efficiencies.shape == (58081, 157)
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"""Tests Spacecraft PSET for ULTRA L1c."""
|
|
2
|
+
|
|
3
|
+
import numpy as np
|
|
4
|
+
import pandas as pd
|
|
5
|
+
import pytest
|
|
6
|
+
import spiceypy
|
|
7
|
+
import xarray as xr
|
|
8
|
+
|
|
9
|
+
from imap_processing import imap_module_directory
|
|
10
|
+
from imap_processing.spice.geometry import SpiceFrame
|
|
11
|
+
from imap_processing.spice.kernels import ensure_spice
|
|
12
|
+
from imap_processing.ultra.l1b.ultra_l1b_annotated import (
|
|
13
|
+
get_annotated_particle_velocity,
|
|
14
|
+
)
|
|
15
|
+
from imap_processing.ultra.l1b.ultra_l1b_extended import (
|
|
16
|
+
get_de_energy_kev,
|
|
17
|
+
get_de_velocity,
|
|
18
|
+
)
|
|
19
|
+
from imap_processing.ultra.l1c.spacecraft_pset import calculate_spacecraft_pset
|
|
20
|
+
|
|
21
|
+
TEST_PATH = imap_module_directory / "tests" / "ultra" / "data" / "l1"
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
@pytest.mark.external_test_data
|
|
25
|
+
@pytest.mark.external_kernel
|
|
26
|
+
@ensure_spice
|
|
27
|
+
@pytest.mark.use_test_metakernel("imap_ena_sim_metakernel.template")
|
|
28
|
+
def test_pset():
|
|
29
|
+
"""Tests calculate_pset function."""
|
|
30
|
+
# This is just setting up the data so that it is in the format of l1b_de_dataset.
|
|
31
|
+
test_path = TEST_PATH / "ultra-90_raw_event_data_shortened.csv"
|
|
32
|
+
df = pd.read_csv(test_path)
|
|
33
|
+
instrument_velocity, _, _ = get_de_velocity(
|
|
34
|
+
(df["Xf"], df["Yf"]), (df["Xb"], df["Yb"]), df["d"], df["TOF"].values
|
|
35
|
+
)
|
|
36
|
+
|
|
37
|
+
et = spiceypy.str2et(df["Epoch"].values)
|
|
38
|
+
epoch = df["MET"].values
|
|
39
|
+
|
|
40
|
+
frame_velocities = get_annotated_particle_velocity(
|
|
41
|
+
et,
|
|
42
|
+
instrument_velocity,
|
|
43
|
+
SpiceFrame.IMAP_ULTRA_90,
|
|
44
|
+
SpiceFrame.IMAP_DPS,
|
|
45
|
+
SpiceFrame.IMAP_SPACECRAFT,
|
|
46
|
+
)
|
|
47
|
+
|
|
48
|
+
particle_velocity_dps_spacecraft = frame_velocities[1]
|
|
49
|
+
|
|
50
|
+
# Assume everything is Hydrogen
|
|
51
|
+
species = np.full(len(particle_velocity_dps_spacecraft), "H", dtype="<U1")
|
|
52
|
+
energy_dps_spacecraft = get_de_energy_kev(particle_velocity_dps_spacecraft, species)
|
|
53
|
+
|
|
54
|
+
test_l1b_de_dataset = xr.Dataset(
|
|
55
|
+
{
|
|
56
|
+
"species": (["epoch"], species),
|
|
57
|
+
"velocity_dps_sc": (
|
|
58
|
+
["epoch", "component"],
|
|
59
|
+
particle_velocity_dps_spacecraft,
|
|
60
|
+
),
|
|
61
|
+
"energy_spacecraft": (["epoch"], energy_dps_spacecraft),
|
|
62
|
+
},
|
|
63
|
+
coords={
|
|
64
|
+
"epoch": ("epoch", epoch),
|
|
65
|
+
"component": ("component", ["vx", "vy", "vz"]),
|
|
66
|
+
},
|
|
67
|
+
)
|
|
68
|
+
|
|
69
|
+
spacecraft_pset = calculate_spacecraft_pset(
|
|
70
|
+
test_l1b_de_dataset,
|
|
71
|
+
test_l1b_de_dataset, # placeholder for extendedspin_dataset
|
|
72
|
+
test_l1b_de_dataset, # placeholder for cullingmask_dataset
|
|
73
|
+
"imap_ultra_l1c_45sensor-spacecraftpset",
|
|
74
|
+
)
|
|
75
|
+
assert "healpix" in spacecraft_pset.coords
|
|
76
|
+
assert "epoch" in spacecraft_pset.coords
|
|
77
|
+
assert "energy_bin_geometric_mean" in spacecraft_pset.coords
|