imap-processing 0.11.0__py3-none-any.whl → 0.13.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of imap-processing might be problematic. Click here for more details.

Files changed (415) hide show
  1. imap_processing/__init__.py +11 -11
  2. imap_processing/_version.py +2 -2
  3. imap_processing/ccsds/ccsds_data.py +1 -2
  4. imap_processing/ccsds/excel_to_xtce.py +66 -18
  5. imap_processing/cdf/config/imap_codice_global_cdf_attrs.yaml +24 -40
  6. imap_processing/cdf/config/imap_codice_l1a_variable_attrs.yaml +934 -42
  7. imap_processing/cdf/config/imap_codice_l1b_variable_attrs.yaml +1846 -128
  8. imap_processing/cdf/config/imap_glows_global_cdf_attrs.yaml +0 -5
  9. imap_processing/cdf/config/imap_hi_global_cdf_attrs.yaml +10 -11
  10. imap_processing/cdf/config/imap_hi_variable_attrs.yaml +17 -19
  11. imap_processing/cdf/config/imap_hit_global_cdf_attrs.yaml +27 -14
  12. imap_processing/cdf/config/imap_hit_l1a_variable_attrs.yaml +106 -116
  13. imap_processing/cdf/config/imap_hit_l1b_variable_attrs.yaml +120 -145
  14. imap_processing/cdf/config/imap_hit_l2_variable_attrs.yaml +14 -0
  15. imap_processing/cdf/config/imap_idex_global_cdf_attrs.yaml +25 -9
  16. imap_processing/cdf/config/imap_idex_l1a_variable_attrs.yaml +6 -4
  17. imap_processing/cdf/config/imap_idex_l1b_variable_attrs.yaml +3 -3
  18. imap_processing/cdf/config/imap_lo_global_cdf_attrs.yaml +0 -12
  19. imap_processing/cdf/config/imap_lo_l1a_variable_attrs.yaml +1 -1
  20. imap_processing/cdf/config/imap_mag_global_cdf_attrs.yaml +23 -20
  21. imap_processing/cdf/config/imap_mag_l1a_variable_attrs.yaml +361 -0
  22. imap_processing/cdf/config/imap_mag_l1b_variable_attrs.yaml +160 -0
  23. imap_processing/cdf/config/imap_mag_l1c_variable_attrs.yaml +160 -0
  24. imap_processing/cdf/config/imap_spacecraft_global_cdf_attrs.yaml +18 -0
  25. imap_processing/cdf/config/imap_spacecraft_variable_attrs.yaml +40 -0
  26. imap_processing/cdf/config/imap_swapi_global_cdf_attrs.yaml +1 -5
  27. imap_processing/cdf/config/imap_swapi_variable_attrs.yaml +22 -0
  28. imap_processing/cdf/config/imap_swe_global_cdf_attrs.yaml +12 -4
  29. imap_processing/cdf/config/imap_swe_l1a_variable_attrs.yaml +16 -2
  30. imap_processing/cdf/config/imap_swe_l1b_variable_attrs.yaml +64 -52
  31. imap_processing/cdf/config/imap_swe_l2_variable_attrs.yaml +71 -47
  32. imap_processing/cdf/config/imap_ultra_global_cdf_attrs.yaml +180 -19
  33. imap_processing/cdf/config/imap_ultra_l1a_variable_attrs.yaml +5045 -41
  34. imap_processing/cdf/config/imap_ultra_l1b_variable_attrs.yaml +80 -17
  35. imap_processing/cdf/config/imap_ultra_l1c_variable_attrs.yaml +32 -57
  36. imap_processing/cdf/utils.py +52 -38
  37. imap_processing/cli.py +477 -233
  38. imap_processing/codice/codice_l1a.py +466 -131
  39. imap_processing/codice/codice_l1b.py +51 -152
  40. imap_processing/codice/constants.py +1360 -569
  41. imap_processing/codice/decompress.py +2 -6
  42. imap_processing/ena_maps/ena_maps.py +1103 -146
  43. imap_processing/ena_maps/utils/coordinates.py +19 -0
  44. imap_processing/ena_maps/utils/map_utils.py +14 -17
  45. imap_processing/ena_maps/utils/spatial_utils.py +55 -52
  46. imap_processing/glows/l1a/glows_l1a.py +28 -99
  47. imap_processing/glows/l1a/glows_l1a_data.py +2 -2
  48. imap_processing/glows/l1b/glows_l1b.py +1 -4
  49. imap_processing/glows/l1b/glows_l1b_data.py +1 -3
  50. imap_processing/glows/l2/glows_l2.py +2 -5
  51. imap_processing/hi/l1a/hi_l1a.py +54 -29
  52. imap_processing/hi/l1a/histogram.py +0 -1
  53. imap_processing/hi/l1a/science_direct_event.py +6 -8
  54. imap_processing/hi/l1b/hi_l1b.py +111 -82
  55. imap_processing/hi/l1c/hi_l1c.py +416 -32
  56. imap_processing/hi/utils.py +58 -12
  57. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-sector-dt0-factors_20250219_v002.csv +81 -0
  58. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt0-factors_20250219_v002.csv +205 -0
  59. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt1-factors_20250219_v002.csv +205 -0
  60. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt2-factors_20250219_v002.csv +205 -0
  61. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-standard-dt3-factors_20250219_v002.csv +205 -0
  62. imap_processing/hit/ancillary/imap_hit_l1b-to-l2-summed-dt0-factors_20250219_v002.csv +68 -0
  63. imap_processing/hit/hit_utils.py +235 -5
  64. imap_processing/hit/l0/constants.py +20 -11
  65. imap_processing/hit/l0/decom_hit.py +21 -5
  66. imap_processing/hit/l1a/hit_l1a.py +71 -75
  67. imap_processing/hit/l1b/constants.py +321 -0
  68. imap_processing/hit/l1b/hit_l1b.py +377 -67
  69. imap_processing/hit/l2/constants.py +318 -0
  70. imap_processing/hit/l2/hit_l2.py +723 -0
  71. imap_processing/hit/packet_definitions/hit_packet_definitions.xml +1323 -71
  72. imap_processing/ialirt/l0/mag_l0_ialirt_data.py +155 -0
  73. imap_processing/ialirt/l0/parse_mag.py +374 -0
  74. imap_processing/ialirt/l0/process_swapi.py +69 -0
  75. imap_processing/ialirt/l0/process_swe.py +548 -0
  76. imap_processing/ialirt/packet_definitions/ialirt.xml +216 -208
  77. imap_processing/ialirt/packet_definitions/ialirt_codicehi.xml +1 -1
  78. imap_processing/ialirt/packet_definitions/ialirt_codicelo.xml +1 -1
  79. imap_processing/ialirt/packet_definitions/ialirt_mag.xml +115 -0
  80. imap_processing/ialirt/packet_definitions/ialirt_swapi.xml +14 -14
  81. imap_processing/ialirt/utils/grouping.py +114 -0
  82. imap_processing/ialirt/utils/time.py +29 -0
  83. imap_processing/idex/atomic_masses.csv +22 -0
  84. imap_processing/idex/decode.py +2 -2
  85. imap_processing/idex/idex_constants.py +33 -0
  86. imap_processing/idex/idex_l0.py +22 -8
  87. imap_processing/idex/idex_l1a.py +81 -51
  88. imap_processing/idex/idex_l1b.py +13 -39
  89. imap_processing/idex/idex_l2a.py +823 -0
  90. imap_processing/idex/idex_l2b.py +120 -0
  91. imap_processing/idex/idex_variable_unpacking_and_eu_conversion.csv +11 -11
  92. imap_processing/idex/packet_definitions/idex_housekeeping_packet_definition.xml +9130 -0
  93. imap_processing/lo/l0/lo_science.py +7 -2
  94. imap_processing/lo/l1a/lo_l1a.py +1 -5
  95. imap_processing/lo/l1b/lo_l1b.py +702 -29
  96. imap_processing/lo/l1b/tof_conversions.py +11 -0
  97. imap_processing/lo/l1c/lo_l1c.py +1 -4
  98. imap_processing/mag/constants.py +51 -0
  99. imap_processing/mag/imap_mag_sdc_configuration_v001.py +8 -0
  100. imap_processing/mag/l0/decom_mag.py +10 -3
  101. imap_processing/mag/l1a/mag_l1a.py +23 -19
  102. imap_processing/mag/l1a/mag_l1a_data.py +35 -10
  103. imap_processing/mag/l1b/mag_l1b.py +259 -50
  104. imap_processing/mag/l1c/interpolation_methods.py +388 -0
  105. imap_processing/mag/l1c/mag_l1c.py +621 -17
  106. imap_processing/mag/l2/mag_l2.py +140 -0
  107. imap_processing/mag/l2/mag_l2_data.py +288 -0
  108. imap_processing/quality_flags.py +1 -0
  109. imap_processing/spacecraft/packet_definitions/scid_x252.xml +538 -0
  110. imap_processing/spacecraft/quaternions.py +121 -0
  111. imap_processing/spice/geometry.py +19 -22
  112. imap_processing/spice/kernels.py +0 -276
  113. imap_processing/spice/pointing_frame.py +257 -0
  114. imap_processing/spice/repoint.py +149 -0
  115. imap_processing/spice/spin.py +38 -33
  116. imap_processing/spice/time.py +24 -0
  117. imap_processing/swapi/l1/swapi_l1.py +20 -12
  118. imap_processing/swapi/l2/swapi_l2.py +116 -5
  119. imap_processing/swapi/swapi_utils.py +32 -0
  120. imap_processing/swe/l1a/swe_l1a.py +44 -12
  121. imap_processing/swe/l1a/swe_science.py +13 -13
  122. imap_processing/swe/l1b/swe_l1b.py +898 -23
  123. imap_processing/swe/l2/swe_l2.py +75 -136
  124. imap_processing/swe/packet_definitions/swe_packet_definition.xml +1121 -1
  125. imap_processing/swe/utils/swe_constants.py +64 -0
  126. imap_processing/swe/utils/swe_utils.py +85 -28
  127. imap_processing/tests/ccsds/test_data/expected_output.xml +40 -1
  128. imap_processing/tests/ccsds/test_excel_to_xtce.py +24 -21
  129. imap_processing/tests/cdf/test_data/imap_instrument2_global_cdf_attrs.yaml +0 -2
  130. imap_processing/tests/cdf/test_utils.py +14 -16
  131. imap_processing/tests/codice/conftest.py +44 -33
  132. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-counters-aggregated_20241110193700_v0.0.0.cdf +0 -0
  133. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-counters-singles_20241110193700_v0.0.0.cdf +0 -0
  134. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-ialirt_20241110193700_v0.0.0.cdf +0 -0
  135. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-omni_20241110193700_v0.0.0.cdf +0 -0
  136. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-pha_20241110193700_v0.0.0.cdf +0 -0
  137. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-priorities_20241110193700_v0.0.0.cdf +0 -0
  138. imap_processing/tests/codice/data/validation/imap_codice_l1a_hi-sectored_20241110193700_v0.0.0.cdf +0 -0
  139. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-counters-aggregated_20241110193700_v0.0.0.cdf +0 -0
  140. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-counters-singles_20241110193700_v0.0.0.cdf +0 -0
  141. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf +0 -0
  142. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-angular_20241110193700_v0.0.0.cdf +0 -0
  143. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-priority_20241110193700_v0.0.0.cdf +0 -0
  144. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-nsw-species_20241110193700_v0.0.0.cdf +0 -0
  145. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-pha_20241110193700_v0.0.0.cdf +0 -0
  146. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-angular_20241110193700_v0.0.0.cdf +0 -0
  147. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-priority_20241110193700_v0.0.0.cdf +0 -0
  148. imap_processing/tests/codice/data/validation/imap_codice_l1a_lo-sw-species_20241110193700_v0.0.0.cdf +0 -0
  149. imap_processing/tests/codice/test_codice_l1a.py +126 -53
  150. imap_processing/tests/codice/test_codice_l1b.py +6 -7
  151. imap_processing/tests/codice/test_decompress.py +4 -4
  152. imap_processing/tests/conftest.py +239 -27
  153. imap_processing/tests/ena_maps/conftest.py +51 -0
  154. imap_processing/tests/ena_maps/test_ena_maps.py +1068 -110
  155. imap_processing/tests/ena_maps/test_map_utils.py +66 -43
  156. imap_processing/tests/ena_maps/test_spatial_utils.py +17 -21
  157. imap_processing/tests/glows/conftest.py +10 -14
  158. imap_processing/tests/glows/test_glows_decom.py +4 -4
  159. imap_processing/tests/glows/test_glows_l1a_cdf.py +6 -27
  160. imap_processing/tests/glows/test_glows_l1a_data.py +6 -8
  161. imap_processing/tests/glows/test_glows_l1b.py +11 -11
  162. imap_processing/tests/glows/test_glows_l1b_data.py +5 -5
  163. imap_processing/tests/glows/test_glows_l2.py +2 -8
  164. imap_processing/tests/hi/conftest.py +1 -1
  165. imap_processing/tests/hi/data/l0/H45_diag_fee_20250208.bin +0 -0
  166. imap_processing/tests/hi/data/l0/H45_diag_fee_20250208_verify.csv +205 -0
  167. imap_processing/tests/hi/test_hi_l1b.py +22 -27
  168. imap_processing/tests/hi/test_hi_l1c.py +249 -18
  169. imap_processing/tests/hi/test_l1a.py +35 -7
  170. imap_processing/tests/hi/test_science_direct_event.py +3 -3
  171. imap_processing/tests/hi/test_utils.py +24 -2
  172. imap_processing/tests/hit/helpers/l1_validation.py +74 -73
  173. imap_processing/tests/hit/test_data/hskp_sample.ccsds +0 -0
  174. imap_processing/tests/hit/test_data/imap_hit_l0_raw_20100105_v001.pkts +0 -0
  175. imap_processing/tests/hit/test_decom_hit.py +5 -1
  176. imap_processing/tests/hit/test_hit_l1a.py +32 -36
  177. imap_processing/tests/hit/test_hit_l1b.py +300 -81
  178. imap_processing/tests/hit/test_hit_l2.py +716 -0
  179. imap_processing/tests/hit/test_hit_utils.py +184 -7
  180. imap_processing/tests/hit/validation_data/hit_l1b_standard_sample2_nsrl_v4_3decimals.csv +62 -62
  181. imap_processing/tests/hit/validation_data/hskp_sample_eu_3_6_2025.csv +89 -0
  182. imap_processing/tests/hit/validation_data/hskp_sample_raw.csv +89 -88
  183. imap_processing/tests/hit/validation_data/sci_sample_raw.csv +1 -1
  184. imap_processing/tests/ialirt/data/l0/461971383-404.bin +0 -0
  185. imap_processing/tests/ialirt/data/l0/461971384-405.bin +0 -0
  186. imap_processing/tests/ialirt/data/l0/461971385-406.bin +0 -0
  187. imap_processing/tests/ialirt/data/l0/461971386-407.bin +0 -0
  188. imap_processing/tests/ialirt/data/l0/461971387-408.bin +0 -0
  189. imap_processing/tests/ialirt/data/l0/461971388-409.bin +0 -0
  190. imap_processing/tests/ialirt/data/l0/461971389-410.bin +0 -0
  191. imap_processing/tests/ialirt/data/l0/461971390-411.bin +0 -0
  192. imap_processing/tests/ialirt/data/l0/461971391-412.bin +0 -0
  193. imap_processing/tests/ialirt/data/l0/sample_decoded_i-alirt_data.csv +383 -0
  194. imap_processing/tests/ialirt/unit/test_decom_ialirt.py +16 -81
  195. imap_processing/tests/ialirt/unit/test_grouping.py +81 -0
  196. imap_processing/tests/ialirt/unit/test_parse_mag.py +223 -0
  197. imap_processing/tests/ialirt/unit/test_process_codicehi.py +3 -3
  198. imap_processing/tests/ialirt/unit/test_process_codicelo.py +3 -10
  199. imap_processing/tests/ialirt/unit/test_process_ephemeris.py +4 -4
  200. imap_processing/tests/ialirt/unit/test_process_hit.py +3 -3
  201. imap_processing/tests/ialirt/unit/test_process_swapi.py +24 -16
  202. imap_processing/tests/ialirt/unit/test_process_swe.py +319 -6
  203. imap_processing/tests/ialirt/unit/test_time.py +16 -0
  204. imap_processing/tests/idex/conftest.py +127 -6
  205. imap_processing/tests/idex/test_data/imap_idex_l0_raw_20231218_v001.pkts +0 -0
  206. imap_processing/tests/idex/test_data/imap_idex_l0_raw_20241206_v001.pkts +0 -0
  207. imap_processing/tests/idex/test_data/imap_idex_l0_raw_20250108_v001.pkts +0 -0
  208. imap_processing/tests/idex/test_data/impact_14_tof_high_data.txt +4508 -4508
  209. imap_processing/tests/idex/test_idex_l0.py +33 -11
  210. imap_processing/tests/idex/test_idex_l1a.py +92 -21
  211. imap_processing/tests/idex/test_idex_l1b.py +106 -27
  212. imap_processing/tests/idex/test_idex_l2a.py +399 -0
  213. imap_processing/tests/idex/test_idex_l2b.py +93 -0
  214. imap_processing/tests/lo/test_cdfs/imap_lo_l1a_de_20241022_v002.cdf +0 -0
  215. imap_processing/tests/lo/test_cdfs/imap_lo_l1a_spin_20241022_v002.cdf +0 -0
  216. imap_processing/tests/lo/test_lo_l1a.py +3 -3
  217. imap_processing/tests/lo/test_lo_l1b.py +515 -6
  218. imap_processing/tests/lo/test_lo_l1c.py +1 -1
  219. imap_processing/tests/lo/test_lo_science.py +7 -7
  220. imap_processing/tests/lo/test_star_sensor.py +1 -1
  221. imap_processing/tests/mag/conftest.py +120 -2
  222. imap_processing/tests/mag/test_mag_decom.py +5 -4
  223. imap_processing/tests/mag/test_mag_l1a.py +51 -7
  224. imap_processing/tests/mag/test_mag_l1b.py +40 -59
  225. imap_processing/tests/mag/test_mag_l1c.py +354 -19
  226. imap_processing/tests/mag/test_mag_l2.py +130 -0
  227. imap_processing/tests/mag/test_mag_validation.py +247 -26
  228. imap_processing/tests/mag/validation/L1b/T009/MAGScience-normal-(2,2)-8s-20250204-16h39.csv +17 -0
  229. imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-magi-out.csv +16 -16
  230. imap_processing/tests/mag/validation/L1b/T009/mag-l1a-l1b-t009-mago-out.csv +16 -16
  231. imap_processing/tests/mag/validation/L1b/T010/MAGScience-normal-(2,2)-8s-20250206-12h05.csv +17 -0
  232. imap_processing/tests/mag/validation/L1b/T011/MAGScience-normal-(2,2)-8s-20250204-16h08.csv +17 -0
  233. imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-magi-out.csv +16 -16
  234. imap_processing/tests/mag/validation/L1b/T011/mag-l1a-l1b-t011-mago-out.csv +16 -16
  235. imap_processing/tests/mag/validation/L1b/T012/MAGScience-normal-(2,2)-8s-20250204-16h08.csv +17 -0
  236. imap_processing/tests/mag/validation/L1b/T012/data.bin +0 -0
  237. imap_processing/tests/mag/validation/L1b/T012/field_like_all_ranges.txt +19200 -0
  238. imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-cal.cdf +0 -0
  239. imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-in.csv +17 -0
  240. imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-magi-out.csv +17 -0
  241. imap_processing/tests/mag/validation/L1b/T012/mag-l1a-l1b-t012-mago-out.csv +17 -0
  242. imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-magi-normal-in.csv +1217 -0
  243. imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-magi-normal-out.csv +1857 -0
  244. imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-mago-normal-in.csv +1217 -0
  245. imap_processing/tests/mag/validation/L1c/T013/mag-l1b-l1c-t013-mago-normal-out.csv +1857 -0
  246. imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-magi-normal-in.csv +1217 -0
  247. imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-magi-normal-out.csv +1793 -0
  248. imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-mago-normal-in.csv +1217 -0
  249. imap_processing/tests/mag/validation/L1c/T014/mag-l1b-l1c-t014-mago-normal-out.csv +1793 -0
  250. imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-burst-in.csv +2561 -0
  251. imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-normal-in.csv +961 -0
  252. imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-magi-normal-out.csv +1539 -0
  253. imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-mago-normal-in.csv +1921 -0
  254. imap_processing/tests/mag/validation/L1c/T015/mag-l1b-l1c-t015-mago-normal-out.csv +2499 -0
  255. imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-magi-normal-in.csv +865 -0
  256. imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-magi-normal-out.csv +1196 -0
  257. imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-mago-normal-in.csv +1729 -0
  258. imap_processing/tests/mag/validation/L1c/T016/mag-l1b-l1c-t016-mago-normal-out.csv +3053 -0
  259. imap_processing/tests/mag/validation/L2/imap_mag_l1b_norm-mago_20251017_v002.cdf +0 -0
  260. imap_processing/tests/mag/validation/calibration/imap_mag_l1b-calibration_20240229_v001.cdf +0 -0
  261. imap_processing/tests/mag/validation/calibration/imap_mag_l2-calibration-matrices_20251017_v004.cdf +0 -0
  262. imap_processing/tests/mag/validation/calibration/imap_mag_l2-offsets-norm_20251017_20251017_v001.cdf +0 -0
  263. imap_processing/tests/spacecraft/data/SSR_2024_190_20_08_12_0483851794_2_DA_apid0594_1packet.pkts +0 -0
  264. imap_processing/tests/spacecraft/test_quaternions.py +71 -0
  265. imap_processing/tests/spice/test_data/fake_repoint_data.csv +5 -0
  266. imap_processing/tests/spice/test_data/fake_spin_data.csv +11 -11
  267. imap_processing/tests/spice/test_geometry.py +9 -12
  268. imap_processing/tests/spice/test_kernels.py +1 -200
  269. imap_processing/tests/spice/test_pointing_frame.py +185 -0
  270. imap_processing/tests/spice/test_repoint.py +121 -0
  271. imap_processing/tests/spice/test_spin.py +50 -9
  272. imap_processing/tests/spice/test_time.py +14 -0
  273. imap_processing/tests/swapi/lut/imap_swapi_esa-unit-conversion_20250211_v000.csv +73 -0
  274. imap_processing/tests/swapi/lut/imap_swapi_lut-notes_20250211_v000.csv +1025 -0
  275. imap_processing/tests/swapi/test_swapi_l1.py +13 -11
  276. imap_processing/tests/swapi/test_swapi_l2.py +180 -8
  277. imap_processing/tests/swe/l0_data/2024051010_SWE_HK_packet.bin +0 -0
  278. imap_processing/tests/swe/l0_data/2024051011_SWE_CEM_RAW_packet.bin +0 -0
  279. imap_processing/tests/swe/l0_validation_data/idle_export_eu.SWE_APP_HK_20240510_092742.csv +49 -0
  280. imap_processing/tests/swe/l0_validation_data/idle_export_eu.SWE_CEM_RAW_20240510_092742.csv +593 -0
  281. imap_processing/tests/swe/lut/checker-board-indices.csv +24 -0
  282. imap_processing/tests/swe/lut/imap_swe_esa-lut_20250301_v000.csv +385 -0
  283. imap_processing/tests/swe/lut/imap_swe_l1b-in-flight-cal_20240510_20260716_v000.csv +3 -0
  284. imap_processing/tests/swe/test_swe_l1a.py +20 -2
  285. imap_processing/tests/swe/test_swe_l1a_cem_raw.py +52 -0
  286. imap_processing/tests/swe/test_swe_l1a_hk.py +68 -0
  287. imap_processing/tests/swe/test_swe_l1a_science.py +3 -3
  288. imap_processing/tests/swe/test_swe_l1b.py +162 -24
  289. imap_processing/tests/swe/test_swe_l2.py +153 -91
  290. imap_processing/tests/test_cli.py +171 -88
  291. imap_processing/tests/test_utils.py +140 -17
  292. imap_processing/tests/ultra/data/l0/FM45_UltraFM45_Functional_2024-01-22T0105_20240122T010548.CCSDS +0 -0
  293. imap_processing/tests/ultra/data/l0/ultra45_raw_sc_ultraimgrates_20220530_00.csv +164 -0
  294. imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultrarawimg_withFSWcalcs_FM45_40P_Phi28p5_BeamCal_LinearScan_phi2850_theta-000_20240207T102740.csv +3243 -3243
  295. imap_processing/tests/ultra/data/mock_data.py +369 -0
  296. imap_processing/tests/ultra/unit/conftest.py +115 -89
  297. imap_processing/tests/ultra/unit/test_badtimes.py +4 -4
  298. imap_processing/tests/ultra/unit/test_cullingmask.py +8 -6
  299. imap_processing/tests/ultra/unit/test_de.py +14 -13
  300. imap_processing/tests/ultra/unit/test_decom_apid_880.py +27 -76
  301. imap_processing/tests/ultra/unit/test_decom_apid_881.py +54 -11
  302. imap_processing/tests/ultra/unit/test_decom_apid_883.py +12 -10
  303. imap_processing/tests/ultra/unit/test_decom_apid_896.py +202 -55
  304. imap_processing/tests/ultra/unit/test_lookup_utils.py +23 -1
  305. imap_processing/tests/ultra/unit/test_spacecraft_pset.py +77 -0
  306. imap_processing/tests/ultra/unit/test_ultra_l1a.py +98 -305
  307. imap_processing/tests/ultra/unit/test_ultra_l1b.py +60 -14
  308. imap_processing/tests/ultra/unit/test_ultra_l1b_annotated.py +2 -2
  309. imap_processing/tests/ultra/unit/test_ultra_l1b_culling.py +26 -27
  310. imap_processing/tests/ultra/unit/test_ultra_l1b_extended.py +239 -70
  311. imap_processing/tests/ultra/unit/test_ultra_l1c.py +5 -5
  312. imap_processing/tests/ultra/unit/test_ultra_l1c_pset_bins.py +114 -83
  313. imap_processing/tests/ultra/unit/test_ultra_l2.py +230 -0
  314. imap_processing/ultra/constants.py +1 -1
  315. imap_processing/ultra/l0/decom_tools.py +27 -39
  316. imap_processing/ultra/l0/decom_ultra.py +168 -204
  317. imap_processing/ultra/l0/ultra_utils.py +152 -136
  318. imap_processing/ultra/l1a/ultra_l1a.py +55 -271
  319. imap_processing/ultra/l1b/badtimes.py +1 -4
  320. imap_processing/ultra/l1b/cullingmask.py +2 -6
  321. imap_processing/ultra/l1b/de.py +116 -57
  322. imap_processing/ultra/l1b/extendedspin.py +20 -18
  323. imap_processing/ultra/l1b/lookup_utils.py +72 -9
  324. imap_processing/ultra/l1b/ultra_l1b.py +36 -16
  325. imap_processing/ultra/l1b/ultra_l1b_culling.py +66 -30
  326. imap_processing/ultra/l1b/ultra_l1b_extended.py +297 -94
  327. imap_processing/ultra/l1c/histogram.py +2 -6
  328. imap_processing/ultra/l1c/spacecraft_pset.py +84 -0
  329. imap_processing/ultra/l1c/ultra_l1c.py +8 -9
  330. imap_processing/ultra/l1c/ultra_l1c_pset_bins.py +206 -108
  331. imap_processing/ultra/l2/ultra_l2.py +299 -0
  332. imap_processing/ultra/lookup_tables/Angular_Profiles_FM45_LeftSlit.csv +526 -0
  333. imap_processing/ultra/lookup_tables/Angular_Profiles_FM45_RightSlit.csv +526 -0
  334. imap_processing/ultra/lookup_tables/Angular_Profiles_FM90_LeftSlit.csv +526 -0
  335. imap_processing/ultra/lookup_tables/Angular_Profiles_FM90_RightSlit.csv +526 -0
  336. imap_processing/ultra/lookup_tables/FM45_Startup1_ULTRA_IMGPARAMS_20240719.csv +2 -2
  337. imap_processing/ultra/lookup_tables/FM90_Startup1_ULTRA_IMGPARAMS_20240719.csv +2 -0
  338. imap_processing/ultra/packet_definitions/README.md +38 -0
  339. imap_processing/ultra/packet_definitions/ULTRA_SCI_COMBINED.xml +15302 -482
  340. imap_processing/ultra/utils/ultra_l1_utils.py +31 -12
  341. imap_processing/utils.py +69 -29
  342. {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/METADATA +10 -6
  343. imap_processing-0.13.0.dist-info/RECORD +578 -0
  344. imap_processing/cdf/config/imap_mag_l1_variable_attrs.yaml +0 -237
  345. imap_processing/hi/l1a/housekeeping.py +0 -27
  346. imap_processing/hi/l1b/hi_eng_unit_convert_table.csv +0 -154
  347. imap_processing/swe/l1b/swe_esa_lookup_table.csv +0 -1441
  348. imap_processing/swe/l1b/swe_l1b_science.py +0 -652
  349. imap_processing/tests/codice/data/imap_codice_l1a_hi-counters-aggregated_20240429_v001.cdf +0 -0
  350. imap_processing/tests/codice/data/imap_codice_l1a_hi-counters-singles_20240429_v001.cdf +0 -0
  351. imap_processing/tests/codice/data/imap_codice_l1a_hi-omni_20240429_v001.cdf +0 -0
  352. imap_processing/tests/codice/data/imap_codice_l1a_hi-sectored_20240429_v001.cdf +0 -0
  353. imap_processing/tests/codice/data/imap_codice_l1a_hskp_20100101_v001.cdf +0 -0
  354. imap_processing/tests/codice/data/imap_codice_l1a_lo-counters-aggregated_20240429_v001.cdf +0 -0
  355. imap_processing/tests/codice/data/imap_codice_l1a_lo-counters-singles_20240429_v001.cdf +0 -0
  356. imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-angular_20240429_v001.cdf +0 -0
  357. imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-priority_20240429_v001.cdf +0 -0
  358. imap_processing/tests/codice/data/imap_codice_l1a_lo-nsw-species_20240429_v001.cdf +0 -0
  359. imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-angular_20240429_v001.cdf +0 -0
  360. imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-priority_20240429_v001.cdf +0 -0
  361. imap_processing/tests/codice/data/imap_codice_l1a_lo-sw-species_20240429_v001.cdf +0 -0
  362. imap_processing/tests/codice/data/imap_codice_l1b_hi-counters-aggregated_20240429_v001.cdf +0 -0
  363. imap_processing/tests/codice/data/imap_codice_l1b_hi-counters-singles_20240429_v001.cdf +0 -0
  364. imap_processing/tests/codice/data/imap_codice_l1b_hi-omni_20240429_v001.cdf +0 -0
  365. imap_processing/tests/codice/data/imap_codice_l1b_hi-sectored_20240429_v001.cdf +0 -0
  366. imap_processing/tests/codice/data/imap_codice_l1b_hskp_20100101_v001.cdf +0 -0
  367. imap_processing/tests/codice/data/imap_codice_l1b_lo-counters-aggregated_20240429_v001.cdf +0 -0
  368. imap_processing/tests/codice/data/imap_codice_l1b_lo-counters-singles_20240429_v001.cdf +0 -0
  369. imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-angular_20240429_v001.cdf +0 -0
  370. imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-priority_20240429_v001.cdf +0 -0
  371. imap_processing/tests/codice/data/imap_codice_l1b_lo-nsw-species_20240429_v001.cdf +0 -0
  372. imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-angular_20240429_v001.cdf +0 -0
  373. imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-priority_20240429_v001.cdf +0 -0
  374. imap_processing/tests/codice/data/imap_codice_l1b_lo-sw-species_20240429_v001.cdf +0 -0
  375. imap_processing/tests/hi/data/l1/imap_hi_l1b_45sensor-de_20250415_v999.cdf +0 -0
  376. imap_processing/tests/hit/PREFLIGHT_raw_record_2023_256_15_59_04_apid1251.pkts +0 -0
  377. imap_processing/tests/hit/PREFLIGHT_raw_record_2023_256_15_59_04_apid1252.pkts +0 -0
  378. imap_processing/tests/hit/validation_data/hskp_sample_eu.csv +0 -89
  379. imap_processing/tests/hit/validation_data/sci_sample_raw1.csv +0 -29
  380. imap_processing/tests/idex/test_data/imap_idex_l0_raw_20231214_v001.pkts +0 -0
  381. imap_processing/tests/lo/test_cdfs/imap_lo_l1a_de_20100101_v001.cdf +0 -0
  382. imap_processing/tests/lo/test_cdfs/imap_lo_l1a_spin_20100101_v001.cdf +0 -0
  383. imap_processing/tests/swe/test_swe_l1b_science.py +0 -84
  384. imap_processing/tests/ultra/test_data/mock_data.py +0 -161
  385. imap_processing/ultra/l1c/pset.py +0 -40
  386. imap_processing/ultra/lookup_tables/dps_sensitivity45.cdf +0 -0
  387. imap_processing-0.11.0.dist-info/RECORD +0 -488
  388. /imap_processing/idex/packet_definitions/{idex_packet_definition.xml → idex_science_packet_definition.xml} +0 -0
  389. /imap_processing/tests/ialirt/{test_data → data}/l0/20240827095047_SWE_IALIRT_packet.bin +0 -0
  390. /imap_processing/tests/ialirt/{test_data → data}/l0/BinLog CCSDS_FRAG_TLM_20240826_152323Z_IALIRT_data_for_SDC.bin +0 -0
  391. /imap_processing/tests/ialirt/{test_data → data}/l0/IALiRT Raw Packet Telemetry.txt +0 -0
  392. /imap_processing/tests/ialirt/{test_data → data}/l0/apid01152.tlm +0 -0
  393. /imap_processing/tests/ialirt/{test_data → data}/l0/eu_SWP_IAL_20240826_152033.csv +0 -0
  394. /imap_processing/tests/ialirt/{test_data → data}/l0/hi_fsw_view_1_ccsds.bin +0 -0
  395. /imap_processing/tests/ialirt/{test_data → data}/l0/hit_ialirt_sample.ccsds +0 -0
  396. /imap_processing/tests/ialirt/{test_data → data}/l0/hit_ialirt_sample.csv +0 -0
  397. /imap_processing/tests/ialirt/{test_data → data}/l0/idle_export_eu.SWE_IALIRT_20240827_093852.csv +0 -0
  398. /imap_processing/tests/ialirt/{test_data → data}/l0/imap_codice_l1a_hi-ialirt_20240523200000_v0.0.0.cdf +0 -0
  399. /imap_processing/tests/ialirt/{test_data → data}/l0/imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf +0 -0
  400. /imap_processing/{mag/l1b → tests/spacecraft}/__init__.py +0 -0
  401. /imap_processing/{swe/l1b/engineering_unit_convert_table.csv → tests/swe/lut/imap_swe_eu-conversion_20240510_v000.csv} +0 -0
  402. /imap_processing/tests/ultra/{test_data → data}/l0/FM45_40P_Phi28p5_BeamCal_LinearScan_phi28.50_theta-0.00_20240207T102740.CCSDS +0 -0
  403. /imap_processing/tests/ultra/{test_data → data}/l0/FM45_7P_Phi0.0_BeamCal_LinearScan_phi0.04_theta-0.01_20230821T121304.CCSDS +0 -0
  404. /imap_processing/tests/ultra/{test_data → data}/l0/FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.CCSDS +0 -0
  405. /imap_processing/tests/ultra/{test_data → data}/l0/Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.CCSDS +0 -0
  406. /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_auxdata_Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.csv +0 -0
  407. /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_enaphxtofhangimg_FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.csv +0 -0
  408. /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultraimgrates_Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.csv +0 -0
  409. /imap_processing/tests/ultra/{test_data → data}/l0/ultra45_raw_sc_ultrarawimgevent_FM45_7P_Phi00_BeamCal_LinearScan_phi004_theta-001_20230821T121304.csv +0 -0
  410. /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E1.cdf +0 -0
  411. /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E12.cdf +0 -0
  412. /imap_processing/tests/ultra/{test_data → data}/l1/dps_exposure_helio_45_E24.cdf +0 -0
  413. {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/LICENSE +0 -0
  414. {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/WHEEL +0 -0
  415. {imap_processing-0.11.0.dist-info → imap_processing-0.13.0.dist-info}/entry_points.txt +0 -0
@@ -4,6 +4,7 @@ import numpy as np
4
4
  import pandas as pd
5
5
  import pytest
6
6
 
7
+ from imap_processing import imap_module_directory
7
8
  from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
8
9
 
9
10
 
@@ -13,8 +14,7 @@ from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
13
14
  pytest.param(
14
15
  {
15
16
  "apid": ULTRA_RATES.apid[0],
16
- "filename": "Ultra45_EM_SwRI_Cal_Run7_"
17
- "ThetaScan_20220530T225054.CCSDS",
17
+ "filename": "Ultra45_EM_SwRI_Cal_Run7_ThetaScan_20220530T225054.CCSDS",
18
18
  }
19
19
  )
20
20
  ],
@@ -23,28 +23,71 @@ from imap_processing.ultra.l0.ultra_utils import RATES_KEYS, ULTRA_RATES
23
23
  def test_image_rate_decom(decom_test_data, rates_test_path):
24
24
  """This function reads validation data and checks that decom data
25
25
  matches validation data for image rate packet"""
26
- decom_ultra, _ = decom_test_data
26
+ decom_ultra = decom_test_data
27
27
 
28
28
  df = pd.read_csv(rates_test_path, index_col="MET")
29
29
  total_packets = 23
30
30
 
31
- np.testing.assert_array_equal(df.SID, decom_ultra["SID"])
32
- np.testing.assert_array_equal(df.Spin, decom_ultra["SPIN"])
33
- np.testing.assert_array_equal(df.AbortFlag, decom_ultra["ABORTFLAG"])
34
- np.testing.assert_array_equal(df.StartDelay, decom_ultra["STARTDELAY"])
31
+ np.testing.assert_array_equal(df.SID, decom_ultra["sid"])
32
+ np.testing.assert_array_equal(df.Spin, decom_ultra["spin"])
33
+ np.testing.assert_array_equal(df.AbortFlag, decom_ultra["abortflag"])
34
+ np.testing.assert_array_equal(df.StartDelay, decom_ultra["startdelay"])
35
35
 
36
36
  # Spot-check first packet
37
- t0 = decom_ultra["SHCOARSE"][0]
38
- expected_arr0 = json.loads(df.loc[t0].Counts)
37
+ t0 = decom_ultra["shcoarse"][0]
38
+ expected_arr0 = json.loads(df.loc[int(t0)].Counts)
39
39
  arr = []
40
40
  for name in RATES_KEYS:
41
41
  arr.append(decom_ultra[name][0])
42
42
  assert expected_arr0 == arr
43
43
 
44
44
  # Spot-check last packet
45
- tn = decom_ultra["SHCOARSE"][total_packets - 1]
46
- expected_arrn = json.loads(df.loc[tn].Counts)
45
+ tn = decom_ultra["shcoarse"][total_packets - 1]
46
+ expected_arrn = json.loads(df.loc[int(tn)].Counts)
47
47
  arr = []
48
48
  for name in RATES_KEYS:
49
49
  arr.append(decom_ultra[name][total_packets - 1])
50
50
  assert expected_arrn == arr
51
+
52
+
53
+ @pytest.mark.parametrize(
54
+ "decom_test_data",
55
+ [
56
+ pytest.param(
57
+ {
58
+ "apid": ULTRA_RATES.apid[0],
59
+ "filename": "FM45_UltraFM45_Functional_2024-01-22T0105_"
60
+ "20240122T010548.CCSDS",
61
+ }
62
+ )
63
+ ],
64
+ indirect=True,
65
+ )
66
+ def test_image_rate_decom_zero_width(decom_test_data):
67
+ """This function tests for cases in which the width is zero within the packet."""
68
+ test_path = (
69
+ imap_module_directory
70
+ / "tests"
71
+ / "ultra"
72
+ / "data"
73
+ / "l0"
74
+ / "ultra45_raw_sc_ultraimgrates_20220530_00.csv"
75
+ )
76
+
77
+ decom_ultra = decom_test_data
78
+
79
+ df = pd.read_csv(test_path, index_col="MET")
80
+ total_packets = 163
81
+
82
+ np.testing.assert_array_equal(df.SID, decom_ultra["sid"])
83
+ np.testing.assert_array_equal(df.Spin, decom_ultra["spin"])
84
+ np.testing.assert_array_equal(df.AbortFlag, decom_ultra["abortflag"])
85
+ np.testing.assert_array_equal(df.StartDelay, decom_ultra["startdelay"])
86
+
87
+ for i in range(total_packets):
88
+ t = int(df["SequenceCount"].iloc[i]) # Ensure we get an integer value
89
+ expected_arr = json.loads(df.loc[df["SequenceCount"] == t, "Counts"].values[0])
90
+ arr = []
91
+ for name in RATES_KEYS:
92
+ arr.append(decom_ultra[name][i])
93
+ assert expected_arr == arr
@@ -6,8 +6,6 @@ import pytest
6
6
 
7
7
  from imap_processing.ultra.l0.ultra_utils import ULTRA_TOF
8
8
 
9
- # TODO: discuss with instrument team incomplete set of SIDs
10
-
11
9
 
12
10
  @pytest.mark.parametrize(
13
11
  "decom_test_data",
@@ -15,7 +13,7 @@ from imap_processing.ultra.l0.ultra_utils import ULTRA_TOF
15
13
  pytest.param(
16
14
  {
17
15
  "apid": ULTRA_TOF.apid[0],
18
- "filename": "FM45_TV_Cycle6_Hot_Ops_" "Front212_20240124T063837.CCSDS",
16
+ "filename": "FM45_TV_Cycle6_Hot_Ops_Front212_20240124T063837.CCSDS",
19
17
  }
20
18
  )
21
19
  ],
@@ -25,20 +23,24 @@ def test_tof_decom(decom_test_data, tof_test_path):
25
23
  """This function reads validation data and checks that decom data
26
24
  matches validation data for image rate packet"""
27
25
 
28
- decom_ultra, _ = decom_test_data
26
+ decom_ultra = decom_test_data
29
27
  df = pd.read_csv(tof_test_path, index_col="SequenceCount")
30
28
 
31
- np.testing.assert_array_equal(df.Spin, decom_ultra["SPIN"].flatten())
32
- np.testing.assert_array_equal(df.AbortFlag, decom_ultra["ABORTFLAG"].flatten())
33
- np.testing.assert_array_equal(df.StartDelay, decom_ultra["STARTDELAY"].flatten())
34
- assert json.loads(df["P00s"].values[0])[0] == decom_ultra["P00"][0][0]
29
+ np.testing.assert_array_equal(df.Spin, decom_ultra["spin"].values.flatten())
30
+ np.testing.assert_array_equal(
31
+ df.AbortFlag, decom_ultra["abortflag"].values.flatten()
32
+ )
33
+ np.testing.assert_array_equal(
34
+ df.StartDelay, decom_ultra["startdelay"].values.flatten()
35
+ )
36
+ assert json.loads(df["P00s"].values[0])[0] == decom_ultra["p00"][0][0]
35
37
 
36
38
  for count in df.index.get_level_values("SequenceCount").values:
37
39
  df_data = df[df.index.get_level_values("SequenceCount") == count].Images.values[
38
40
  0
39
41
  ]
40
- rows, cols = np.where(decom_ultra["SRC_SEQ_CTR"] == count)
41
- decom_data = decom_ultra["PACKETDATA"][rows[0]][cols[0]]
42
+ rows, cols = np.where(decom_ultra["src_seq_ctr"] == count)
43
+ decom_data = decom_ultra["packetdata"][rows[0]][cols[0]]
42
44
  df_data_array = np.array(json.loads(df_data)[0])
43
45
 
44
46
  np.testing.assert_array_equal(df_data_array, decom_data)
@@ -23,33 +23,92 @@ def test_image_raw_events_decom(
23
23
  ):
24
24
  """This function reads validation data and checks that decom data
25
25
  matches validation data for image rate packet"""
26
- decom_ultra, _ = decom_test_data
26
+ decom_ultra = decom_test_data
27
27
 
28
28
  df = pd.read_csv(events_test_path, index_col="MET")
29
- df.replace(-1, np.iinfo(np.int64).min, inplace=True)
30
29
 
31
- np.testing.assert_array_equal(df.SID, decom_ultra["SID"])
32
- np.testing.assert_array_equal(df["Spin"], decom_ultra["SPIN"])
33
- np.testing.assert_array_equal(df["AbortFlag"], decom_ultra["ABORTFLAG"])
34
- np.testing.assert_array_equal(df["StartDelay"], decom_ultra["STARTDELAY"])
35
- np.testing.assert_array_equal(df["Count"], decom_ultra["COUNT"])
36
- np.testing.assert_array_equal(df["CoinType"], decom_ultra["COIN_TYPE"])
37
- np.testing.assert_array_equal(df["StartType"], decom_ultra["START_TYPE"])
38
- np.testing.assert_array_equal(df["StopType"], decom_ultra["STOP_TYPE"])
39
- np.testing.assert_array_equal(df["StartPosTDC"], decom_ultra["START_POS_TDC"])
40
- np.testing.assert_array_equal(df["StopNorthTDC"], decom_ultra["STOP_NORTH_TDC"])
41
- np.testing.assert_array_equal(df["StopEastTDC"], decom_ultra["STOP_EAST_TDC"])
42
- np.testing.assert_array_equal(df["StopSouthTDC"], decom_ultra["STOP_SOUTH_TDC"])
43
- np.testing.assert_array_equal(df["StopWestTDC"], decom_ultra["STOP_WEST_TDC"])
44
- np.testing.assert_array_equal(df["CoinNorthTDC"], decom_ultra["COIN_NORTH_TDC"])
45
- np.testing.assert_array_equal(df["CoinSouthTDC"], decom_ultra["COIN_SOUTH_TDC"])
46
- np.testing.assert_array_equal(
47
- df["CoinDiscreteTDC"], decom_ultra["COIN_DISCRETE_TDC"]
48
- )
49
- np.testing.assert_array_equal(df["EnergyOrPH"], decom_ultra["ENERGY_PH"])
50
- np.testing.assert_array_equal(df["PulseWidth"], decom_ultra["PULSE_WIDTH"])
51
- np.testing.assert_array_equal(df["PhaseAngle"], decom_ultra["PHASE_ANGLE"])
52
- np.testing.assert_array_equal(df["Bin"], decom_ultra["BIN"])
30
+ # # Check all values of each column are as expected,
31
+ # except for those set to fill value
32
+ np.testing.assert_array_equal(
33
+ df["SID"].values[df["SID"].values != -1],
34
+ decom_ultra["sid"].values[df["SID"].values != -1],
35
+ )
36
+ np.testing.assert_array_equal(
37
+ df["Spin"].values[df["Spin"].values != -1],
38
+ decom_ultra["spin"].values[df["Spin"].values != -1],
39
+ )
40
+ np.testing.assert_array_equal(
41
+ df["AbortFlag"].values[df["AbortFlag"].values != -1],
42
+ decom_ultra["abortflag"].values[df["AbortFlag"].values != -1],
43
+ )
44
+ np.testing.assert_array_equal(
45
+ df["StartDelay"].values[df["StartDelay"].values != -1],
46
+ decom_ultra["startdelay"].values[df["StartDelay"].values != -1],
47
+ )
48
+ np.testing.assert_array_equal(
49
+ df["Count"].values[df["Count"].values != -1],
50
+ decom_ultra["count"].values[df["Count"].values != -1],
51
+ )
52
+ np.testing.assert_array_equal(
53
+ df["CoinType"].values[df["CoinType"].values != -1],
54
+ decom_ultra["coin_type"].values[df["CoinType"].values != -1],
55
+ )
56
+ np.testing.assert_array_equal(
57
+ df["StartType"].values[df["StartType"].values != -1],
58
+ decom_ultra["start_type"].values[df["StartType"].values != -1],
59
+ )
60
+ np.testing.assert_array_equal(
61
+ df["StopType"].values[df["StopType"].values != -1],
62
+ decom_ultra["stop_type"].values[df["StopType"].values != -1],
63
+ )
64
+ np.testing.assert_array_equal(
65
+ df["StartPosTDC"].values[df["StartPosTDC"].values != -1],
66
+ decom_ultra["start_pos_tdc"].values[df["StartPosTDC"].values != -1],
67
+ )
68
+ np.testing.assert_array_equal(
69
+ df["StopNorthTDC"].values[df["StopNorthTDC"].values != -1],
70
+ decom_ultra["stop_north_tdc"].values[df["StopNorthTDC"].values != -1],
71
+ )
72
+ np.testing.assert_array_equal(
73
+ df["StopEastTDC"].values[df["StopEastTDC"].values != -1],
74
+ decom_ultra["stop_east_tdc"].values[df["StopEastTDC"].values != -1],
75
+ )
76
+ np.testing.assert_array_equal(
77
+ df["StopSouthTDC"].values[df["StopSouthTDC"].values != -1],
78
+ decom_ultra["stop_south_tdc"].values[df["StopSouthTDC"].values != -1],
79
+ )
80
+ np.testing.assert_array_equal(
81
+ df["StopWestTDC"].values[df["StopWestTDC"].values != -1],
82
+ decom_ultra["stop_west_tdc"].values[df["StopWestTDC"].values != -1],
83
+ )
84
+ np.testing.assert_array_equal(
85
+ df["CoinNorthTDC"].values[df["CoinNorthTDC"].values != -1],
86
+ decom_ultra["coin_north_tdc"].values[df["CoinNorthTDC"].values != -1],
87
+ )
88
+ np.testing.assert_array_equal(
89
+ df["CoinSouthTDC"].values[df["CoinSouthTDC"].values != -1],
90
+ decom_ultra["coin_south_tdc"].values[df["CoinSouthTDC"].values != -1],
91
+ )
92
+ np.testing.assert_array_equal(
93
+ df["CoinDiscreteTDC"].values[df["CoinDiscreteTDC"].values != -1],
94
+ decom_ultra["coin_discrete_tdc"].values[df["CoinDiscreteTDC"].values != -1],
95
+ )
96
+ np.testing.assert_array_equal(
97
+ df["EnergyOrPH"].values[df["EnergyOrPH"].values != -1],
98
+ decom_ultra["energy_ph"].values[df["EnergyOrPH"].values != -1],
99
+ )
100
+ np.testing.assert_array_equal(
101
+ df["PulseWidth"].values[df["PulseWidth"].values != -1],
102
+ decom_ultra["pulse_width"].values[df["PulseWidth"].values != -1],
103
+ )
104
+ np.testing.assert_array_equal(
105
+ df["PhaseAngle"].values[df["PhaseAngle"].values != -1],
106
+ decom_ultra["phase_angle"].values[df["PhaseAngle"].values != -1],
107
+ )
108
+ np.testing.assert_array_equal(
109
+ df["Bin"].values[df["Bin"].values != -1],
110
+ decom_ultra["bin"].values[df["Bin"].values != -1],
111
+ )
53
112
 
54
113
 
55
114
  @pytest.mark.parametrize(
@@ -69,36 +128,124 @@ def test_image_raw_events_decom_flags(decom_test_data, events_test_path):
69
128
  """This function reads validation data and checks that decom data
70
129
  matches validation data for image rate packet"""
71
130
 
72
- decom_ultra, _ = decom_test_data
131
+ # # Check all values of each column are as expected,
132
+ # except for those set to fill value
133
+ decom_ultra = decom_test_data
73
134
  df = pd.read_csv(events_test_path, index_col="MET")
74
- df.replace(-1, np.iinfo(np.int64).min, inplace=True)
75
135
 
76
- np.testing.assert_array_equal(df["CnT"], decom_ultra["EVENT_FLAG_CNT"])
77
- np.testing.assert_array_equal(df["PHCmpSL"], decom_ultra["EVENT_FLAG_PHCMPSL"])
78
- np.testing.assert_array_equal(df["PHCmpSR"], decom_ultra["EVENT_FLAG_PHCMPSR"])
79
- np.testing.assert_array_equal(df["PHCmpCD"], decom_ultra["EVENT_FLAG_PHCMPCD"])
80
- np.testing.assert_array_equal(df["SSDS7"], decom_ultra["SSD_FLAG_7"])
81
- np.testing.assert_array_equal(df["SSDS6"], decom_ultra["SSD_FLAG_6"])
82
- np.testing.assert_array_equal(df["SSDS5"], decom_ultra["SSD_FLAG_5"])
83
- np.testing.assert_array_equal(df["SSDS4"], decom_ultra["SSD_FLAG_4"])
84
- np.testing.assert_array_equal(df["SSDS3"], decom_ultra["SSD_FLAG_3"])
85
- np.testing.assert_array_equal(df["SSDS2"], decom_ultra["SSD_FLAG_2"])
86
- np.testing.assert_array_equal(df["SSDS1"], decom_ultra["SSD_FLAG_1"])
87
- np.testing.assert_array_equal(df["SSDS0"], decom_ultra["SSD_FLAG_0"])
88
- np.testing.assert_array_equal(df["CFDCoinTN"], decom_ultra["CFD_FLAG_COINTN"])
89
- np.testing.assert_array_equal(df["CFDCoinBN"], decom_ultra["CFD_FLAG_COINBN"])
90
- np.testing.assert_array_equal(df["CFDCoinTS"], decom_ultra["CFD_FLAG_COINTS"])
91
- np.testing.assert_array_equal(df["CFDCoinBS"], decom_ultra["CFD_FLAG_COINBS"])
92
- np.testing.assert_array_equal(df["CFDCoinD"], decom_ultra["CFD_FLAG_COIND"])
93
- np.testing.assert_array_equal(df["CFDStartRF"], decom_ultra["CFD_FLAG_STARTRF"])
94
- np.testing.assert_array_equal(df["CFDStartLF"], decom_ultra["CFD_FLAG_STARTLF"])
95
- np.testing.assert_array_equal(df["CFDStartRP"], decom_ultra["CFD_FLAG_STARTRP"])
96
- np.testing.assert_array_equal(df["CFDStartLP"], decom_ultra["CFD_FLAG_STARTLP"])
97
- np.testing.assert_array_equal(df["CFDStopTN"], decom_ultra["CFD_FLAG_STOPTN"])
98
- np.testing.assert_array_equal(df["CFDStopBN"], decom_ultra["CFD_FLAG_STOPBN"])
99
- np.testing.assert_array_equal(df["CFDStopTE"], decom_ultra["CFD_FLAG_STOPTE"])
100
- np.testing.assert_array_equal(df["CFDStopBE"], decom_ultra["CFD_FLAG_STOPBE"])
101
- np.testing.assert_array_equal(df["CFDStopTS"], decom_ultra["CFD_FLAG_STOPTS"])
102
- np.testing.assert_array_equal(df["CFDStopBS"], decom_ultra["CFD_FLAG_STOPBS"])
103
- np.testing.assert_array_equal(df["CFDStopTW"], decom_ultra["CFD_FLAG_STOPTW"])
104
- np.testing.assert_array_equal(df["CFDStopBW"], decom_ultra["CFD_FLAG_STOPBW"])
136
+ np.testing.assert_array_equal(
137
+ df["CnT"].values[df["CnT"].values != -1],
138
+ decom_ultra["event_flag_cnt"].values[df["CnT"].values != -1],
139
+ )
140
+ np.testing.assert_array_equal(
141
+ df["PHCmpSL"].values[df["PHCmpSL"].values != -1],
142
+ decom_ultra["event_flag_phcmpsl"].values[df["PHCmpSL"].values != -1],
143
+ )
144
+ np.testing.assert_array_equal(
145
+ df["PHCmpSR"].values[df["PHCmpSR"].values != -1],
146
+ decom_ultra["event_flag_phcmpsr"].values[df["PHCmpSR"].values != -1],
147
+ )
148
+ np.testing.assert_array_equal(
149
+ df["PHCmpCD"].values[df["PHCmpCD"].values != -1],
150
+ decom_ultra["event_flag_phcmpcd"].values[df["PHCmpCD"].values != -1],
151
+ )
152
+ np.testing.assert_array_equal(
153
+ df["SSDS7"].values[df["SSDS7"].values != -1],
154
+ decom_ultra["ssd_flag_7"].values[df["SSDS7"].values != -1],
155
+ )
156
+ np.testing.assert_array_equal(
157
+ df["SSDS6"].values[df["SSDS6"].values != -1],
158
+ decom_ultra["ssd_flag_6"].values[df["SSDS6"].values != -1],
159
+ )
160
+ np.testing.assert_array_equal(
161
+ df["SSDS5"].values[df["SSDS5"].values != -1],
162
+ decom_ultra["ssd_flag_5"].values[df["SSDS5"].values != -1],
163
+ )
164
+ np.testing.assert_array_equal(
165
+ df["SSDS4"].values[df["SSDS4"].values != -1],
166
+ decom_ultra["ssd_flag_4"].values[df["SSDS4"].values != -1],
167
+ )
168
+ np.testing.assert_array_equal(
169
+ df["SSDS3"].values[df["SSDS3"].values != -1],
170
+ decom_ultra["ssd_flag_3"].values[df["SSDS3"].values != -1],
171
+ )
172
+ np.testing.assert_array_equal(
173
+ df["SSDS2"].values[df["SSDS2"].values != -1],
174
+ decom_ultra["ssd_flag_2"].values[df["SSDS2"].values != -1],
175
+ )
176
+ np.testing.assert_array_equal(
177
+ df["SSDS1"].values[df["SSDS1"].values != -1],
178
+ decom_ultra["ssd_flag_1"].values[df["SSDS1"].values != -1],
179
+ )
180
+ np.testing.assert_array_equal(
181
+ df["SSDS0"].values[df["SSDS0"].values != -1],
182
+ decom_ultra["ssd_flag_0"].values[df["SSDS0"].values != -1],
183
+ )
184
+ np.testing.assert_array_equal(
185
+ df["CFDCoinTN"].values[df["CFDCoinTN"].values != -1],
186
+ decom_ultra["cfd_flag_cointn"].values[df["CFDCoinTN"].values != -1],
187
+ )
188
+ np.testing.assert_array_equal(
189
+ df["CFDCoinBN"].values[df["CFDCoinBN"].values != -1],
190
+ decom_ultra["cfd_flag_coinbn"].values[df["CFDCoinBN"].values != -1],
191
+ )
192
+ np.testing.assert_array_equal(
193
+ df["CFDCoinTS"].values[df["CFDCoinTS"].values != -1],
194
+ decom_ultra["cfd_flag_coints"].values[df["CFDCoinTS"].values != -1],
195
+ )
196
+ np.testing.assert_array_equal(
197
+ df["CFDCoinBS"].values[df["CFDCoinBS"].values != -1],
198
+ decom_ultra["cfd_flag_coinbs"].values[df["CFDCoinBS"].values != -1],
199
+ )
200
+ np.testing.assert_array_equal(
201
+ df["CFDCoinD"].values[df["CFDCoinD"].values != -1],
202
+ decom_ultra["cfd_flag_coind"].values[df["CFDCoinD"].values != -1],
203
+ )
204
+ np.testing.assert_array_equal(
205
+ df["CFDStartRF"].values[df["CFDStartRF"].values != -1],
206
+ decom_ultra["cfd_flag_startrf"].values[df["CFDStartRF"].values != -1],
207
+ )
208
+ np.testing.assert_array_equal(
209
+ df["CFDStartLF"].values[df["CFDStartLF"].values != -1],
210
+ decom_ultra["cfd_flag_startlf"].values[df["CFDStartLF"].values != -1],
211
+ )
212
+ np.testing.assert_array_equal(
213
+ df["CFDStartRP"].values[df["CFDStartRP"].values != -1],
214
+ decom_ultra["cfd_flag_startrp"].values[df["CFDStartRP"].values != -1],
215
+ )
216
+ np.testing.assert_array_equal(
217
+ df["CFDStartLP"].values[df["CFDStartLP"].values != -1],
218
+ decom_ultra["cfd_flag_startlp"].values[df["CFDStartLP"].values != -1],
219
+ )
220
+ np.testing.assert_array_equal(
221
+ df["CFDStopTN"].values[df["CFDStopTN"].values != -1],
222
+ decom_ultra["cfd_flag_stoptn"].values[df["CFDStopTN"].values != -1],
223
+ )
224
+ np.testing.assert_array_equal(
225
+ df["CFDStopBN"].values[df["CFDStopBN"].values != -1],
226
+ decom_ultra["cfd_flag_stopbn"].values[df["CFDStopBN"].values != -1],
227
+ )
228
+ np.testing.assert_array_equal(
229
+ df["CFDStopTE"].values[df["CFDStopTE"].values != -1],
230
+ decom_ultra["cfd_flag_stopte"].values[df["CFDStopTE"].values != -1],
231
+ )
232
+ np.testing.assert_array_equal(
233
+ df["CFDStopBE"].values[df["CFDStopBE"].values != -1],
234
+ decom_ultra["cfd_flag_stopbe"].values[df["CFDStopBE"].values != -1],
235
+ )
236
+ np.testing.assert_array_equal(
237
+ df["CFDStopTS"].values[df["CFDStopTS"].values != -1],
238
+ decom_ultra["cfd_flag_stopts"].values[df["CFDStopTS"].values != -1],
239
+ )
240
+ np.testing.assert_array_equal(
241
+ df["CFDStopBS"].values[df["CFDStopBS"].values != -1],
242
+ decom_ultra["cfd_flag_stopbs"].values[df["CFDStopBS"].values != -1],
243
+ )
244
+ np.testing.assert_array_equal(
245
+ df["CFDStopTW"].values[df["CFDStopTW"].values != -1],
246
+ decom_ultra["cfd_flag_stoptw"].values[df["CFDStopTW"].values != -1],
247
+ )
248
+ np.testing.assert_array_equal(
249
+ df["CFDStopBW"].values[df["CFDStopBW"].values != -1],
250
+ decom_ultra["cfd_flag_stopbw"].values[df["CFDStopBW"].values != -1],
251
+ )
@@ -1,9 +1,12 @@
1
1
  import numpy as np
2
2
  import pandas as pd
3
+ import pytest
3
4
 
4
5
  from imap_processing import imap_module_directory
5
6
  from imap_processing.ultra.l1b.lookup_utils import (
7
+ get_angular_profiles,
6
8
  get_back_position,
9
+ get_energy_efficiencies,
7
10
  get_energy_norm,
8
11
  get_image_params,
9
12
  get_norm,
@@ -63,6 +66,25 @@ def test_get_egy_norm():
63
66
  def test_get_image_params():
64
67
  """Tests function get_image_params."""
65
68
 
66
- image_params = get_image_params("XFTLTOFF")
69
+ image_params = get_image_params("XFTLTOFF", "ultra45")
67
70
 
68
71
  assert image_params == 49.3
72
+
73
+
74
+ def test_get_angular_profiles():
75
+ """Tests function get_image_params."""
76
+
77
+ u45_left = get_angular_profiles("left", "ultra45")
78
+ u45_right = get_angular_profiles("right", "ultra45")
79
+
80
+ assert u45_left.shape == (525, 7)
81
+ assert u45_right.shape == (525, 7)
82
+
83
+
84
+ @pytest.mark.external_test_data
85
+ def test_get_energy_efficiencies():
86
+ """Tests function get_get_energy_efficiencies."""
87
+
88
+ u45_efficiencies = get_energy_efficiencies()
89
+
90
+ assert u45_efficiencies.shape == (58081, 157)
@@ -0,0 +1,77 @@
1
+ """Tests Spacecraft PSET for ULTRA L1c."""
2
+
3
+ import numpy as np
4
+ import pandas as pd
5
+ import pytest
6
+ import spiceypy
7
+ import xarray as xr
8
+
9
+ from imap_processing import imap_module_directory
10
+ from imap_processing.spice.geometry import SpiceFrame
11
+ from imap_processing.spice.kernels import ensure_spice
12
+ from imap_processing.ultra.l1b.ultra_l1b_annotated import (
13
+ get_annotated_particle_velocity,
14
+ )
15
+ from imap_processing.ultra.l1b.ultra_l1b_extended import (
16
+ get_de_energy_kev,
17
+ get_de_velocity,
18
+ )
19
+ from imap_processing.ultra.l1c.spacecraft_pset import calculate_spacecraft_pset
20
+
21
+ TEST_PATH = imap_module_directory / "tests" / "ultra" / "data" / "l1"
22
+
23
+
24
+ @pytest.mark.external_test_data
25
+ @pytest.mark.external_kernel
26
+ @ensure_spice
27
+ @pytest.mark.use_test_metakernel("imap_ena_sim_metakernel.template")
28
+ def test_pset():
29
+ """Tests calculate_pset function."""
30
+ # This is just setting up the data so that it is in the format of l1b_de_dataset.
31
+ test_path = TEST_PATH / "ultra-90_raw_event_data_shortened.csv"
32
+ df = pd.read_csv(test_path)
33
+ instrument_velocity, _, _ = get_de_velocity(
34
+ (df["Xf"], df["Yf"]), (df["Xb"], df["Yb"]), df["d"], df["TOF"].values
35
+ )
36
+
37
+ et = spiceypy.str2et(df["Epoch"].values)
38
+ epoch = df["MET"].values
39
+
40
+ frame_velocities = get_annotated_particle_velocity(
41
+ et,
42
+ instrument_velocity,
43
+ SpiceFrame.IMAP_ULTRA_90,
44
+ SpiceFrame.IMAP_DPS,
45
+ SpiceFrame.IMAP_SPACECRAFT,
46
+ )
47
+
48
+ particle_velocity_dps_spacecraft = frame_velocities[1]
49
+
50
+ # Assume everything is Hydrogen
51
+ species = np.full(len(particle_velocity_dps_spacecraft), "H", dtype="<U1")
52
+ energy_dps_spacecraft = get_de_energy_kev(particle_velocity_dps_spacecraft, species)
53
+
54
+ test_l1b_de_dataset = xr.Dataset(
55
+ {
56
+ "species": (["epoch"], species),
57
+ "velocity_dps_sc": (
58
+ ["epoch", "component"],
59
+ particle_velocity_dps_spacecraft,
60
+ ),
61
+ "energy_spacecraft": (["epoch"], energy_dps_spacecraft),
62
+ },
63
+ coords={
64
+ "epoch": ("epoch", epoch),
65
+ "component": ("component", ["vx", "vy", "vz"]),
66
+ },
67
+ )
68
+
69
+ spacecraft_pset = calculate_spacecraft_pset(
70
+ test_l1b_de_dataset,
71
+ test_l1b_de_dataset, # placeholder for extendedspin_dataset
72
+ test_l1b_de_dataset, # placeholder for cullingmask_dataset
73
+ "imap_ultra_l1c_45sensor-spacecraftpset",
74
+ )
75
+ assert "healpix" in spacecraft_pset.coords
76
+ assert "epoch" in spacecraft_pset.coords
77
+ assert "energy_bin_geometric_mean" in spacecraft_pset.coords