dkist-processing-cryonirsp 1.4.20__py3-none-any.whl → 1.14.9rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. changelog/232.misc.rst +1 -0
  2. dkist_processing_cryonirsp/__init__.py +1 -0
  3. dkist_processing_cryonirsp/codecs/fits.py +1 -0
  4. dkist_processing_cryonirsp/config.py +5 -1
  5. dkist_processing_cryonirsp/models/beam_boundaries.py +1 -0
  6. dkist_processing_cryonirsp/models/constants.py +31 -30
  7. dkist_processing_cryonirsp/models/exposure_conditions.py +6 -5
  8. dkist_processing_cryonirsp/models/fits_access.py +40 -0
  9. dkist_processing_cryonirsp/models/parameters.py +14 -26
  10. dkist_processing_cryonirsp/models/tags.py +1 -0
  11. dkist_processing_cryonirsp/models/task_name.py +1 -0
  12. dkist_processing_cryonirsp/parsers/check_for_gains.py +1 -0
  13. dkist_processing_cryonirsp/parsers/cryonirsp_l0_fits_access.py +40 -47
  14. dkist_processing_cryonirsp/parsers/cryonirsp_l1_fits_access.py +1 -0
  15. dkist_processing_cryonirsp/parsers/exposure_conditions.py +14 -13
  16. dkist_processing_cryonirsp/parsers/map_repeats.py +1 -0
  17. dkist_processing_cryonirsp/parsers/measurements.py +29 -16
  18. dkist_processing_cryonirsp/parsers/modstates.py +5 -1
  19. dkist_processing_cryonirsp/parsers/optical_density_filters.py +1 -0
  20. dkist_processing_cryonirsp/parsers/polarimetric_check.py +18 -7
  21. dkist_processing_cryonirsp/parsers/scan_step.py +12 -4
  22. dkist_processing_cryonirsp/parsers/time.py +7 -7
  23. dkist_processing_cryonirsp/parsers/wavelength.py +6 -1
  24. dkist_processing_cryonirsp/tasks/__init__.py +2 -1
  25. dkist_processing_cryonirsp/tasks/assemble_movie.py +1 -0
  26. dkist_processing_cryonirsp/tasks/bad_pixel_map.py +6 -5
  27. dkist_processing_cryonirsp/tasks/beam_boundaries_base.py +12 -11
  28. dkist_processing_cryonirsp/tasks/ci_beam_boundaries.py +1 -0
  29. dkist_processing_cryonirsp/tasks/ci_science.py +1 -0
  30. dkist_processing_cryonirsp/tasks/cryonirsp_base.py +2 -3
  31. dkist_processing_cryonirsp/tasks/dark.py +5 -4
  32. dkist_processing_cryonirsp/tasks/gain.py +7 -6
  33. dkist_processing_cryonirsp/tasks/instrument_polarization.py +17 -16
  34. dkist_processing_cryonirsp/tasks/l1_output_data.py +1 -0
  35. dkist_processing_cryonirsp/tasks/linearity_correction.py +1 -0
  36. dkist_processing_cryonirsp/tasks/make_movie_frames.py +3 -2
  37. dkist_processing_cryonirsp/tasks/mixin/corrections.py +1 -0
  38. dkist_processing_cryonirsp/tasks/mixin/shift_measurements.py +9 -2
  39. dkist_processing_cryonirsp/tasks/parse.py +70 -52
  40. dkist_processing_cryonirsp/tasks/quality_metrics.py +15 -14
  41. dkist_processing_cryonirsp/tasks/science_base.py +8 -6
  42. dkist_processing_cryonirsp/tasks/sp_beam_boundaries.py +2 -1
  43. dkist_processing_cryonirsp/tasks/sp_geometric.py +11 -10
  44. dkist_processing_cryonirsp/tasks/sp_science.py +1 -0
  45. dkist_processing_cryonirsp/tasks/sp_solar_gain.py +15 -12
  46. dkist_processing_cryonirsp/tasks/sp_wavelength_calibration.py +300 -0
  47. dkist_processing_cryonirsp/tasks/write_l1.py +59 -38
  48. dkist_processing_cryonirsp/tests/conftest.py +75 -53
  49. dkist_processing_cryonirsp/tests/header_models.py +62 -11
  50. dkist_processing_cryonirsp/tests/local_trial_workflows/l0_cals_only.py +26 -46
  51. dkist_processing_cryonirsp/tests/local_trial_workflows/l0_to_l1.py +26 -47
  52. dkist_processing_cryonirsp/tests/local_trial_workflows/linearize_only.py +3 -3
  53. dkist_processing_cryonirsp/tests/local_trial_workflows/local_trial_helpers.py +57 -26
  54. dkist_processing_cryonirsp/tests/test_assemble_movie.py +4 -5
  55. dkist_processing_cryonirsp/tests/test_assemble_qualilty.py +5 -1
  56. dkist_processing_cryonirsp/tests/test_bad_pixel_maps.py +4 -5
  57. dkist_processing_cryonirsp/tests/test_ci_beam_boundaries.py +4 -5
  58. dkist_processing_cryonirsp/tests/test_ci_science.py +4 -5
  59. dkist_processing_cryonirsp/tests/test_corrections.py +5 -6
  60. dkist_processing_cryonirsp/tests/test_cryo_base.py +4 -6
  61. dkist_processing_cryonirsp/tests/test_cryo_constants.py +7 -3
  62. dkist_processing_cryonirsp/tests/test_dark.py +7 -8
  63. dkist_processing_cryonirsp/tests/test_fits_access.py +44 -0
  64. dkist_processing_cryonirsp/tests/test_gain.py +7 -8
  65. dkist_processing_cryonirsp/tests/test_instrument_polarization.py +19 -10
  66. dkist_processing_cryonirsp/tests/test_linearity_correction.py +5 -4
  67. dkist_processing_cryonirsp/tests/test_make_movie_frames.py +2 -3
  68. dkist_processing_cryonirsp/tests/test_parameters.py +23 -28
  69. dkist_processing_cryonirsp/tests/test_parse.py +48 -12
  70. dkist_processing_cryonirsp/tests/test_quality.py +2 -3
  71. dkist_processing_cryonirsp/tests/test_sp_beam_boundaries.py +5 -5
  72. dkist_processing_cryonirsp/tests/test_sp_geometric.py +5 -6
  73. dkist_processing_cryonirsp/tests/test_sp_make_movie_frames.py +2 -3
  74. dkist_processing_cryonirsp/tests/test_sp_science.py +4 -5
  75. dkist_processing_cryonirsp/tests/test_sp_solar.py +6 -5
  76. dkist_processing_cryonirsp/tests/{test_sp_dispersion_axis_correction.py → test_sp_wavelength_calibration.py} +11 -29
  77. dkist_processing_cryonirsp/tests/test_trial_create_quality_report.py +1 -1
  78. dkist_processing_cryonirsp/tests/test_workflows.py +1 -0
  79. dkist_processing_cryonirsp/tests/test_write_l1.py +29 -31
  80. dkist_processing_cryonirsp/workflows/__init__.py +1 -0
  81. dkist_processing_cryonirsp/workflows/ci_l0_processing.py +9 -5
  82. dkist_processing_cryonirsp/workflows/sp_l0_processing.py +12 -8
  83. dkist_processing_cryonirsp/workflows/trial_workflows.py +12 -11
  84. dkist_processing_cryonirsp-1.14.9rc1.dist-info/METADATA +552 -0
  85. dkist_processing_cryonirsp-1.14.9rc1.dist-info/RECORD +115 -0
  86. {dkist_processing_cryonirsp-1.4.20.dist-info → dkist_processing_cryonirsp-1.14.9rc1.dist-info}/WHEEL +1 -1
  87. docs/ci_science_calibration.rst +10 -0
  88. docs/conf.py +1 -0
  89. docs/index.rst +1 -0
  90. docs/sp_science_calibration.rst +7 -0
  91. docs/wavelength_calibration.rst +62 -0
  92. dkist_processing_cryonirsp/tasks/sp_dispersion_axis_correction.py +0 -492
  93. dkist_processing_cryonirsp-1.4.20.dist-info/METADATA +0 -452
  94. dkist_processing_cryonirsp-1.4.20.dist-info/RECORD +0 -111
  95. {dkist_processing_cryonirsp-1.4.20.dist-info → dkist_processing_cryonirsp-1.14.9rc1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,552 @@
1
+ Metadata-Version: 2.4
2
+ Name: dkist-processing-cryonirsp
3
+ Version: 1.14.9rc1
4
+ Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
5
+ Author-email: NSO / AURA <dkistdc@nso.edu>
6
+ License: BSD-3-Clause
7
+ Project-URL: Homepage, https://nso.edu/dkist/data-center/
8
+ Project-URL: Repository, https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/
9
+ Project-URL: Documentation, https://docs.dkist.nso.edu/projects/cryo-nirsp
10
+ Project-URL: Help, https://nso.atlassian.net/servicedesk/customer/portal/5
11
+ Classifier: Programming Language :: Python
12
+ Classifier: Programming Language :: Python :: 3
13
+ Classifier: Programming Language :: Python :: 3.12
14
+ Requires-Python: >=3.12
15
+ Description-Content-Type: text/x-rst
16
+ Requires-Dist: Pillow==10.4.0
17
+ Requires-Dist: astropy==7.0.2
18
+ Requires-Dist: dkist-fits-specifications==4.19.0
19
+ Requires-Dist: dkist-header-validator==5.2.1
20
+ Requires-Dist: dkist-processing-common==11.9.3rc1
21
+ Requires-Dist: dkist-processing-math==2.2.1
22
+ Requires-Dist: dkist-processing-pac==3.1.1
23
+ Requires-Dist: dkist-spectral-lines==3.0.0
24
+ Requires-Dist: largestinteriorrectangle==0.2.1
25
+ Requires-Dist: dkist-service-configuration==4.1.13
26
+ Requires-Dist: moviepy==2.1.2
27
+ Requires-Dist: numba==0.61.2
28
+ Requires-Dist: numpy==2.2.5
29
+ Requires-Dist: peakutils==1.3.5
30
+ Requires-Dist: scikit-image==0.25.2
31
+ Requires-Dist: scipy==1.15.3
32
+ Requires-Dist: sunpy==6.1.1
33
+ Requires-Dist: solar-wavelength-calibration==2.0.0
34
+ Provides-Extra: test
35
+ Requires-Dist: pytest; extra == "test"
36
+ Requires-Dist: pytest-cov; extra == "test"
37
+ Requires-Dist: pytest-xdist; extra == "test"
38
+ Requires-Dist: pytest-mock; extra == "test"
39
+ Requires-Dist: hypothesis; extra == "test"
40
+ Requires-Dist: towncrier; extra == "test"
41
+ Requires-Dist: dkist-data-simulator>=5.2.6; extra == "test"
42
+ Requires-Dist: dkist-processing-cryonirsp[inventory]; extra == "test"
43
+ Requires-Dist: dkist-processing-cryonirsp[asdf]; extra == "test"
44
+ Requires-Dist: dkist-processing-cryonirsp[quality]; extra == "test"
45
+ Provides-Extra: inventory
46
+ Requires-Dist: dkist-processing-common[inventory]; extra == "inventory"
47
+ Requires-Dist: dkist-inventory==1.11.2; extra == "inventory"
48
+ Provides-Extra: asdf
49
+ Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
50
+ Requires-Dist: dkist-inventory[asdf]==1.11.2; extra == "asdf"
51
+ Provides-Extra: quality
52
+ Requires-Dist: dkist-quality==2.0.0; extra == "quality"
53
+ Provides-Extra: grogu
54
+ Requires-Dist: dkist; extra == "grogu"
55
+ Requires-Dist: pyparsing; extra == "grogu"
56
+ Requires-Dist: dkist-processing-cryonirsp[asdf]; extra == "grogu"
57
+ Provides-Extra: docs
58
+ Requires-Dist: sphinx; extra == "docs"
59
+ Requires-Dist: sphinx-astropy; extra == "docs"
60
+ Requires-Dist: sphinx-changelog; extra == "docs"
61
+ Requires-Dist: sphinx-autoapi; extra == "docs"
62
+ Requires-Dist: pytest; extra == "docs"
63
+ Requires-Dist: towncrier; extra == "docs"
64
+ Requires-Dist: dkist-sphinx-theme; extra == "docs"
65
+ Provides-Extra: frozen
66
+ Requires-Dist: ConfigUpdater==3.2; extra == "frozen"
67
+ Requires-Dist: Deprecated==1.3.1; extra == "frozen"
68
+ Requires-Dist: Flask==2.2.5; extra == "frozen"
69
+ Requires-Dist: Flask-AppBuilder==4.5.3; extra == "frozen"
70
+ Requires-Dist: Flask-Babel==2.0.0; extra == "frozen"
71
+ Requires-Dist: Flask-Caching==2.3.1; extra == "frozen"
72
+ Requires-Dist: Flask-JWT-Extended==4.7.1; extra == "frozen"
73
+ Requires-Dist: Flask-Limiter==3.12; extra == "frozen"
74
+ Requires-Dist: Flask-Login==0.6.3; extra == "frozen"
75
+ Requires-Dist: Flask-SQLAlchemy==2.5.1; extra == "frozen"
76
+ Requires-Dist: Flask-Session==0.5.0; extra == "frozen"
77
+ Requires-Dist: Flask-WTF==1.2.2; extra == "frozen"
78
+ Requires-Dist: ImageIO==2.37.2; extra == "frozen"
79
+ Requires-Dist: Jinja2==3.1.6; extra == "frozen"
80
+ Requires-Dist: Mako==1.3.10; extra == "frozen"
81
+ Requires-Dist: MarkupSafe==3.0.3; extra == "frozen"
82
+ Requires-Dist: PeakUtils==1.3.5; extra == "frozen"
83
+ Requires-Dist: PyJWT==2.10.1; extra == "frozen"
84
+ Requires-Dist: PyYAML==6.0.3; extra == "frozen"
85
+ Requires-Dist: Pygments==2.19.2; extra == "frozen"
86
+ Requires-Dist: SQLAlchemy==1.4.54; extra == "frozen"
87
+ Requires-Dist: SQLAlchemy-JSONField==1.0.2; extra == "frozen"
88
+ Requires-Dist: SQLAlchemy-Utils==0.42.1; extra == "frozen"
89
+ Requires-Dist: WTForms==3.2.1; extra == "frozen"
90
+ Requires-Dist: Werkzeug==2.2.3; extra == "frozen"
91
+ Requires-Dist: aioftp==0.27.2; extra == "frozen"
92
+ Requires-Dist: aiohappyeyeballs==2.6.1; extra == "frozen"
93
+ Requires-Dist: aiohttp==3.13.3; extra == "frozen"
94
+ Requires-Dist: aiosignal==1.4.0; extra == "frozen"
95
+ Requires-Dist: aiosmtplib==5.0.0; extra == "frozen"
96
+ Requires-Dist: alembic==1.17.2; extra == "frozen"
97
+ Requires-Dist: amqp==5.3.1; extra == "frozen"
98
+ Requires-Dist: annotated-types==0.7.0; extra == "frozen"
99
+ Requires-Dist: anyio==4.12.1; extra == "frozen"
100
+ Requires-Dist: apache-airflow==2.11.0; extra == "frozen"
101
+ Requires-Dist: apache-airflow-providers-celery==3.15.0; extra == "frozen"
102
+ Requires-Dist: apache-airflow-providers-common-compat==1.11.0; extra == "frozen"
103
+ Requires-Dist: apache-airflow-providers-common-io==1.7.0; extra == "frozen"
104
+ Requires-Dist: apache-airflow-providers-common-sql==1.30.2; extra == "frozen"
105
+ Requires-Dist: apache-airflow-providers-fab==1.5.3; extra == "frozen"
106
+ Requires-Dist: apache-airflow-providers-ftp==3.14.0; extra == "frozen"
107
+ Requires-Dist: apache-airflow-providers-http==5.6.2; extra == "frozen"
108
+ Requires-Dist: apache-airflow-providers-imap==3.10.2; extra == "frozen"
109
+ Requires-Dist: apache-airflow-providers-postgres==6.5.1; extra == "frozen"
110
+ Requires-Dist: apache-airflow-providers-smtp==2.4.1; extra == "frozen"
111
+ Requires-Dist: apache-airflow-providers-sqlite==4.2.0; extra == "frozen"
112
+ Requires-Dist: apispec==6.9.0; extra == "frozen"
113
+ Requires-Dist: argcomplete==3.6.3; extra == "frozen"
114
+ Requires-Dist: asdf==3.5.0; extra == "frozen"
115
+ Requires-Dist: asdf_standard==1.4.0; extra == "frozen"
116
+ Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
117
+ Requires-Dist: asgiref==3.11.0; extra == "frozen"
118
+ Requires-Dist: asteval==1.0.8; extra == "frozen"
119
+ Requires-Dist: astropy==7.0.2; extra == "frozen"
120
+ Requires-Dist: astropy-iers-data==0.2026.1.5.0.43.43; extra == "frozen"
121
+ Requires-Dist: asyncpg==0.31.0; extra == "frozen"
122
+ Requires-Dist: attrs==25.4.0; extra == "frozen"
123
+ Requires-Dist: babel==2.17.0; extra == "frozen"
124
+ Requires-Dist: billiard==4.2.4; extra == "frozen"
125
+ Requires-Dist: blinker==1.9.0; extra == "frozen"
126
+ Requires-Dist: boto3==1.42.23; extra == "frozen"
127
+ Requires-Dist: botocore==1.42.23; extra == "frozen"
128
+ Requires-Dist: cachelib==0.13.0; extra == "frozen"
129
+ Requires-Dist: celery==5.6.2; extra == "frozen"
130
+ Requires-Dist: certifi==2026.1.4; extra == "frozen"
131
+ Requires-Dist: cffi==2.0.0; extra == "frozen"
132
+ Requires-Dist: charset-normalizer==3.4.4; extra == "frozen"
133
+ Requires-Dist: click==8.3.1; extra == "frozen"
134
+ Requires-Dist: click-didyoumean==0.3.1; extra == "frozen"
135
+ Requires-Dist: click-plugins==1.1.1.2; extra == "frozen"
136
+ Requires-Dist: click-repl==0.3.0; extra == "frozen"
137
+ Requires-Dist: clickclick==20.10.2; extra == "frozen"
138
+ Requires-Dist: colorama==0.4.6; extra == "frozen"
139
+ Requires-Dist: colorlog==6.10.1; extra == "frozen"
140
+ Requires-Dist: connexion==2.14.2; extra == "frozen"
141
+ Requires-Dist: contourpy==1.3.3; extra == "frozen"
142
+ Requires-Dist: cron_descriptor==2.0.6; extra == "frozen"
143
+ Requires-Dist: croniter==6.0.0; extra == "frozen"
144
+ Requires-Dist: cryptography==46.0.3; extra == "frozen"
145
+ Requires-Dist: cycler==0.12.1; extra == "frozen"
146
+ Requires-Dist: dacite==1.9.2; extra == "frozen"
147
+ Requires-Dist: decorator==5.2.1; extra == "frozen"
148
+ Requires-Dist: dill==0.4.0; extra == "frozen"
149
+ Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
150
+ Requires-Dist: dkist-processing-common==11.9.3rc1; extra == "frozen"
151
+ Requires-Dist: dkist-processing-core==6.0.1; extra == "frozen"
152
+ Requires-Dist: dkist-processing-cryonirsp==1.14.9rc1; extra == "frozen"
153
+ Requires-Dist: dkist-processing-math==2.2.1; extra == "frozen"
154
+ Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
155
+ Requires-Dist: dkist-service-configuration==4.1.13; extra == "frozen"
156
+ Requires-Dist: dkist-spectral-lines==3.0.0; extra == "frozen"
157
+ Requires-Dist: dkist_fits_specifications==4.19.0; extra == "frozen"
158
+ Requires-Dist: dnspython==2.8.0; extra == "frozen"
159
+ Requires-Dist: email-validator==2.3.0; extra == "frozen"
160
+ Requires-Dist: fastjsonschema==2.21.2; extra == "frozen"
161
+ Requires-Dist: flower==2.0.1; extra == "frozen"
162
+ Requires-Dist: fonttools==4.61.1; extra == "frozen"
163
+ Requires-Dist: frozenlist==1.8.0; extra == "frozen"
164
+ Requires-Dist: fsspec==2025.12.0; extra == "frozen"
165
+ Requires-Dist: globus-sdk==4.3.0; extra == "frozen"
166
+ Requires-Dist: google-re2==1.1.20251105; extra == "frozen"
167
+ Requires-Dist: googleapis-common-protos==1.72.0; extra == "frozen"
168
+ Requires-Dist: gqlclient==1.2.3; extra == "frozen"
169
+ Requires-Dist: greenlet==3.3.0; extra == "frozen"
170
+ Requires-Dist: grpcio==1.76.0; extra == "frozen"
171
+ Requires-Dist: gunicorn==23.0.0; extra == "frozen"
172
+ Requires-Dist: h11==0.16.0; extra == "frozen"
173
+ Requires-Dist: httpcore==1.0.9; extra == "frozen"
174
+ Requires-Dist: httpx==0.28.1; extra == "frozen"
175
+ Requires-Dist: humanize==4.15.0; extra == "frozen"
176
+ Requires-Dist: idna==3.11; extra == "frozen"
177
+ Requires-Dist: imageio-ffmpeg==0.6.0; extra == "frozen"
178
+ Requires-Dist: importlib_metadata==8.7.1; extra == "frozen"
179
+ Requires-Dist: inflection==0.5.1; extra == "frozen"
180
+ Requires-Dist: itsdangerous==2.2.0; extra == "frozen"
181
+ Requires-Dist: jmespath==1.0.1; extra == "frozen"
182
+ Requires-Dist: jsonschema==4.26.0; extra == "frozen"
183
+ Requires-Dist: jsonschema-specifications==2025.9.1; extra == "frozen"
184
+ Requires-Dist: jupyter_core==5.9.1; extra == "frozen"
185
+ Requires-Dist: kiwisolver==1.4.9; extra == "frozen"
186
+ Requires-Dist: kombu==5.6.2; extra == "frozen"
187
+ Requires-Dist: largestinteriorrectangle==0.2.1; extra == "frozen"
188
+ Requires-Dist: lazy-object-proxy==1.12.0; extra == "frozen"
189
+ Requires-Dist: lazy_loader==0.4; extra == "frozen"
190
+ Requires-Dist: limits==5.6.0; extra == "frozen"
191
+ Requires-Dist: linkify-it-py==2.0.3; extra == "frozen"
192
+ Requires-Dist: llvmlite==0.44.0; extra == "frozen"
193
+ Requires-Dist: lmfit==1.3.4; extra == "frozen"
194
+ Requires-Dist: lockfile==0.12.2; extra == "frozen"
195
+ Requires-Dist: loguru==0.7.3; extra == "frozen"
196
+ Requires-Dist: markdown-it-py==4.0.0; extra == "frozen"
197
+ Requires-Dist: marshmallow==3.26.2; extra == "frozen"
198
+ Requires-Dist: marshmallow-oneofschema==3.2.0; extra == "frozen"
199
+ Requires-Dist: marshmallow-sqlalchemy==0.28.2; extra == "frozen"
200
+ Requires-Dist: matplotlib==3.10.8; extra == "frozen"
201
+ Requires-Dist: mdit-py-plugins==0.5.0; extra == "frozen"
202
+ Requires-Dist: mdurl==0.1.2; extra == "frozen"
203
+ Requires-Dist: methodtools==0.4.7; extra == "frozen"
204
+ Requires-Dist: more-itertools==10.8.0; extra == "frozen"
205
+ Requires-Dist: moviepy==2.1.2; extra == "frozen"
206
+ Requires-Dist: multidict==6.7.0; extra == "frozen"
207
+ Requires-Dist: nbformat==5.10.4; extra == "frozen"
208
+ Requires-Dist: networkx==3.6.1; extra == "frozen"
209
+ Requires-Dist: numba==0.61.2; extra == "frozen"
210
+ Requires-Dist: numpy==2.2.5; extra == "frozen"
211
+ Requires-Dist: object-clerk==1.0.0; extra == "frozen"
212
+ Requires-Dist: opentelemetry-api==1.39.1; extra == "frozen"
213
+ Requires-Dist: opentelemetry-exporter-otlp==1.39.1; extra == "frozen"
214
+ Requires-Dist: opentelemetry-exporter-otlp-proto-common==1.39.1; extra == "frozen"
215
+ Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.39.1; extra == "frozen"
216
+ Requires-Dist: opentelemetry-exporter-otlp-proto-http==1.39.1; extra == "frozen"
217
+ Requires-Dist: opentelemetry-instrumentation==0.60b1; extra == "frozen"
218
+ Requires-Dist: opentelemetry-instrumentation-aiohttp-client==0.60b1; extra == "frozen"
219
+ Requires-Dist: opentelemetry-instrumentation-asgi==0.60b1; extra == "frozen"
220
+ Requires-Dist: opentelemetry-instrumentation-botocore==0.60b1; extra == "frozen"
221
+ Requires-Dist: opentelemetry-instrumentation-celery==0.60b1; extra == "frozen"
222
+ Requires-Dist: opentelemetry-instrumentation-dbapi==0.60b1; extra == "frozen"
223
+ Requires-Dist: opentelemetry-instrumentation-fastapi==0.60b1; extra == "frozen"
224
+ Requires-Dist: opentelemetry-instrumentation-pika==0.60b1; extra == "frozen"
225
+ Requires-Dist: opentelemetry-instrumentation-psycopg2==0.60b1; extra == "frozen"
226
+ Requires-Dist: opentelemetry-instrumentation-pymongo==0.60b1; extra == "frozen"
227
+ Requires-Dist: opentelemetry-instrumentation-redis==0.60b1; extra == "frozen"
228
+ Requires-Dist: opentelemetry-instrumentation-requests==0.60b1; extra == "frozen"
229
+ Requires-Dist: opentelemetry-instrumentation-sqlalchemy==0.60b1; extra == "frozen"
230
+ Requires-Dist: opentelemetry-instrumentation-system-metrics==0.60b1; extra == "frozen"
231
+ Requires-Dist: opentelemetry-propagator-aws-xray==1.0.2; extra == "frozen"
232
+ Requires-Dist: opentelemetry-proto==1.39.1; extra == "frozen"
233
+ Requires-Dist: opentelemetry-sdk==1.39.1; extra == "frozen"
234
+ Requires-Dist: opentelemetry-semantic-conventions==0.60b1; extra == "frozen"
235
+ Requires-Dist: opentelemetry-util-http==0.60b1; extra == "frozen"
236
+ Requires-Dist: ordered-set==4.1.0; extra == "frozen"
237
+ Requires-Dist: packaging==25.0; extra == "frozen"
238
+ Requires-Dist: pandas==2.3.3; extra == "frozen"
239
+ Requires-Dist: parfive==2.2.0; extra == "frozen"
240
+ Requires-Dist: pathlib_abc==0.5.2; extra == "frozen"
241
+ Requires-Dist: pathspec==1.0.1; extra == "frozen"
242
+ Requires-Dist: pendulum==3.1.0; extra == "frozen"
243
+ Requires-Dist: pika==1.3.2; extra == "frozen"
244
+ Requires-Dist: pillow==10.4.0; extra == "frozen"
245
+ Requires-Dist: pip==25.3; extra == "frozen"
246
+ Requires-Dist: platformdirs==4.5.1; extra == "frozen"
247
+ Requires-Dist: pluggy==1.6.0; extra == "frozen"
248
+ Requires-Dist: pooch==1.8.2; extra == "frozen"
249
+ Requires-Dist: prison==0.2.1; extra == "frozen"
250
+ Requires-Dist: proglog==0.1.12; extra == "frozen"
251
+ Requires-Dist: prometheus_client==0.23.1; extra == "frozen"
252
+ Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
253
+ Requires-Dist: propcache==0.4.1; extra == "frozen"
254
+ Requires-Dist: protobuf==6.33.2; extra == "frozen"
255
+ Requires-Dist: psutil==7.2.1; extra == "frozen"
256
+ Requires-Dist: psycopg2-binary==2.9.11; extra == "frozen"
257
+ Requires-Dist: pycparser==2.23; extra == "frozen"
258
+ Requires-Dist: pydantic==2.12.5; extra == "frozen"
259
+ Requires-Dist: pydantic-settings==2.12.0; extra == "frozen"
260
+ Requires-Dist: pydantic_core==2.41.5; extra == "frozen"
261
+ Requires-Dist: pyerfa==2.0.1.5; extra == "frozen"
262
+ Requires-Dist: pyparsing==3.3.1; extra == "frozen"
263
+ Requires-Dist: python-daemon==3.1.2; extra == "frozen"
264
+ Requires-Dist: python-dateutil==2.9.0.post0; extra == "frozen"
265
+ Requires-Dist: python-dotenv==1.2.1; extra == "frozen"
266
+ Requires-Dist: python-nvd3==0.16.0; extra == "frozen"
267
+ Requires-Dist: python-slugify==8.0.4; extra == "frozen"
268
+ Requires-Dist: pytz==2025.2; extra == "frozen"
269
+ Requires-Dist: redis==6.4.0; extra == "frozen"
270
+ Requires-Dist: referencing==0.37.0; extra == "frozen"
271
+ Requires-Dist: requests==2.32.5; extra == "frozen"
272
+ Requires-Dist: requests-toolbelt==1.0.0; extra == "frozen"
273
+ Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
274
+ Requires-Dist: rich==13.9.4; extra == "frozen"
275
+ Requires-Dist: rich-argparse==1.7.2; extra == "frozen"
276
+ Requires-Dist: rpds-py==0.30.0; extra == "frozen"
277
+ Requires-Dist: s3transfer==0.16.0; extra == "frozen"
278
+ Requires-Dist: scikit-image==0.25.2; extra == "frozen"
279
+ Requires-Dist: scipy==1.15.3; extra == "frozen"
280
+ Requires-Dist: semantic-version==2.10.0; extra == "frozen"
281
+ Requires-Dist: setproctitle==1.3.7; extra == "frozen"
282
+ Requires-Dist: six==1.17.0; extra == "frozen"
283
+ Requires-Dist: solar-wavelength-calibration==2.0.0; extra == "frozen"
284
+ Requires-Dist: sqids==0.5.1; extra == "frozen"
285
+ Requires-Dist: sqlparse==0.5.5; extra == "frozen"
286
+ Requires-Dist: sunpy==6.1.1; extra == "frozen"
287
+ Requires-Dist: tabulate==0.9.0; extra == "frozen"
288
+ Requires-Dist: talus==1.3.4; extra == "frozen"
289
+ Requires-Dist: tenacity==8.5.0; extra == "frozen"
290
+ Requires-Dist: termcolor==3.3.0; extra == "frozen"
291
+ Requires-Dist: text-unidecode==1.3; extra == "frozen"
292
+ Requires-Dist: tifffile==2025.12.20; extra == "frozen"
293
+ Requires-Dist: tornado==6.5.4; extra == "frozen"
294
+ Requires-Dist: tqdm==4.67.1; extra == "frozen"
295
+ Requires-Dist: traitlets==5.14.3; extra == "frozen"
296
+ Requires-Dist: typing-inspection==0.4.2; extra == "frozen"
297
+ Requires-Dist: typing_extensions==4.15.0; extra == "frozen"
298
+ Requires-Dist: tzdata==2025.3; extra == "frozen"
299
+ Requires-Dist: tzlocal==5.3.1; extra == "frozen"
300
+ Requires-Dist: uc-micro-py==1.0.3; extra == "frozen"
301
+ Requires-Dist: uncertainties==3.2.3; extra == "frozen"
302
+ Requires-Dist: universal_pathlib==0.3.7; extra == "frozen"
303
+ Requires-Dist: urllib3==2.6.3; extra == "frozen"
304
+ Requires-Dist: vine==5.1.0; extra == "frozen"
305
+ Requires-Dist: voluptuous==0.16.0; extra == "frozen"
306
+ Requires-Dist: wcwidth==0.2.14; extra == "frozen"
307
+ Requires-Dist: wirerope==1.0.0; extra == "frozen"
308
+ Requires-Dist: wrapt==1.17.3; extra == "frozen"
309
+ Requires-Dist: yamale==6.1.0; extra == "frozen"
310
+ Requires-Dist: yarl==1.22.0; extra == "frozen"
311
+ Requires-Dist: zipp==3.23.0; extra == "frozen"
312
+
313
+ dkist-processing-cryonirsp
314
+ ==========================
315
+
316
+ |codecov|
317
+
318
+ Overview
319
+ --------
320
+ The dkist-processing-cryonirsp library contains the implementation of the cryonirsp pipelines as a collection of the
321
+ `dkist-processing-core <https://pypi.org/project/dkist-processing-core/>`_ framework and
322
+ `dkist-processing-common <https://pypi.org/project/dkist-processing-common/>`_ Tasks.
323
+
324
+ The recommended project structure is to separate tasks and workflows into separate packages. Having the workflows
325
+ in their own package facilitates using the build_utils to test the integrity of those workflows in the unit test.
326
+
327
+ Environment Variables
328
+ ---------------------
329
+
330
+ .. list-table::
331
+ :widths: 10 90
332
+ :header-rows: 1
333
+
334
+ * - Variable
335
+ - Field Info
336
+ * - LOGURU_LEVEL
337
+ - annotation=str required=False default='INFO' alias_priority=2 validation_alias='LOGURU_LEVEL' description='Log level for the application'
338
+ * - MESH_CONFIG
339
+ - annotation=dict[str, MeshService] required=False default_factory=dict alias_priority=2 validation_alias='MESH_CONFIG' description='Service mesh configuration' examples=[{'upstream_service_name': {'mesh_address': 'localhost', 'mesh_port': 6742}}]
340
+ * - RETRY_CONFIG
341
+ - annotation=RetryConfig required=False default_factory=RetryConfig description='Retry configuration for the service'
342
+ * - OTEL_SERVICE_NAME
343
+ - annotation=str required=False default='unknown-service-name' alias_priority=2 validation_alias='OTEL_SERVICE_NAME' description='Service name for OpenTelemetry'
344
+ * - DKIST_SERVICE_VERSION
345
+ - annotation=str required=False default='unknown-service-version' alias_priority=2 validation_alias='DKIST_SERVICE_VERSION' description='Service version for OpenTelemetry'
346
+ * - NOMAD_ALLOC_ID
347
+ - annotation=str required=False default='unknown-allocation-id' alias_priority=2 validation_alias='NOMAD_ALLOC_ID' description='Nomad allocation ID for OpenTelemetry'
348
+ * - NOMAD_ALLOC_NAME
349
+ - annotation=str required=False default='unknown-allocation-name' alias='NOMAD_ALLOC_NAME' alias_priority=2 description='Allocation name for the deployed container the task is running on.'
350
+ * - NOMAD_GROUP_NAME
351
+ - annotation=str required=False default='unknown-allocation-group' alias='NOMAD_GROUP_NAME' alias_priority=2 description='Allocation group for the deployed container the task is running on'
352
+ * - OTEL_EXPORTER_OTLP_TRACES_INSECURE
353
+ - annotation=bool required=False default=True description='Use insecure connection for OTLP traces'
354
+ * - OTEL_EXPORTER_OTLP_METRICS_INSECURE
355
+ - annotation=bool required=False default=True description='Use insecure connection for OTLP metrics'
356
+ * - OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
357
+ - annotation=Union[str, NoneType] required=False default=None description='OTLP traces endpoint. Overrides mesh configuration' examples=['localhost:4317']
358
+ * - OTEL_EXPORTER_OTLP_METRICS_ENDPOINT
359
+ - annotation=Union[str, NoneType] required=False default=None description='OTLP metrics endpoint. Overrides mesh configuration' examples=['localhost:4317']
360
+ * - OTEL_PYTHON_DISABLED_INSTRUMENTATIONS
361
+ - annotation=list[str] required=False default_factory=list description='List of instrumentations to disable. https://opentelemetry.io/docs/zero-code/python/configuration/' examples=[['pika', 'requests']]
362
+ * - OTEL_PYTHON_FASTAPI_EXCLUDED_URLS
363
+ - annotation=str required=False default='health' description='Comma separated list of URLs to exclude from OpenTelemetry instrumentation in FastAPI.' examples=['client/.*/info,healthcheck']
364
+ * - SYSTEM_METRIC_INSTRUMENTATION_CONFIG
365
+ - annotation=Union[dict[str, bool], NoneType] required=False default=None description='Configuration for system metric instrumentation. https://opentelemetry-python-contrib.readthedocs.io/en/latest/instrumentation/system_metrics/system_metrics.html' examples=[{'system.memory.usage': ['used', 'free', 'cached'], 'system.cpu.time': ['idle', 'user', 'system', 'irq'], 'system.network.io': ['transmit', 'receive'], 'process.runtime.memory': ['rss', 'vms'], 'process.runtime.cpu.time': ['user', 'system'], 'process.runtime.context_switches': ['involuntary', 'voluntary']}]
366
+ * - ISB_USERNAME
367
+ - annotation=str required=False default='guest' description='Username for the interservice-bus.'
368
+ * - ISB_PASSWORD
369
+ - annotation=str required=False default='guest' description='Password for the interservice-bus.'
370
+ * - ISB_EXCHANGE
371
+ - annotation=str required=False default='master.direct.x' description='Exchange for the interservice-bus.'
372
+ * - ISB_QUEUE_TYPE
373
+ - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
374
+ * - BUILD_VERSION
375
+ - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
376
+ * - GQL_AUTH_TOKEN
377
+ - annotation=Union[str, NoneType] required=False default='dev' description='The auth token for the metadata-store-api.'
378
+ * - OBJECT_STORE_ACCESS_KEY
379
+ - annotation=Union[str, NoneType] required=False default=None description='The access key for the object store.'
380
+ * - OBJECT_STORE_SECRET_KEY
381
+ - annotation=Union[str, NoneType] required=False default=None description='The secret key for the object store.'
382
+ * - OBJECT_STORE_USE_SSL
383
+ - annotation=bool required=False default=False description='Whether to use SSL for the object store connection.'
384
+ * - MULTIPART_THRESHOLD
385
+ - annotation=Union[int, NoneType] required=False default=None description='Multipart threshold for the object store.'
386
+ * - S3_CLIENT_CONFIG
387
+ - annotation=Union[dict, NoneType] required=False default=None description='S3 client configuration for the object store.'
388
+ * - S3_UPLOAD_CONFIG
389
+ - annotation=Union[dict, NoneType] required=False default=None description='S3 upload configuration for the object store.'
390
+ * - S3_DOWNLOAD_CONFIG
391
+ - annotation=Union[dict, NoneType] required=False default=None description='S3 download configuration for the object store.'
392
+ * - GLOBUS_MAX_RETRIES
393
+ - annotation=int required=False default=5 description='Max retries for transient errors on calls to the globus api.'
394
+ * - GLOBUS_INBOUND_CLIENT_CREDENTIALS
395
+ - annotation=list[GlobusClientCredential] required=False default_factory=list description='Globus client credentials for inbound transfers.' examples=[[{'client_id': 'id1', 'client_secret': 'secret1'}, {'client_id': 'id2', 'client_secret': 'secret2'}]]
396
+ * - GLOBUS_OUTBOUND_CLIENT_CREDENTIALS
397
+ - annotation=list[GlobusClientCredential] required=False default_factory=list description='Globus client credentials for outbound transfers.' examples=[[{'client_id': 'id3', 'client_secret': 'secret3'}, {'client_id': 'id4', 'client_secret': 'secret4'}]]
398
+ * - OBJECT_STORE_ENDPOINT
399
+ - annotation=Union[str, NoneType] required=False default=None description='Object store Globus Endpoint ID.'
400
+ * - SCRATCH_ENDPOINT
401
+ - annotation=Union[str, NoneType] required=False default=None description='Scratch Globus Endpoint ID.'
402
+ * - SCRATCH_BASE_PATH
403
+ - annotation=str required=False default='scratch/' description='Base path for scratch storage.'
404
+ * - SCRATCH_INVENTORY_DB_COUNT
405
+ - annotation=int required=False default=16 description='Number of databases in the scratch inventory (redis).'
406
+ * - DOCS_BASE_URL
407
+ - annotation=str required=False default='my_test_url' description='Base URL for the documentation site.'
408
+ * - FTS_ATLAS_DATA_DIR
409
+ - annotation=Union[str, NoneType] required=False default=None description='Common cached directory for a downloaded FTS Atlas.'
410
+
411
+ Development
412
+ -----------
413
+ .. code-block:: bash
414
+
415
+ git clone git@bitbucket.org:dkistdc/dkist-processing-cryonirsp.git
416
+ cd dkist-processing-cryonirsp
417
+ pre-commit install
418
+ pip install -e .[test]
419
+ pytest -v --cov dkist_processing_cryonirsp
420
+
421
+ Build
422
+ -----
423
+ Artifacts are built through Bitbucket Pipelines.
424
+
425
+ The pipeline can be used in other repos with a modification of the package and artifact locations
426
+ to use the names relevant to the target repo.
427
+
428
+ e.g. dkist-processing-test -> dkist-processing-vbi and dkist_processing_test -> dkist_processing_vbi
429
+
430
+ Deployment
431
+ ----------
432
+ Deployment is done with `turtlebot <https://bitbucket.org/dkistdc/turtlebot/src/main/>`_ and follows
433
+ the process detailed in `dkist-processing-core <https://pypi.org/project/dkist-processing-core/>`_
434
+
435
+ Additionally, when a new release is ready to be built the following steps need to be taken:
436
+
437
+ 1. Freezing Dependencies
438
+ #########################
439
+
440
+ A new "frozen" extra is generated by the `dkist-dev-tools <https://bitbucket.org/dkistdc/dkist-dev-tools/src/main/>`_
441
+ package. If you don't have `dkist-dev-tools` installed please follow the directions from that repo.
442
+
443
+ To freeze dependencies run
444
+
445
+ .. code-block:: bash
446
+
447
+ ddt freeze vX.Y.Z[rcK]
448
+
449
+ Where "vX.Y.Z[rcK]" is the version about to be released.
450
+
451
+ 2. Changelog
452
+ ############
453
+
454
+ When you make **any** change to this repository it **MUST** be accompanied by a changelog file.
455
+ The changelog for this repository uses the `towncrier <https://github.com/twisted/towncrier>`__ package.
456
+ Entries in the changelog for the next release are added as individual files (one per change) to the ``changelog/`` directory.
457
+
458
+ Writing a Changelog Entry
459
+ ^^^^^^^^^^^^^^^^^^^^^^^^^
460
+
461
+ A changelog entry accompanying a change should be added to the ``changelog/`` directory.
462
+ The name of a file in this directory follows a specific template::
463
+
464
+ <PULL REQUEST NUMBER>.<TYPE>[.<COUNTER>].rst
465
+
466
+ The fields have the following meanings:
467
+
468
+ * ``<PULL REQUEST NUMBER>``: This is the number of the pull request, so people can jump from the changelog entry to the diff on BitBucket.
469
+ * ``<TYPE>``: This is the type of the change and must be one of the values described below.
470
+ * ``<COUNTER>``: This is an optional field, if you make more than one change of the same type you can append a counter to the subsequent changes, i.e. ``100.bugfix.rst`` and ``100.bugfix.1.rst`` for two bugfix changes in the same PR.
471
+
472
+ The list of possible types is defined in the towncrier section of ``pyproject.toml``, the types are:
473
+
474
+ * ``feature``: This change is a new code feature.
475
+ * ``bugfix``: This is a change which fixes a bug.
476
+ * ``doc``: A documentation change.
477
+ * ``removal``: A deprecation or removal of public API.
478
+ * ``misc``: Any small change which doesn't fit anywhere else, such as a change to the package infrastructure.
479
+
480
+
481
+ Rendering the Changelog at Release Time
482
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
483
+
484
+ When you are about to tag a release first you must run ``towncrier`` to render the changelog.
485
+ The steps for this are as follows:
486
+
487
+ * Run `towncrier build --version vx.y.z` using the version number you want to tag.
488
+ * Agree to have towncrier remove the fragments.
489
+ * Add and commit your changes.
490
+ * Tag the release.
491
+
492
+ **NOTE:** If you forget to add a Changelog entry to a tagged release (either manually or automatically with ``towncrier``)
493
+ then the Bitbucket pipeline will fail. To be able to use the same tag you must delete it locally and on the remote branch:
494
+
495
+ .. code-block:: bash
496
+
497
+ # First, actually update the CHANGELOG and commit the update
498
+ git commit
499
+
500
+ # Delete tags
501
+ git tag -d vWHATEVER.THE.VERSION
502
+ git push --delete origin vWHATEVER.THE.VERSION
503
+
504
+ # Re-tag with the same version
505
+ git tag vWHATEVER.THE.VERSION
506
+ git push --tags origin main
507
+
508
+ Science Changelog
509
+ ^^^^^^^^^^^^^^^^^
510
+
511
+ Whenever a release involves changes to the scientific quality of L1 data, additional changelog fragment(s) should be
512
+ created. These fragments are intended to be as verbose as is needed to accurately capture the scope of the change(s),
513
+ so feel free to use all the fancy RST you want. Science fragments are placed in the same ``changelog/`` directory
514
+ as other fragments, but are always called::
515
+
516
+ <PR NUMBER | +>.science[.<COUNTER>].rst
517
+
518
+ In the case that a single pull request encapsulates the entirety of the scientific change then the first field should
519
+ be that PR number (same as the normal CHANGELOG). If, however, there is not a simple mapping from a single PR to a scientific
520
+ change then use the character "+" instead; this will create a changelog entry with no associated PR. For example:
521
+
522
+ .. code-block:: bash
523
+
524
+ $ ls changelog/
525
+ 99.bugfix.rst # This is a normal changelog fragment associated with a bugfix in PR 99
526
+ 99.science.rst # Apparently that bugfix also changed the scientific results, so that PR also gets a science fragment
527
+ +.science.rst # This fragment is not associated with a PR
528
+
529
+
530
+ When it comes time to build the SCIENCE_CHANGELOG, use the ``science_towncrier.sh`` script in this repo to do so.
531
+ This script accepts all the same arguments as the default `towncrier`. For example:
532
+
533
+ .. code-block:: bash
534
+
535
+ ./science_towncrier.sh build --version vx.y.z
536
+
537
+ This will update the SCIENCE_CHANGELOG and remove any science fragments from the changelog directory.
538
+
539
+ 3. Tag and Push
540
+ ###############
541
+
542
+ Once all commits are in place add a git tag that will define the released version, then push the tags up to Bitbucket:
543
+
544
+ .. code-block:: bash
545
+
546
+ git tag vX.Y.Z[rcK]
547
+ git push --tags origin BRANCH
548
+
549
+ In the case of an rc, BRANCH will likely be your development branch. For full releases BRANCH should be "main".
550
+
551
+ .. |codecov| image:: https://codecov.io/bb/dkistdc/dkist-processing-cryonirsp/graph/badge.svg?token=TZBK64UKG5
552
+ :target: https://codecov.io/bb/dkistdc/dkist-processing-cryonirsp