dkist-processing-cryonirsp 0.0.3__tar.gz → 0.0.50__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dkist-processing-cryonirsp might be problematic. Click here for more details.

Files changed (138) hide show
  1. dkist_processing_cryonirsp-0.0.50/CHANGELOG.rst +530 -0
  2. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/PKG-INFO +3 -1
  3. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/bitbucket-pipelines.yml +50 -3
  4. {dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/workflows → dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp}/__init__.py +1 -0
  5. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/models/constants.py +70 -27
  6. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/models/exposure_conditions.py +26 -0
  7. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/models/parameters.py +112 -63
  8. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/models/tags.py +15 -56
  9. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/models/task_name.py +12 -0
  10. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/cryonirsp_l0_fits_access.py +20 -0
  11. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/parsers/exposure_conditions.py +163 -0
  12. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/parsers/map_repeats.py +40 -0
  13. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/modstates.py +1 -27
  14. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/parsers/optical_density_filters.py +40 -0
  15. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/parsers/polarimetric_check.py +110 -0
  16. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/parsers/scan_step.py +412 -0
  17. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/time.py +1 -34
  18. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/__init__.py +18 -0
  19. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/assemble_movie.py +39 -9
  20. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/bad_pixel_map.py +3 -4
  21. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/beam_boundaries_base.py +279 -0
  22. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/ci_beam_boundaries.py +55 -0
  23. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/ci_science.py +21 -16
  24. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/cryonirsp_base.py +1 -2
  25. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/dark.py +20 -16
  26. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/gain.py +49 -29
  27. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/instrument_polarization.py +60 -54
  28. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/l1_output_data.py +2 -0
  29. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/linearity_correction.py +567 -0
  30. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/make_movie_frames.py +55 -72
  31. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/mixin/corrections.py +45 -17
  32. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/mixin/intermediate_frame.py +36 -16
  33. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/mixin/linearized_frame.py +68 -44
  34. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/mixin/shift_measurements.py +299 -0
  35. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/parse.py +81 -35
  36. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/quality_metrics.py +13 -7
  37. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/science_base.py +85 -29
  38. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/sp_beam_boundaries.py +270 -0
  39. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/sp_geometric.py +110 -202
  40. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/sp_science.py +56 -37
  41. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/sp_solar_gain.py +472 -0
  42. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/trial_output_data.py +20 -7
  43. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/write_l1.py +52 -18
  44. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/conftest.py +426 -0
  45. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/header_models.py +546 -0
  46. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/local_trial_workflows/__init__.py +0 -0
  47. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/local_trial_workflows/l0_cals_only.py +551 -0
  48. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/local_trial_workflows/l0_to_l1.py +621 -0
  49. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/local_trial_workflows/linearize_only.py +96 -0
  50. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/local_trial_workflows/local_trial_helpers.py +503 -0
  51. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_assemble_movie.py +43 -20
  52. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_bad_pixel_maps.py +7 -6
  53. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_build_quality_report.py +2 -3
  54. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_ci_beam_boundaries.py +11 -12
  55. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_ci_science.py +29 -14
  56. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_cryo_base.py +13 -9
  57. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_cryo_constants.py +13 -5
  58. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_dark.py +83 -61
  59. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_gain.py +76 -93
  60. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_instrument_polarization.py +38 -32
  61. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_linearity_correction.py +61 -20
  62. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/test_ci_make_movie_frames.py → dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/test_make_movie_frames.py +34 -22
  63. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_parameters.py +12 -10
  64. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/test_parse.py +1379 -0
  65. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_quality.py +6 -5
  66. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_sp_beam_boundaries.py +14 -13
  67. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/test_sp_geometric.py +319 -0
  68. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_sp_make_movie_frames.py +39 -18
  69. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_sp_science.py +107 -18
  70. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_sp_solar.py +66 -87
  71. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_submit_qualilty.py +2 -4
  72. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/test_trial_output_data.py +170 -0
  73. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests/test_write_l1.py +317 -0
  74. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/workflows/ci_l0_processing.py +26 -20
  75. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/workflows/sp_l0_processing.py +27 -21
  76. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/workflows/trial_workflows.py +71 -32
  77. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp.egg-info/PKG-INFO +3 -1
  78. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp.egg-info/SOURCES.txt +13 -9
  79. dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp.egg-info/requires.txt +52 -0
  80. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/setup.cfg +16 -8
  81. dkist_processing_cryonirsp-0.0.3/CHANGELOG.rst +0 -25
  82. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/models/task_name.py +0 -28
  83. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/parsers/map_repeats.py +0 -150
  84. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/parsers/polarimeter_mode.py +0 -32
  85. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/parsers/polcal_task.py +0 -51
  86. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/parsers/scan_step.py +0 -83
  87. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/parsers/task.py +0 -47
  88. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/beam_boundaries_base.py +0 -201
  89. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/ci_beam_boundaries.py +0 -58
  90. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/linearity_correction.py +0 -284
  91. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/mixin/input_frame.py +0 -23
  92. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/sp_beam_boundaries.py +0 -234
  93. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/sp_solar_gain.py +0 -646
  94. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/__init__.py +0 -1
  95. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/ci_e2e_test.py +0 -559
  96. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/conftest.py +0 -683
  97. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/e2e_helpers.py +0 -147
  98. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/e2e_linearize.py +0 -173
  99. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/sp_e2e_test.py +0 -549
  100. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/test_parse.py +0 -602
  101. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/test_sp_geometric.py +0 -253
  102. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tests/test_write_l1.py +0 -236
  103. dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp.egg-info/requires.txt +0 -40
  104. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/.gitignore +0 -0
  105. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/.pre-commit-config.yaml +0 -0
  106. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/.readthedocs.yml +0 -0
  107. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/README.rst +0 -0
  108. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/SCIENCE_CHANGELOG.rst +0 -0
  109. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/changelog/.gitempty +0 -0
  110. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/check_changelog_updated.sh +0 -0
  111. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/models/__init__.py +0 -0
  112. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/models/filter.py +0 -0
  113. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/__init__.py +0 -0
  114. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/cryonirsp_l1_fits_access.py +0 -0
  115. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/measurements.py +0 -0
  116. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/parsers/wavelength.py +0 -0
  117. {dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks → dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tasks/mixin}/__init__.py +0 -0
  118. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tasks/mixin/beam_access.py +0 -0
  119. {dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp/tasks/mixin → dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/tests}/__init__.py +0 -0
  120. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp/tests/test_workflows.py +0 -0
  121. {dkist_processing_cryonirsp-0.0.3/dkist_processing_cryonirsp → dkist_processing_cryonirsp-0.0.50/dkist_processing_cryonirsp/workflows}/__init__.py +0 -0
  122. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp.egg-info/dependency_links.txt +0 -0
  123. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/dkist_processing_cryonirsp.egg-info/top_level.txt +0 -0
  124. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/Makefile +0 -0
  125. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/changelog.rst +0 -0
  126. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/conf.py +0 -0
  127. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/index.rst +0 -0
  128. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/l0_to_l1_cryonirsp_ci.rst +0 -0
  129. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/l0_to_l1_cryonirsp_sp.rst +0 -0
  130. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/make.bat +0 -0
  131. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/requirements.txt +0 -0
  132. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/requirements_table.rst +0 -0
  133. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/docs/scientific_changelog.rst +0 -0
  134. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/licenses/LICENSE.rst +0 -0
  135. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/pyproject.toml +0 -0
  136. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/science_towncrier.sh +0 -0
  137. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/setup.py +0 -0
  138. {dkist_processing_cryonirsp-0.0.3 → dkist_processing_cryonirsp-0.0.50}/towncrier_science.toml +0 -0
@@ -0,0 +1,530 @@
1
+ v0.0.50 (2024-03-26)
2
+ ====================
3
+
4
+ Misc
5
+ ----
6
+
7
+ - Update `dkist-processing-common` to v6.0.4 to fix bug affecting NAXISn keys in `FitsAccessBase` subclasses.
8
+
9
+ v0.0.49 (2024-03-15)
10
+ ====================
11
+
12
+ Bugfixes
13
+ --------
14
+
15
+ - Correctly identify *partially* incomplete scan steps. Previously any scan step that had at least a single file was
16
+ considered to exist in its entirety, even if some of its files were missing. (`#108 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/108>`__)
17
+
18
+
19
+ v0.0.48 (2024-03-15)
20
+ ====================
21
+
22
+ Bugfixes
23
+ --------
24
+
25
+ - Fixes a bug in `ParseL0CryonirspLinearizedData` which conflated dark frames with the same exposure time but different OD filters. We need to be able to identify dark frame based on their exposure conditions (exposure time, Optical Density Filter) and use the exposure conditions to correlate the sets of dark frames with the frames sets they will be used to correct (lamp gain, solar gain, observe). (`#106 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/106>`__)
26
+
27
+
28
+ v0.0.47 (2024-03-15)
29
+ ====================
30
+
31
+ Bugfixes
32
+ --------
33
+
34
+ - Fixed a bug in `LinearityCorrection` that allowed an incomplete ramp to be linearized and passed onto the next processing stage. Incomplete ramps are now skipped and the parsing task will detect any incompleteness in the map and respond appropriately. (`#105 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/105>`__)
35
+
36
+
37
+ v0.0.46 (2024-03-13)
38
+ ====================
39
+
40
+ Features
41
+ --------
42
+
43
+ - Normalize Q, U, and V polarimetric beams by their respective Stokes-I prior to beam combination, then multiply the combination
44
+ by the average Stokes-I data. (`#104 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/104>`__)
45
+
46
+
47
+ Bugfixes
48
+ --------
49
+
50
+ - L1 CI Science frames now have array values that are given relative to value at disk center. Previously they had been raw counts per second.
51
+ With this change the L1 CI frames have the same units as the L1 SP frames (i.e., counts/sec relative to disk center). (`#103 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/103>`__)
52
+
53
+
54
+ v0.0.45 (2024-03-06)
55
+ ====================
56
+
57
+ Features
58
+ --------
59
+
60
+ - Save spectral corrected solar arrays as an intermediate file for inclusion in trial data products. (`#101 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/101>`__)
61
+
62
+
63
+ Misc
64
+ ----
65
+
66
+ - Add option to `l0_to_l1` local trial workflow to mimic running the `TransferCryoTrialData`. The command line option is `-X` and an optional argument can point
67
+ to a specific place (anywhere in the filesystem) to save the trial outputs. If no argument to `-X` is specified then trial data will be saved in a directory called
68
+ "trial_output" under the recipe run directory. (`#102 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/102>`__)
69
+
70
+
71
+ v0.0.44 (2024-03-05)
72
+ ====================
73
+
74
+ Misc
75
+ ----
76
+
77
+ - Update dkist-processing-common to v6.0.3 (adding the SOLARRAD keyword to L1 headers)
78
+
79
+
80
+ v0.0.43 (2024-03-04)
81
+ ====================
82
+
83
+ Misc
84
+ ----
85
+
86
+ - Bump common to v6.0.2 (`#100 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/100>`__)
87
+
88
+
89
+ v0.0.42 (2024-02-29)
90
+ ====================
91
+
92
+ Bugfixes
93
+ --------
94
+
95
+ - Update dkist-processing-common to v6.0.1 (all movies are now forced to have an even number of pixels in each dimension)
96
+
97
+
98
+ v0.0.41 (2024-02-27)
99
+ ====================
100
+
101
+ Misc
102
+ ----
103
+
104
+ - Update the versions of the dkist-data-simulator and dkist-inventory packages. (`#99 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/99>`__)
105
+
106
+
107
+ v0.0.40 (2024-02-26)
108
+ ====================
109
+
110
+ Misc
111
+ ----
112
+
113
+ - Update dkist-fist-specifications to 4.1.1 (allow DEAXES = 0)
114
+
115
+
116
+ v0.0.39 (2024-02-23)
117
+ ====================
118
+
119
+ Features
120
+ --------
121
+
122
+ - Added time-based computation of flux-scaled, fringe-removed, lamp gain to correct for spectral lines leaking into the average solar gain images. This problem will be resolved by the installation of a new optical filter. (`#98 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/98>`__)
123
+
124
+
125
+ v0.0.38 (2024-02-22)
126
+ ====================
127
+
128
+ Bugfixes
129
+ --------
130
+
131
+ - Fixed bugs in `SPGeometricCalibration` task to use basic-corrected or gain-corrected arrays where needed. (`#97 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/97>`__)
132
+ - Fixed errors in `CorrectionsMixin` that caused problems in rotation, shift and spectral curvature computations. (`#97 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/97>`__)
133
+
134
+
135
+ v0.0.37 (2024-02-21)
136
+ ====================
137
+
138
+ Bugfixes
139
+ --------
140
+
141
+ - Added ObsIpStartTimeBud to ramp parser to support parameter access outside of parse tasks (`#95 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/95>`__)
142
+ - Fix local workflow code to use the correct polyfit coefficients for local data processing. (`#96 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/96>`__)
143
+
144
+
145
+ v0.0.36 (2024-02-20)
146
+ ====================
147
+
148
+ Features
149
+ --------
150
+
151
+ - Browse movies for polarimetric data now only show Stokes-I (with a label indicating this). (`#92 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/92>`__)
152
+
153
+
154
+ v0.0.35 (2024-02-16)
155
+ ====================
156
+
157
+ Misc
158
+ ----
159
+
160
+ - Transform the `cryonirsp_linearization_polyfit_coeffs_ci` and `cryonirsp_linearization_polyfit_coeffs_sp` parameters storage from being a file to json. (`#94 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/94>`__)
161
+
162
+
163
+ v0.0.34 (2024-02-15)
164
+ ====================
165
+
166
+ Misc
167
+ ----
168
+
169
+ - Bump common to 6.0.0 (total removal of `FitsData` mixin). (`#93 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/93>`__)
170
+
171
+
172
+ v0.0.33 (2024-02-14)
173
+ ====================
174
+
175
+ Features
176
+ --------
177
+
178
+ - SP movie frames now show the 2D spectra for each L1 frame instead of stacked slit positions integrated over a wavelength range.
179
+ This means that each spatial step now gets its own movie frame. It is expected that this is a temporary change. (`#91 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/91>`__)
180
+
181
+
182
+ Bugfixes
183
+ --------
184
+
185
+ - Movies now have the same aspect ratio as the L1 output frames. (`#91 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/91>`__)
186
+
187
+
188
+ Misc
189
+ ----
190
+
191
+ - Update local trial workflow scripts to improve functionality. (`#90 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/90>`__)
192
+ - Replace overly chatty APM spans in MakeMovieFrames task with `logger` statements. These spans recorded map scan and step numbers, which
193
+ are both unbounded. (`#91 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/91>`__)
194
+
195
+
196
+ v0.0.32 (2024-02-08)
197
+ ====================
198
+
199
+ Bugfixes
200
+ --------
201
+
202
+ - Improved accuracy of beam identification algorithm in `BeamBoundariesCalibration` by using a different algorithm to align the images. This also results in less data being discarded. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
203
+ - Improved accuracy of beam angle and offset calcuations in `SPGeometricCalibration` by using a different algorithm to align the images. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
204
+ - Update algorithm used to compute translations between two arrays (which is used for alignment in both translation and rotation). The new method is based on T. Schad's gradient approach. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
205
+ - Fixed missing flip on spectral axis in linearized_frame mixin. (`#89 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/89>`__)
206
+
207
+
208
+ Misc
209
+ ----
210
+
211
+ - Created the `ShiftMeasurementsMixin` class to share shift measurement calculation methods with both the `BeamBoundariesCalibration` and `SPGeometricCalibration` classes. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
212
+ - Renamed 3 `geo_strip` parameters in the `CryonirspParameters` class, as they are now used on both spectral and spatial axes. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
213
+ - Added the `AxisParams` dataclass to the `ShiftMeasurementsMixin` class to support axis information required when computing shifts along an axis. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
214
+ - Added the `BeamBoundaries` dataclass to the `BeamBoundariesCalibrationBase` class to support aggregation of beam boundary information into a single data structure. (`#86 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/86>`__)
215
+
216
+
217
+ v0.0.31 (2024-02-06)
218
+ ====================
219
+
220
+ Bugfixes
221
+ --------
222
+
223
+ - Flipping value of CDELT1 to account for the dispersion axis flip. (`#80 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/80>`__)
224
+ - Flipping dispersion axis in the final reduced data. (`#80 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/80>`__)
225
+
226
+
227
+ v0.0.30 (2024-02-02)
228
+ ====================
229
+
230
+ Features
231
+ --------
232
+
233
+ - Enable intensity mode observations to be calibrated with polarized calibration data. (`#83 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/83>`__)
234
+
235
+
236
+ v0.0.29 (2024-02-01)
237
+ ====================
238
+
239
+ Misc
240
+ ----
241
+
242
+ - Add tasks to trial workflows enabling ASDF, dataset inventory, and movie generation. (`#88 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/88>`__)
243
+
244
+
245
+ v0.0.28 (2024-01-31)
246
+ ====================
247
+
248
+ Misc
249
+ ----
250
+
251
+ - Bump versions of `dkist-fits-specifications`, `dkist-data-simulator`, and `dkist-header-validator` for fits spec version 4.1.0 (`#85 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/85>`__)
252
+
253
+
254
+ v0.0.27 (2024-01-29)
255
+ ====================
256
+
257
+ Features
258
+ --------
259
+
260
+ - Modify parsing to correctly detect the use of dual nested internal scanning loops, with the outer loop step size set to zero to emulate a DSP map scan. (`#79 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/79>`__)
261
+
262
+
263
+ Bugfixes
264
+ --------
265
+
266
+ - Fixed errors in the ordering of the Helioprojective Latitude and Longitude axes in the L1 headers. (`#71 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/71>`__)
267
+
268
+
269
+ v0.0.26 (2024-01-25)
270
+ ====================
271
+
272
+ Misc
273
+ ----
274
+
275
+ - Update version of dkist-processing-common to 5.1.0 which includes common tasks for cataloging in trial workflows. (`#87 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/87>`__)
276
+
277
+
278
+ v0.0.25 (2024-01-12)
279
+ ====================
280
+
281
+ Bugfixes
282
+ --------
283
+
284
+ - Compute polarimetric noise and sensitivity values and add to L1 headers (POL_NOIS, and POL_SENS, respectively). These
285
+ keywords are now required by the fits-spec. (`#84 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/84>`__)
286
+
287
+
288
+ Misc
289
+ ----
290
+
291
+ - Update `dkist-fits-specifications` and associated (validator, simulator) to use new conditional requiredness framework. (`#84 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/84>`__)
292
+
293
+
294
+ v0.0.24 (2024-01-03)
295
+ ====================
296
+
297
+ Misc
298
+ ----
299
+
300
+ - Bump version of `dkist-processing-pac` to v3.0.1. No change to pipeline behavior at all. (`#82 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/82>`__)
301
+
302
+
303
+ v0.0.23 (2023-12-20)
304
+ ====================
305
+
306
+ Misc
307
+ ----
308
+
309
+ - Adding manual processing worker capabilities via dkist-processing-common update. (`#81 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/81>`__)
310
+
311
+
312
+ v0.0.22 (2023-12-01)
313
+ ====================
314
+
315
+ Misc
316
+ ----
317
+
318
+ - Use `TaskName`, task-tags, and Task-parsing flowers from `dkist-processing-common`. These had all been defined in `dkist-processing-cryonirsp`, but
319
+ were recetly moved up to `*-common`. (`#78 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/78>`__)
320
+
321
+
322
+ v0.0.21 (2023-11-24)
323
+ ====================
324
+
325
+ Misc
326
+ ----
327
+
328
+ - Updates to core and common to patch security vulnerabilities and deprecations. (`#77 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/77>`__)
329
+
330
+
331
+ v0.0.20 (2023-11-22)
332
+ ====================
333
+
334
+ Misc
335
+ ----
336
+
337
+ - Update the FITS header specification to remove some CRYO-NIRSP specific keywords from the L1 headers. (`#76 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/76>`__)
338
+
339
+
340
+ v0.0.19 (2023-11-15)
341
+ ====================
342
+
343
+ Features
344
+ --------
345
+
346
+ - Define a public API for tasks such that they can be imported directly from dkist-processing-cryonirsp.tasks (`#75 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/75>`__)
347
+
348
+
349
+ v0.0.18 (2023-11-08)
350
+ ====================
351
+
352
+ Bugfixes
353
+ --------
354
+
355
+ - Removes cross-talk correction from SP science task. (`#72 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/72>`__)
356
+ - Turn on bad-pixel correction of science observe frames for science team evaluation. (`#73 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/73>`__)
357
+ - Fix computation of characteristic spectrum by removing incorrect median normalization. (`#74 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/74>`__)
358
+
359
+
360
+ v0.0.17 (2023-11-06)
361
+ ====================
362
+
363
+ Features
364
+ --------
365
+
366
+ - Implement relative photometric calibration. Linearized ramp sets are normalized to counts per second. Attenuation due to Optical Density filters is compensated. Solar gain image is no longer normalized to mean of 1. Observe images are now in units of flux relative to solar center. (`#70 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/70>`__)
367
+
368
+
369
+ v0.0.16 (2023-11-02)
370
+ ====================
371
+
372
+ Features
373
+ --------
374
+
375
+ - Add check to ensure calibration frames with exposure times correlated with observe frames exist and fail fast if they do not. (`#51 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/51>`__)
376
+
377
+
378
+ v0.0.15 (2023-10-17)
379
+ ====================
380
+
381
+ Bugfixes
382
+ --------
383
+
384
+ - Fixed bug in SP solar gain task where lamp gain was being applied to the average solar image,
385
+ causing the spectral transmission profile to be removed from the resulting solar gain image.
386
+ The lamp gain is no longer applied. (`#67 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/67>`__)
387
+
388
+
389
+ Misc
390
+ ----
391
+
392
+ - Complete refactorization of the SP solar gain task. (`#67 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/67>`__)
393
+
394
+
395
+ v0.0.14 (2023-10-17)
396
+ ====================
397
+
398
+ Features
399
+ --------
400
+
401
+ - Modifies the linearity correction to divide the process into smaller chunks using less memory. No longer requires that entire ramp set be stored in memory at once. (`#65 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/65>`__)
402
+
403
+
404
+ v0.0.13 (2023-10-11)
405
+ ====================
406
+
407
+ Misc
408
+ ----
409
+
410
+ - Use latest version of dkist-processing-common (4.1.4) which adapts to the new metadata-store-api. (`#68 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/68>`__)
411
+
412
+
413
+ v0.0.12 (2023-10-06)
414
+ ====================
415
+
416
+ Misc
417
+ ----
418
+
419
+ - Identify ramps with only one frame as invalid and do not linearize them. (`#62 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/62>`__)
420
+
421
+
422
+ v0.0.11 (2023-10-05)
423
+ ====================
424
+
425
+ Features
426
+ --------
427
+
428
+ - Removes casts and flips used when loading parameter files. The files are now changed to be in the format we want. (`#68 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/68>`__)
429
+
430
+
431
+ v0.0.10 (2023-09-29)
432
+ ====================
433
+
434
+ Misc
435
+ ----
436
+
437
+ - Remove and edit selected APM spans to reduce load on aggregating span data. (`#64 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/64>`__)
438
+
439
+
440
+ v0.0.9 (2023-09-29)
441
+ ===================
442
+
443
+ Features
444
+ --------
445
+
446
+ - Removes all references to the FitsDataMixin and its methods, which are deprecated. Uses the new self.read() and self.write() methods with encoder and decoder support. (`#63 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/63>`__)
447
+
448
+
449
+ Misc
450
+ ----
451
+
452
+ - Update pillow to address security vulnerability. (`#66 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/66>`__)
453
+
454
+
455
+ v0.0.8 (2023-09-21)
456
+ ===================
457
+
458
+ Misc
459
+ ----
460
+
461
+ - Update dkist-fits-specifications to conform to Revision I of SPEC-0122.
462
+
463
+
464
+ v0.0.7 (2023-09-11)
465
+ ===================
466
+
467
+ Bugfixes
468
+ --------
469
+
470
+ - Fixes error in intermediate file mixin log statement. (`#57 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/57>`__)
471
+
472
+
473
+ Misc
474
+ ----
475
+
476
+ - Refactor to reduce complexity and hidden mixin->mixin dependency. (`#55 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/55>`__)
477
+
478
+
479
+ v0.0.6 (2023-09-08)
480
+ ===================
481
+
482
+ Misc
483
+ ----
484
+
485
+ - Use the latest version of dkist-processing-common (4.1.2) to allow the Linearity Correction task to be run on a higher memory worker. (`#60 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/60>`__)
486
+
487
+
488
+ v0.0.5 (2023-09-06)
489
+ ===================
490
+
491
+ Misc
492
+ ----
493
+
494
+ - Refactor linearity correction to improve memory usage. (`#59 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/59>`__)
495
+
496
+
497
+ v0.0.4 (2023-09-06)
498
+ ===================
499
+
500
+ Misc
501
+ ----
502
+
503
+ - Update to version 4.1.1 of dkist-processing-common which primarily adds logging and scratch file name uniqueness. (`#58 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/58>`__)
504
+
505
+
506
+ v0.0.3 (2023-08-31)
507
+ ===================
508
+
509
+ Misc
510
+ ----
511
+
512
+ - Remove parallel computations from the linearity correction task. (`#56 <https://bitbucket.org/dkistdc/dkist-processing-cryonirsp/pull-requests/56>`__)
513
+
514
+
515
+ v0.0.2 (2023-08-25)
516
+ ===================
517
+
518
+ Misc
519
+ ----
520
+
521
+ - Change workflow names in documentation builds.
522
+
523
+
524
+ v0.0.1 (2023-08-25)
525
+ ===================
526
+
527
+ Misc
528
+ ----
529
+
530
+ - Initial release of pipeline for science review
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist_processing_cryonirsp
3
- Version: 0.0.3
3
+ Version: 0.0.50
4
4
  Summary: Science processing code for the Cryo-NIRSP instrument on DKIST
5
5
  Home-page: https://bitbucket.org/dkistdc/dkist_processing_cryonirsp/src/main/
6
6
  Author: NSO / AURA
@@ -11,6 +11,8 @@ Classifier: Programming Language :: Python :: 3
11
11
  Classifier: Programming Language :: Python :: 3.11
12
12
  Requires-Python: >=3.11
13
13
  Provides-Extra: test
14
+ Provides-Extra: inventory
15
+ Provides-Extra: asdf
14
16
  Provides-Extra: grogu
15
17
  Provides-Extra: docs
16
18
 
@@ -11,6 +11,7 @@ definitions:
11
11
  - pip
12
12
  name: Lint
13
13
  script:
14
+ - pip install -U pip
14
15
  - pip install pre-commit
15
16
  - pre-commit install
16
17
  - pre-commit run --all-files
@@ -29,6 +30,7 @@ definitions:
29
30
  - pip
30
31
  name: Scan
31
32
  script:
33
+ - pip install -U pip
32
34
  - pip install -e .
33
35
  - pip freeze | grep -v @ > requirements.txt
34
36
  - cat requirements.txt
@@ -46,8 +48,9 @@ definitions:
46
48
  - pip
47
49
  name: Test
48
50
  script:
51
+ - pip install -U pip
49
52
  - pip install .[test]
50
- - pytest -v -n auto --cov -m "not development" dkist_processing_cryonirsp
53
+ - pytest -v -n auto --dist worksteal --cov -m "not development" dkist_processing_cryonirsp
51
54
  services:
52
55
  - redis
53
56
  - step: &push_workflow
@@ -55,10 +58,11 @@ definitions:
55
58
  - pip
56
59
  name: Push Workflow
57
60
  script:
61
+ - pip install -U pip
58
62
  - pip install .
59
63
  - export BUILD_VERSION="${BITBUCKET_TAG:1}"
60
64
  - export ARTIFACT_FOLDER="${BITBUCKET_REPO_SLUG}_${BUILD_VERSION}/"
61
- - python -c "from dkist_processing_core.build_utils import export; import dkist_processing_cryonirsp.workflows as workflow_package; export(workflow_package, '${ARTIFACT_FOLDER}')"
65
+ - python -c "from dkist_processing_core.build_utils import export_dags; import dkist_processing_cryonirsp.workflows as workflow_package; export_dags(workflow_package, '${ARTIFACT_FOLDER}')"
62
66
  - export SOURCE_PATH="workflow_${BUILD_VERSION}.gz"
63
67
  - tar --exclude="bitbucket-pipelines.yml" -cvzf ${SOURCE_PATH} ${ARTIFACT_FOLDER}
64
68
  - export TARGET_PATH="generic-packages/dkist-processing-cryonirsp/${BUILD_VERSION}/"
@@ -73,6 +77,27 @@ definitions:
73
77
  - python setup.py sdist
74
78
  - pip install twine
75
79
  - twine upload dist/*
80
+ - step: &push_mpw
81
+ caches:
82
+ - pip
83
+ - docker
84
+ services:
85
+ - docker
86
+ name: Push Manual Processing Worker
87
+ script:
88
+ - export BUILD_VERSION="${BITBUCKET_TAG:1}"
89
+ - export BUILD_INSTRUMENT="cryonirsp"
90
+ - export BUILD_PACKAGE="dkist_processing_${BUILD_INSTRUMENT}"
91
+ - export BUILD_CONTAINER_NAME="manual-processing-worker-${BUILD_INSTRUMENT}"
92
+ - pip install -U pip
93
+ - pip install .
94
+ - python -c "from dkist_processing_core.build_utils import export_notebook_dockerfile; import ${BUILD_PACKAGE}.workflows as workflow_package; export_notebook_dockerfile(workflow_package, 'notebooks/')"
95
+ - ls -af
96
+ - cat Dockerfile
97
+
98
+ - docker login dkistdc-docker.jfrog.io --username $DOCKER_USERNAME --password $DOCKER_PASSWORD
99
+ - docker build -t $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}:latest -t $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}:${BUILD_VERSION} .
100
+ - docker push -a $DOCKER_HUB_URL/${BUILD_CONTAINER_NAME}
76
101
  - step: &docs
77
102
  name: Test Docs
78
103
  caches:
@@ -98,6 +123,26 @@ pipelines:
98
123
  - step: *scan
99
124
  - step: *test
100
125
  - step: *docs
126
+ custom:
127
+ build_rc: # I.e. skip the doc check (because we might have rc dependencies)
128
+ - variables:
129
+ - name: BITBUCKET_TAG
130
+ description: "Tag version to build (e.g., 'vX.Y.ZrcR')"
131
+ - step:
132
+ name: Validate Bitbucket pipeline input
133
+ script:
134
+ - git tag | grep -q ${BITBUCKET_TAG} || { echo Tag ${BITBUCKET_TAG} not found!; exit 1; }
135
+ - echo ${BITBUCKET_TAG} | grep -q "rc[0-9]\+$" || { echo Tag ${BITBUCKET_TAG} is not an rc. SHAME!; exit 1; }
136
+ - parallel:
137
+ - step: *changelog
138
+ - step: *lint
139
+ - parallel:
140
+ - step: *scan
141
+ - step: *test
142
+ - parallel:
143
+ - step: *push_workflow
144
+ - step: *push_mpw
145
+ - step: *push_code
101
146
  tags:
102
147
  'v*':
103
148
  - parallel:
@@ -107,5 +152,7 @@ pipelines:
107
152
  - step: *scan
108
153
  - step: *test
109
154
  - step: *docs
110
- - step: *push_workflow
155
+ - parallel:
156
+ - step: *push_workflow
157
+ - step: *push_mpw
111
158
  - step: *push_code
@@ -1,4 +1,5 @@
1
1
  """Init."""
2
+ from dkist_service_configuration import logger # first import to set logging.BasicConfig
2
3
  from pkg_resources import DistributionNotFound
3
4
  from pkg_resources import get_distribution
4
5