dkist-processing-test 1.22.0rc1__py3-none-any.whl → 1.22.0rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dkist-processing-test might be problematic. Click here for more details.

@@ -10,6 +10,7 @@ from dkist_processing_common.codecs.json import json_encoder
10
10
  from dkist_processing_common.models.tags import Tag
11
11
  from dkist_processing_common.tasks import WorkflowTaskBase
12
12
  from dkist_processing_common.tasks.mixin.input_dataset import InputDatasetMixin
13
+ from dkist_service_configuration.logging import logger
13
14
 
14
15
  from dkist_processing_test.models.parameters import TestParameters
15
16
 
@@ -63,12 +64,8 @@ class GenerateCalibratedData(WorkflowTaskBase, InputDatasetMixin):
63
64
  self.write(data=b"123", tags=[Tag.intermediate(), Tag.task("NOT_USED"), Tag.frame()])
64
65
  self.write(data=b"123", tags=["FOO"])
65
66
 
66
- # Here is where we record the easy-to-check parameterValues for downstream checking
67
- param_check_dict = {
68
- "file_message": self.parameters.file_message,
69
- "value_message": self.parameters.value_message,
70
- }
71
- self.write(data=param_check_dict, tags=["PARAM_CHECK"], encoder=json_encoder)
67
+ logger.info(f"Using {self.parameters.value_message = }")
68
+ logger.info(f"Using {self.parameters.file_message = }")
72
69
 
73
70
  with self.apm_task_step("Loop over inputs"):
74
71
  count = 1 # keep a running count to increment the dsps repeat number
@@ -90,6 +87,10 @@ class GenerateCalibratedData(WorkflowTaskBase, InputDatasetMixin):
90
87
  header["VBINMOSC"] = self.constants.num_dsps_repeats
91
88
  header["VBICMOSC"] = count
92
89
 
90
+ # Sneak date-dependent parameter values into header for end-to-end checking
91
+ header["CAM_ID"] = self.parameters.file_message
92
+ header["CAMERA"] = self.parameters.value_message
93
+
93
94
  output_hdu = fits.PrimaryHDU(data=data, header=header)
94
95
 
95
96
  wavelength_category = self.parameters.wavelength_category
@@ -274,33 +274,28 @@ def test_generate_calibrated_data(
274
274
  task.read(tags=[Tag.calibrated(), Tag.frame()], decoder=fits_hdu_decoder)
275
275
  )
276
276
 
277
+ if early_or_late == "early":
278
+ expected_file_message = early_file_message_str
279
+ expected_value_message = early_value_message_str
280
+ elif early_or_late == "late":
281
+ expected_file_message = late_file_message_str
282
+ expected_value_message = late_value_message_str
283
+
277
284
  # Verify frames
278
285
  assert len(calibrated_frame_hdus) == number_of_frames
279
286
  for hdu in calibrated_frame_hdus:
280
287
  assert "VBINMOSC" in hdu.header
281
288
  assert "VBICMOSC" in hdu.header
282
289
 
290
+ # Verify correct date params were used
291
+ assert hdu.header["CAM_ID"] == expected_file_message
292
+ assert hdu.header["CAMERA"] == expected_value_message
293
+
283
294
  # Verify debug frame was written
284
295
  debug_frame_paths = list(task.read(tags=[Tag.debug(), Tag.frame()]))
285
296
  assert len(debug_frame_paths) == 1
286
297
  assert debug_frame_paths[0].exists()
287
298
 
288
- # Verify correct date params were used
289
- param_check_paths = list(task.read(tags=["PARAM_CHECK"]))
290
- assert len(param_check_paths) == 1
291
- with open(param_check_paths[0], "r") as f:
292
- date_dict = json.load(f)
293
-
294
- if early_or_late == "early":
295
- expected_file_message = early_file_message_str
296
- expected_value_message = early_value_message_str
297
- elif early_or_late == "late":
298
- expected_file_message = late_file_message_str
299
- expected_value_message = late_value_message_str
300
-
301
- assert date_dict["file_message"] == expected_file_message
302
- assert date_dict["value_message"] == expected_value_message
303
-
304
299
 
305
300
  class CommonDataset(Spec122Dataset):
306
301
  # NOTE: We use ViSP data for unit tests because ViSP can be polarimetric
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-test
3
- Version: 1.22.0rc1
3
+ Version: 1.22.0rc3
4
4
  Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
5
5
  Author-email: NSO / AURA <dkistdc@nso.edu>
6
6
  License: BSD-3-Clause
@@ -6,7 +6,7 @@ dkist_processing_test/models/parameters.py,sha256=OLrS1O_xZptjdNW882Otx5cHWyd4FH
6
6
  dkist_processing_test/tasks/__init__.py,sha256=ZWoqlNgFrn2auTMGNX9YWmHW_3JwQzn04XE_FmCAU24,517
7
7
  dkist_processing_test/tasks/exercise_numba.py,sha256=XfMVffPUgeiPoxSgo39tIjzFBJKKt3fnIYGaDFyBibc,1437
8
8
  dkist_processing_test/tasks/fail.py,sha256=jiOiuqoX_JR5hx81REgvcSvb0GBlVKc9MIXKUO0Nhr4,245
9
- dkist_processing_test/tasks/fake_science.py,sha256=L5994d1amaeOT24noWoEsBKfuoabeJ7Pdyp3TnbLHe8,4496
9
+ dkist_processing_test/tasks/fake_science.py,sha256=-DMjAtQbtTly0PAv78lIgD8T_HVMo5mmBjyLiYQF0Ko,4555
10
10
  dkist_processing_test/tasks/high_memory.py,sha256=J3vBsivFkqs8eZZwBPpEORlHnFX1bGsbO3CjllJMRsc,540
11
11
  dkist_processing_test/tasks/manual.py,sha256=gjol_EieMbclv0ZDkVqR2Xd7abutali6KNwoqaCJiAI,583
12
12
  dkist_processing_test/tasks/movie.py,sha256=uFPWQlRFP5zzzYGT58IXebbG49su2I4AEpN2bIy7vGc,1831
@@ -19,7 +19,7 @@ dkist_processing_test/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
19
19
  dkist_processing_test/tests/conftest.py,sha256=9H8_tqNKofHnl1IRqYM2-M2_K_TJ3b6oaIfb1dVkbsg,2728
20
20
  dkist_processing_test/tests/parameter_models.py,sha256=c-SqCBqHP4KkFs0_Y7HLED4mH4oMCpAYu-rYVlTHy1M,4635
21
21
  dkist_processing_test/tests/test_parameters.py,sha256=KGeEUOhtC_l-LN6hjB2jgwUZIWAMBx8wlmEeIja-eKo,4572
22
- dkist_processing_test/tests/test_tasks.py,sha256=t3jNEBucxLndzbE2qClKd_huYo-7T4w7qqp6ImqyLLc,27628
22
+ dkist_processing_test/tests/test_tasks.py,sha256=VNd8F-hDMrwk_4dOEP61nCBRJfGZX1qXPDeNbc4QfM8,27447
23
23
  dkist_processing_test/tests/test_workflows.py,sha256=NqRkstqcqwH80cKJ1uDw16G4MsDOuOiZRWdfH0STarQ,286
24
24
  dkist_processing_test/workflows/__init__.py,sha256=Ryn_HXsVkZM_lLKyVteXC909Td2geylmz_1Z-8SE8c8,78
25
25
  dkist_processing_test/workflows/common_tasks.py,sha256=4H1TaUNa5-HyE1NJQiAc3NAN62ZOTYb7MbR1yjKMg-k,6843
@@ -29,7 +29,7 @@ dkist_processing_test/workflows/fail.py,sha256=KGhyAF7gKYYutP4aGa-1tDqPsC7Nr4xKY
29
29
  dkist_processing_test/workflows/noop.py,sha256=k2-6BpRkl1JDGaHPavxDzIlVx11KQtxKmsHmHTNQ9o0,666
30
30
  dkist_processing_test/workflows/resource_queue.py,sha256=_jOT99O0MFN_ACne6i8T5ZIwe_lBQqGz2Ccb8JlqQMI,500
31
31
  dkist_processing_test/workflows/trial_end_to_end.py,sha256=wkl_gk0zQ5TJ41CY0gEREPSIldZdTtLGwPDL_iwObe4,2425
32
- dkist_processing_test-1.22.0rc1.dist-info/METADATA,sha256=x2uSqgJndQx33siO1UZE6pq20yrNufSrLPrdk8kE4AI,3295
33
- dkist_processing_test-1.22.0rc1.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
34
- dkist_processing_test-1.22.0rc1.dist-info/top_level.txt,sha256=Hs4oTIrG_r-svhk_RGFTEO4e3vqQoYlBzdv5mvJVF24,22
35
- dkist_processing_test-1.22.0rc1.dist-info/RECORD,,
32
+ dkist_processing_test-1.22.0rc3.dist-info/METADATA,sha256=ejZAtIlxe3OeUebU12-Oi7IH_kmUe9Wo0cya91d2558,3295
33
+ dkist_processing_test-1.22.0rc3.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
34
+ dkist_processing_test-1.22.0rc3.dist-info/top_level.txt,sha256=Hs4oTIrG_r-svhk_RGFTEO4e3vqQoYlBzdv5mvJVF24,22
35
+ dkist_processing_test-1.22.0rc3.dist-info/RECORD,,