dkist-processing-test 1.22.0rc1__py3-none-any.whl → 1.22.0rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dkist-processing-test might be problematic. Click here for more details.
- dkist_processing_test/tasks/fake_science.py +7 -6
- dkist_processing_test/tests/test_tasks.py +11 -16
- {dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/METADATA +1 -1
- {dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/RECORD +6 -6
- {dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/WHEEL +0 -0
- {dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/top_level.txt +0 -0
|
@@ -10,6 +10,7 @@ from dkist_processing_common.codecs.json import json_encoder
|
|
|
10
10
|
from dkist_processing_common.models.tags import Tag
|
|
11
11
|
from dkist_processing_common.tasks import WorkflowTaskBase
|
|
12
12
|
from dkist_processing_common.tasks.mixin.input_dataset import InputDatasetMixin
|
|
13
|
+
from dkist_service_configuration.logging import logger
|
|
13
14
|
|
|
14
15
|
from dkist_processing_test.models.parameters import TestParameters
|
|
15
16
|
|
|
@@ -63,12 +64,8 @@ class GenerateCalibratedData(WorkflowTaskBase, InputDatasetMixin):
|
|
|
63
64
|
self.write(data=b"123", tags=[Tag.intermediate(), Tag.task("NOT_USED"), Tag.frame()])
|
|
64
65
|
self.write(data=b"123", tags=["FOO"])
|
|
65
66
|
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
"file_message": self.parameters.file_message,
|
|
69
|
-
"value_message": self.parameters.value_message,
|
|
70
|
-
}
|
|
71
|
-
self.write(data=param_check_dict, tags=["PARAM_CHECK"], encoder=json_encoder)
|
|
67
|
+
logger.info(f"Using {self.parameters.value_message = }")
|
|
68
|
+
logger.info(f"Using {self.parameters.file_message = }")
|
|
72
69
|
|
|
73
70
|
with self.apm_task_step("Loop over inputs"):
|
|
74
71
|
count = 1 # keep a running count to increment the dsps repeat number
|
|
@@ -90,6 +87,10 @@ class GenerateCalibratedData(WorkflowTaskBase, InputDatasetMixin):
|
|
|
90
87
|
header["VBINMOSC"] = self.constants.num_dsps_repeats
|
|
91
88
|
header["VBICMOSC"] = count
|
|
92
89
|
|
|
90
|
+
# Sneak date-dependent parameter values into header for end-to-end checking
|
|
91
|
+
header["CAM_ID"] = self.parameters.file_message
|
|
92
|
+
header["CAMERA"] = self.parameters.value_message
|
|
93
|
+
|
|
93
94
|
output_hdu = fits.PrimaryHDU(data=data, header=header)
|
|
94
95
|
|
|
95
96
|
wavelength_category = self.parameters.wavelength_category
|
|
@@ -274,33 +274,28 @@ def test_generate_calibrated_data(
|
|
|
274
274
|
task.read(tags=[Tag.calibrated(), Tag.frame()], decoder=fits_hdu_decoder)
|
|
275
275
|
)
|
|
276
276
|
|
|
277
|
+
if early_or_late == "early":
|
|
278
|
+
expected_file_message = early_file_message_str
|
|
279
|
+
expected_value_message = early_value_message_str
|
|
280
|
+
elif early_or_late == "late":
|
|
281
|
+
expected_file_message = late_file_message_str
|
|
282
|
+
expected_value_message = late_value_message_str
|
|
283
|
+
|
|
277
284
|
# Verify frames
|
|
278
285
|
assert len(calibrated_frame_hdus) == number_of_frames
|
|
279
286
|
for hdu in calibrated_frame_hdus:
|
|
280
287
|
assert "VBINMOSC" in hdu.header
|
|
281
288
|
assert "VBICMOSC" in hdu.header
|
|
282
289
|
|
|
290
|
+
# Verify correct date params were used
|
|
291
|
+
assert hdu.header["CAM_ID"] == expected_file_message
|
|
292
|
+
assert hdu.header["CAMERA"] == expected_value_message
|
|
293
|
+
|
|
283
294
|
# Verify debug frame was written
|
|
284
295
|
debug_frame_paths = list(task.read(tags=[Tag.debug(), Tag.frame()]))
|
|
285
296
|
assert len(debug_frame_paths) == 1
|
|
286
297
|
assert debug_frame_paths[0].exists()
|
|
287
298
|
|
|
288
|
-
# Verify correct date params were used
|
|
289
|
-
param_check_paths = list(task.read(tags=["PARAM_CHECK"]))
|
|
290
|
-
assert len(param_check_paths) == 1
|
|
291
|
-
with open(param_check_paths[0], "r") as f:
|
|
292
|
-
date_dict = json.load(f)
|
|
293
|
-
|
|
294
|
-
if early_or_late == "early":
|
|
295
|
-
expected_file_message = early_file_message_str
|
|
296
|
-
expected_value_message = early_value_message_str
|
|
297
|
-
elif early_or_late == "late":
|
|
298
|
-
expected_file_message = late_file_message_str
|
|
299
|
-
expected_value_message = late_value_message_str
|
|
300
|
-
|
|
301
|
-
assert date_dict["file_message"] == expected_file_message
|
|
302
|
-
assert date_dict["value_message"] == expected_value_message
|
|
303
|
-
|
|
304
299
|
|
|
305
300
|
class CommonDataset(Spec122Dataset):
|
|
306
301
|
# NOTE: We use ViSP data for unit tests because ViSP can be polarimetric
|
{dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/METADATA
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dkist-processing-test
|
|
3
|
-
Version: 1.22.
|
|
3
|
+
Version: 1.22.0rc3
|
|
4
4
|
Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
|
|
5
5
|
Author-email: NSO / AURA <dkistdc@nso.edu>
|
|
6
6
|
License: BSD-3-Clause
|
{dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/RECORD
RENAMED
|
@@ -6,7 +6,7 @@ dkist_processing_test/models/parameters.py,sha256=OLrS1O_xZptjdNW882Otx5cHWyd4FH
|
|
|
6
6
|
dkist_processing_test/tasks/__init__.py,sha256=ZWoqlNgFrn2auTMGNX9YWmHW_3JwQzn04XE_FmCAU24,517
|
|
7
7
|
dkist_processing_test/tasks/exercise_numba.py,sha256=XfMVffPUgeiPoxSgo39tIjzFBJKKt3fnIYGaDFyBibc,1437
|
|
8
8
|
dkist_processing_test/tasks/fail.py,sha256=jiOiuqoX_JR5hx81REgvcSvb0GBlVKc9MIXKUO0Nhr4,245
|
|
9
|
-
dkist_processing_test/tasks/fake_science.py,sha256
|
|
9
|
+
dkist_processing_test/tasks/fake_science.py,sha256=-DMjAtQbtTly0PAv78lIgD8T_HVMo5mmBjyLiYQF0Ko,4555
|
|
10
10
|
dkist_processing_test/tasks/high_memory.py,sha256=J3vBsivFkqs8eZZwBPpEORlHnFX1bGsbO3CjllJMRsc,540
|
|
11
11
|
dkist_processing_test/tasks/manual.py,sha256=gjol_EieMbclv0ZDkVqR2Xd7abutali6KNwoqaCJiAI,583
|
|
12
12
|
dkist_processing_test/tasks/movie.py,sha256=uFPWQlRFP5zzzYGT58IXebbG49su2I4AEpN2bIy7vGc,1831
|
|
@@ -19,7 +19,7 @@ dkist_processing_test/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
|
|
|
19
19
|
dkist_processing_test/tests/conftest.py,sha256=9H8_tqNKofHnl1IRqYM2-M2_K_TJ3b6oaIfb1dVkbsg,2728
|
|
20
20
|
dkist_processing_test/tests/parameter_models.py,sha256=c-SqCBqHP4KkFs0_Y7HLED4mH4oMCpAYu-rYVlTHy1M,4635
|
|
21
21
|
dkist_processing_test/tests/test_parameters.py,sha256=KGeEUOhtC_l-LN6hjB2jgwUZIWAMBx8wlmEeIja-eKo,4572
|
|
22
|
-
dkist_processing_test/tests/test_tasks.py,sha256=
|
|
22
|
+
dkist_processing_test/tests/test_tasks.py,sha256=VNd8F-hDMrwk_4dOEP61nCBRJfGZX1qXPDeNbc4QfM8,27447
|
|
23
23
|
dkist_processing_test/tests/test_workflows.py,sha256=NqRkstqcqwH80cKJ1uDw16G4MsDOuOiZRWdfH0STarQ,286
|
|
24
24
|
dkist_processing_test/workflows/__init__.py,sha256=Ryn_HXsVkZM_lLKyVteXC909Td2geylmz_1Z-8SE8c8,78
|
|
25
25
|
dkist_processing_test/workflows/common_tasks.py,sha256=4H1TaUNa5-HyE1NJQiAc3NAN62ZOTYb7MbR1yjKMg-k,6843
|
|
@@ -29,7 +29,7 @@ dkist_processing_test/workflows/fail.py,sha256=KGhyAF7gKYYutP4aGa-1tDqPsC7Nr4xKY
|
|
|
29
29
|
dkist_processing_test/workflows/noop.py,sha256=k2-6BpRkl1JDGaHPavxDzIlVx11KQtxKmsHmHTNQ9o0,666
|
|
30
30
|
dkist_processing_test/workflows/resource_queue.py,sha256=_jOT99O0MFN_ACne6i8T5ZIwe_lBQqGz2Ccb8JlqQMI,500
|
|
31
31
|
dkist_processing_test/workflows/trial_end_to_end.py,sha256=wkl_gk0zQ5TJ41CY0gEREPSIldZdTtLGwPDL_iwObe4,2425
|
|
32
|
-
dkist_processing_test-1.22.
|
|
33
|
-
dkist_processing_test-1.22.
|
|
34
|
-
dkist_processing_test-1.22.
|
|
35
|
-
dkist_processing_test-1.22.
|
|
32
|
+
dkist_processing_test-1.22.0rc3.dist-info/METADATA,sha256=ejZAtIlxe3OeUebU12-Oi7IH_kmUe9Wo0cya91d2558,3295
|
|
33
|
+
dkist_processing_test-1.22.0rc3.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
|
|
34
|
+
dkist_processing_test-1.22.0rc3.dist-info/top_level.txt,sha256=Hs4oTIrG_r-svhk_RGFTEO4e3vqQoYlBzdv5mvJVF24,22
|
|
35
|
+
dkist_processing_test-1.22.0rc3.dist-info/RECORD,,
|
{dkist_processing_test-1.22.0rc1.dist-info → dkist_processing_test-1.22.0rc3.dist-info}/WHEEL
RENAMED
|
File without changes
|
|
File without changes
|