dkist-processing-ops 1.6.17__py3-none-any.whl → 1.6.28__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dkist-processing-ops might be problematic. Click here for more details.
- dkist_processing_ops/_version.py +2 -2
- dkist_processing_ops/tasks/read_memory_leak.py +0 -56
- {dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/METADATA +7 -7
- {dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/RECORD +7 -7
- {dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/WHEEL +1 -1
- {dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/LICENSE.rst +0 -0
- {dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/top_level.txt +0 -0
dkist_processing_ops/_version.py
CHANGED
|
@@ -11,26 +11,11 @@ from dkist_processing_common.models.tags import Tag
|
|
|
11
11
|
from dkist_processing_common.tasks import WorkflowTaskBase
|
|
12
12
|
|
|
13
13
|
|
|
14
|
-
# def generated_hdu_decoder(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
|
|
15
|
-
# data = np.random.rand(4096, 4096)
|
|
16
|
-
# hdu = fits.CompImageHDU(data)
|
|
17
|
-
# return hdu
|
|
18
|
-
|
|
19
|
-
|
|
20
14
|
def fits_bytes_decoder(path: Path) -> bytes:
|
|
21
15
|
with open(path, "rb") as f:
|
|
22
16
|
return f.read()
|
|
23
17
|
|
|
24
18
|
|
|
25
|
-
# def fits_garbage_collect_hdu_decoder(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
|
|
26
|
-
# hdul = fits.open(path)
|
|
27
|
-
# hdu = fits.CompImageHDU(header=hdul[1].header, data=hdul[1].data)
|
|
28
|
-
# hdul.close()
|
|
29
|
-
# del hdul
|
|
30
|
-
# gc.collect()
|
|
31
|
-
# return hdu
|
|
32
|
-
|
|
33
|
-
|
|
34
19
|
class FitsDataRead(WorkflowTaskBase, ABC):
|
|
35
20
|
@property
|
|
36
21
|
def run_type(self):
|
|
@@ -60,44 +45,3 @@ class FitsDataRead(WorkflowTaskBase, ABC):
|
|
|
60
45
|
hdu = fits.open(filepath)[1]
|
|
61
46
|
h = hdu.header
|
|
62
47
|
d = hdu.data
|
|
63
|
-
|
|
64
|
-
# if self.run_type == "garbage_collect_read":
|
|
65
|
-
# hdus = self.read(
|
|
66
|
-
# tags=[Tag.input(), Tag.frame()], decoder=fits_garbage_collect_hdu_decoder
|
|
67
|
-
# )
|
|
68
|
-
# for i, hdu in enumerate(hdus):
|
|
69
|
-
# h = hdu.header
|
|
70
|
-
# d = hdu.data
|
|
71
|
-
# if i % 50 == 0:
|
|
72
|
-
# cur, peak = tracemalloc.get_traced_memory()
|
|
73
|
-
# logging.info(
|
|
74
|
-
# f"After {i} files current memory usage is {cur / 10 ** 6}MB; Peak was {peak / 10 ** 6}MB"
|
|
75
|
-
# )
|
|
76
|
-
#
|
|
77
|
-
# if self.run_type == "garbage_collect_task":
|
|
78
|
-
# filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
|
|
79
|
-
# for i, filepath in enumerate(filepaths):
|
|
80
|
-
# hdu = fits_garbage_collect_hdu_decoder(filepath)
|
|
81
|
-
# h = hdu.header
|
|
82
|
-
# d = hdu.data
|
|
83
|
-
# if i % 50 == 0:
|
|
84
|
-
# cur, peak = tracemalloc.get_traced_memory()
|
|
85
|
-
# logging.info(
|
|
86
|
-
# f"After {i} files current memory usage is {cur / 10 ** 6}MB; Peak was {peak / 10 ** 6}MB"
|
|
87
|
-
# )
|
|
88
|
-
#
|
|
89
|
-
# if self.run_type == "generated_read":
|
|
90
|
-
# hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=generated_hdu_decoder)
|
|
91
|
-
# for hdu in hdus:
|
|
92
|
-
# h = hdu.header
|
|
93
|
-
# d = hdu.data
|
|
94
|
-
#
|
|
95
|
-
|
|
96
|
-
#
|
|
97
|
-
# if self.run_type == "generated_task":
|
|
98
|
-
# filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
|
|
99
|
-
# for filepath in filepaths:
|
|
100
|
-
# data = np.random.rand(4096, 4096)
|
|
101
|
-
# hdu = fits.CompImageHDU(data)
|
|
102
|
-
# h = hdu.header
|
|
103
|
-
# d = hdu.data
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
2
|
Name: dkist-processing-ops
|
|
3
|
-
Version: 1.6.
|
|
3
|
+
Version: 1.6.28
|
|
4
4
|
Summary: Automated Processing smoke test and operations workflows
|
|
5
5
|
Author-email: NSO / AURA <dkistdc@nso.edu>
|
|
6
6
|
License: BSD 3-Clause
|
|
@@ -11,12 +11,12 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
11
11
|
Requires-Python: >=3.11
|
|
12
12
|
Description-Content-Type: text/x-rst
|
|
13
13
|
License-File: LICENSE.rst
|
|
14
|
-
Requires-Dist: dkist-processing-common
|
|
15
|
-
Requires-Dist: dkist-service-configuration
|
|
14
|
+
Requires-Dist: dkist-processing-common==10.5.8
|
|
15
|
+
Requires-Dist: dkist-service-configuration==2.3.0
|
|
16
16
|
Provides-Extra: test
|
|
17
|
-
Requires-Dist: pytest
|
|
18
|
-
Requires-Dist: pytest-cov
|
|
19
|
-
Requires-Dist: pytest-xdist
|
|
17
|
+
Requires-Dist: pytest; extra == "test"
|
|
18
|
+
Requires-Dist: pytest-cov; extra == "test"
|
|
19
|
+
Requires-Dist: pytest-xdist; extra == "test"
|
|
20
20
|
|
|
21
21
|
dkist-processing-ops
|
|
22
22
|
--------------------
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
-
dkist_processing_ops/_version.py,sha256=
|
|
2
|
+
dkist_processing_ops/_version.py,sha256=PxANYlIFoZcbTSUKM37snsp4kxJmKG9X1bQ2JT0q5O8,413
|
|
3
3
|
dkist_processing_ops/dags/scale.py,sha256=We5TYjNhkJ-5ykfbrOMgjTpXdzOCkIeyKyA-40sU9r0,2312
|
|
4
4
|
dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
|
|
5
|
-
dkist_processing_ops/tasks/read_memory_leak.py,sha256=
|
|
5
|
+
dkist_processing_ops/tasks/read_memory_leak.py,sha256=P2DatMnNi9Jd6nvW8wY_JJkYl_vnMX5BMP0-x5Zft7s,1638
|
|
6
6
|
dkist_processing_ops/tasks/wait.py,sha256=uObka-nH1dKPcGBDsp3t2RCtTV2F1kksM0V-lRewFuY,273
|
|
7
7
|
dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
8
|
dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
|
|
9
9
|
dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
10
|
dkist_processing_ops/workflows/memory_leak.py,sha256=lYXAYyJVjXif3Os9xPDp-bPTG_je6HOw1uvRJ4WMUi4,758
|
|
11
11
|
dkist_processing_ops/workflows/smoke.py,sha256=ofXu0_iYF6L3zQy-BOVvS5VdzKhmXs1gyugqMNkd-GM,878
|
|
12
|
-
dkist_processing_ops-1.6.
|
|
13
|
-
dkist_processing_ops-1.6.
|
|
14
|
-
dkist_processing_ops-1.6.
|
|
15
|
-
dkist_processing_ops-1.6.
|
|
16
|
-
dkist_processing_ops-1.6.
|
|
12
|
+
dkist_processing_ops-1.6.28.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
|
|
13
|
+
dkist_processing_ops-1.6.28.dist-info/METADATA,sha256=nosRH1HyEVyXYhntKOW1jchRVocMb_H4bjDJuGAjEPY,1495
|
|
14
|
+
dkist_processing_ops-1.6.28.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
15
|
+
dkist_processing_ops-1.6.28.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
|
|
16
|
+
dkist_processing_ops-1.6.28.dist-info/RECORD,,
|
|
File without changes
|
{dkist_processing_ops-1.6.17.dist-info → dkist_processing_ops-1.6.28.dist-info}/top_level.txt
RENAMED
|
File without changes
|