dkist-processing-ops 1.6.16__py3-none-any.whl → 1.6.18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of dkist-processing-ops might be problematic. Click here for more details.

Files changed (7) hide show
  1. dkist_processing_ops/_version.py +2 -2
  2. dkist_processing_ops/tasks/read_memory_leak.py +13 -61
  3. {dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/METADATA +1 -1
  4. {dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/RECORD +7 -7
  5. {dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/LICENSE.rst +0 -0
  6. {dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/WHEEL +0 -0
  7. {dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/top_level.txt +0 -0
dkist_processing_ops/_version.py CHANGED
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '1.6.16'
16
- __version_tuple__ = version_tuple = (1, 6, 16)
15
+ __version__ = version = '1.6.18'
16
+ __version_tuple__ = version_tuple = (1, 6, 18)
dkist_processing_ops/tasks/read_memory_leak.py CHANGED
@@ -11,26 +11,11 @@ from dkist_processing_common.models.tags import Tag
11
11
  from dkist_processing_common.tasks import WorkflowTaskBase
12
12
 
13
13
 
14
- # def generated_hdu_decoder(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
15
- # data = np.random.rand(4096, 4096)
16
- # hdu = fits.CompImageHDU(data)
17
- # return hdu
18
-
19
-
20
14
  def fits_bytes_decoder(path: Path) -> bytes:
21
15
  with open(path, "rb") as f:
22
16
  return f.read()
23
17
 
24
18
 
25
- # def fits_garbage_collect_hdu_decoder(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
26
- # hdul = fits.open(path)
27
- # hdu = fits.CompImageHDU(header=hdul[1].header, data=hdul[1].data)
28
- # hdul.close()
29
- # del hdul
30
- # gc.collect()
31
- # return hdu
32
-
33
-
34
19
  class FitsDataRead(WorkflowTaskBase, ABC):
35
20
  @property
36
21
  def run_type(self):
@@ -42,54 +27,21 @@ class FitsDataRead(WorkflowTaskBase, ABC):
42
27
  for i, byte_object in enumerate(bytes_objects):
43
28
  pass
44
29
 
30
+ if self.run_type == "bytes_task":
31
+ filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
32
+ for filepath in filepaths:
33
+ with open(filepath, "rb") as f:
34
+ byte_object = f.read()
35
+
45
36
  if self.run_type == "file_read":
46
37
  hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder)
47
- for i, hdu in enumerate(hdus):
38
+ for hdu in hdus:
48
39
  h = hdu.header
49
40
  d = hdu.data
50
41
 
51
- # if self.run_type == "garbage_collect_read":
52
- # hdus = self.read(
53
- # tags=[Tag.input(), Tag.frame()], decoder=fits_garbage_collect_hdu_decoder
54
- # )
55
- # for i, hdu in enumerate(hdus):
56
- # h = hdu.header
57
- # d = hdu.data
58
- # if i % 50 == 0:
59
- # cur, peak = tracemalloc.get_traced_memory()
60
- # logging.info(
61
- # f"After {i} files current memory usage is {cur / 10 ** 6}MB; Peak was {peak / 10 ** 6}MB"
62
- # )
63
- #
64
- # if self.run_type == "garbage_collect_task":
65
- # filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
66
- # for i, filepath in enumerate(filepaths):
67
- # hdu = fits_garbage_collect_hdu_decoder(filepath)
68
- # h = hdu.header
69
- # d = hdu.data
70
- # if i % 50 == 0:
71
- # cur, peak = tracemalloc.get_traced_memory()
72
- # logging.info(
73
- # f"After {i} files current memory usage is {cur / 10 ** 6}MB; Peak was {peak / 10 ** 6}MB"
74
- # )
75
- #
76
- # if self.run_type == "generated_read":
77
- # hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=generated_hdu_decoder)
78
- # for hdu in hdus:
79
- # h = hdu.header
80
- # d = hdu.data
81
- #
82
- # if self.run_type == "file_task":
83
- # filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
84
- # for filepath in filepaths:
85
- # hdu = fits.open(filepath)[1]
86
- # h = hdu.header
87
- # d = hdu.data
88
- #
89
- # if self.run_type == "generated_task":
90
- # filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
91
- # for filepath in filepaths:
92
- # data = np.random.rand(4096, 4096)
93
- # hdu = fits.CompImageHDU(data)
94
- # h = hdu.header
95
- # d = hdu.data
42
+ if self.run_type == "file_task":
43
+ filepaths = self.read(tags=[Tag.input(), Tag.frame()], decoder=path_decoder)
44
+ for filepath in filepaths:
45
+ hdu = fits.open(filepath)[1]
46
+ h = hdu.header
47
+ d = hdu.data
{dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-ops
3
- Version: 1.6.16
3
+ Version: 1.6.18
4
4
  Summary: Automated Processing smoke test and operations workflows
5
5
  Author-email: NSO / AURA <dkistdc@nso.edu>
6
6
  License: BSD 3-Clause
{dkist_processing_ops-1.6.16.dist-info → dkist_processing_ops-1.6.18.dist-info}/RECORD RENAMED
@@ -1,16 +1,16 @@
1
1
  dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- dkist_processing_ops/_version.py,sha256=Krs1A6GFKeSDM3HlmJuBHtdakqIKMggtBrGf0aTD85E,413
2
+ dkist_processing_ops/_version.py,sha256=7Nt3ngm_bur327ZSVCi2T_92CSW8Zozbibg662U4K6M,413
3
3
  dkist_processing_ops/dags/scale.py,sha256=We5TYjNhkJ-5ykfbrOMgjTpXdzOCkIeyKyA-40sU9r0,2312
4
4
  dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
5
- dkist_processing_ops/tasks/read_memory_leak.py,sha256=yQeWMjUm0YrgyRtC4XGuExAVDUgCjNetDB45M0jz4Ug,3649
5
+ dkist_processing_ops/tasks/read_memory_leak.py,sha256=P2DatMnNi9Jd6nvW8wY_JJkYl_vnMX5BMP0-x5Zft7s,1638
6
6
  dkist_processing_ops/tasks/wait.py,sha256=uObka-nH1dKPcGBDsp3t2RCtTV2F1kksM0V-lRewFuY,273
7
7
  dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
9
9
  dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  dkist_processing_ops/workflows/memory_leak.py,sha256=lYXAYyJVjXif3Os9xPDp-bPTG_je6HOw1uvRJ4WMUi4,758
11
11
  dkist_processing_ops/workflows/smoke.py,sha256=ofXu0_iYF6L3zQy-BOVvS5VdzKhmXs1gyugqMNkd-GM,878
12
- dkist_processing_ops-1.6.16.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
13
- dkist_processing_ops-1.6.16.dist-info/METADATA,sha256=r2cyD9NBVw7w2D4O7RrOg4maweWbprBmSqMZKxEoYFw,1500
14
- dkist_processing_ops-1.6.16.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
15
- dkist_processing_ops-1.6.16.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
16
- dkist_processing_ops-1.6.16.dist-info/RECORD,,
12
+ dkist_processing_ops-1.6.18.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
13
+ dkist_processing_ops-1.6.18.dist-info/METADATA,sha256=nOoZf2uEIKhgchLamSW82D2l_iI1EMSBjZIPmV_oi8A,1500
14
+ dkist_processing_ops-1.6.18.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
15
+ dkist_processing_ops-1.6.18.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
16
+ dkist_processing_ops-1.6.18.dist-info/RECORD,,