dkist-processing-ops 1.6.8__py3-none-any.whl → 1.6.9__py3-none-any.whl

dkist_processing_ops/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.6.8'
-__version_tuple__ = version_tuple = (1, 6, 8)
+__version__ = version = '1.6.9'
+__version_tuple__ = version_tuple = (1, 6, 9)

dkist_processing_ops/tasks/read_memory_leak.py

@@ -1,11 +1,12 @@
+import logging
 import os
+import sys
 from abc import ABC
 from pathlib import Path
 from typing import Any
 from typing import Generator
 
 import numpy as np
-from astropy.io import fits
 from dkist_processing_common.codecs.fits import fits_hdu_decoder
 from dkist_processing_common.codecs.path import path_decoder
 from dkist_processing_common.models.tags import Tag
@@ -21,7 +22,10 @@ def yield_from_read(
 
 def binary_decoder(path: Path) -> bytes:
     """Generates a random blob of binary data."""
-    return os.urandom(67109008)  # This is the size of the VBI data arrays, in bytes
+    data = os.urandom(67109008)  # This is the size of the VBI data arrays, in bytes
+    logging.info(f"Size of data: {sys.getsizeof(data)}")
+    logging.info(f"Bytes of data: {len(data)}")
+    return data
 
 
 class FitsDataRead(WorkflowTaskBase, ABC):
@@ -34,26 +38,38 @@ class FitsDataRead(WorkflowTaskBase, ABC):
     def read_method(self):
         return self.metadata_store_recipe_run_configuration().get("read_method", "return")
 
+    @property
+    def manipulate_data(self):
+        return self.metadata_store_recipe_run_configuration().get("manipulate_data", True)
+
     def run(self) -> None:
         if self.data_type == "fits":
             if self.read_method == "return":
                 hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder)
                 for hdu in hdus:
-                    pass
+                    h = hdu.header
+                    d = hdu.data
+                    if self.manipulate_data:
+                        total = np.sum(d)
             if self.read_method == "yield":
                 hdus = yield_from_read(
                     self, tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder
                 )
                 for hdu in hdus:
-                    pass
+                    h = hdu.header
+                    d = hdu.data
+                    if self.manipulate_data:
+                        total = np.sum(d)
         if self.data_type == "binary":
             if self.read_method == "return":
                 hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=binary_decoder)
                 for hdu in hdus:
-                    pass
+                    data = hdu
+                    data.seek(-1)
             if self.read_method == "yield":
                 hdus = yield_from_read(
                     self, tags=[Tag.input(), Tag.frame()], decoder=binary_decoder
                 )
                 for hdu in hdus:
-                    pass
+                    data = hdu
+                    data.seek(-1)

{dkist_processing_ops-1.6.8.dist-info → dkist_processing_ops-1.6.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dkist-processing-ops
-Version: 1.6.8
+Version: 1.6.9
 Summary: Automated Processing smoke test and operations workflows
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD 3-Clause

{dkist_processing_ops-1.6.8.dist-info → dkist_processing_ops-1.6.9.dist-info}/RECORD

@@ -1,16 +1,16 @@
 dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dkist_processing_ops/_version.py,sha256=cmsiv9CCkKr77S4CsQCya3nhc7DDRNXIH_h8pHWpeYE,411
+dkist_processing_ops/_version.py,sha256=H4tpGbuK5q1tqtuUh1Nr2Buwsz8VycRrcpqeBxyquBg,411
 dkist_processing_ops/dags/scale.py,sha256=We5TYjNhkJ-5ykfbrOMgjTpXdzOCkIeyKyA-40sU9r0,2312
 dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
-dkist_processing_ops/tasks/read_memory_leak.py,sha256=G7i-u9hmHbtEUbAwJB-ESPxLhWHeiZ0JbPlyIN9HE-g,2222
+dkist_processing_ops/tasks/read_memory_leak.py,sha256=_4qgYeO2aeO1YYS2foJ7Sle9Pyqz-qTsA64QBjDK35E,2818
 dkist_processing_ops/tasks/wait.py,sha256=uObka-nH1dKPcGBDsp3t2RCtTV2F1kksM0V-lRewFuY,273
 dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
 dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_ops/workflows/memory_leak.py,sha256=lYXAYyJVjXif3Os9xPDp-bPTG_je6HOw1uvRJ4WMUi4,758
 dkist_processing_ops/workflows/smoke.py,sha256=ofXu0_iYF6L3zQy-BOVvS5VdzKhmXs1gyugqMNkd-GM,878
-dkist_processing_ops-1.6.8.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
-dkist_processing_ops-1.6.8.dist-info/METADATA,sha256=fBQTb9H9LispuQPBP2ibCEQhlkOypuriQjJXxOf0EV8,1499
-dkist_processing_ops-1.6.8.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-dkist_processing_ops-1.6.8.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
-dkist_processing_ops-1.6.8.dist-info/RECORD,,
+dkist_processing_ops-1.6.9.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
+dkist_processing_ops-1.6.9.dist-info/METADATA,sha256=d33lBvDYyjJtlQ2_noK1hN0RgSTjp15itgpGi8FKq6I,1499
+dkist_processing_ops-1.6.9.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+dkist_processing_ops-1.6.9.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
+dkist_processing_ops-1.6.9.dist-info/RECORD,,