dkist-processing-ops 1.6.4__py3-none-any.whl → 1.6.6__py3-none-any.whl

dkist_processing_ops/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.6.4'
-__version_tuple__ = version_tuple = (1, 6, 4)
+__version__ = version = '1.6.6'
+__version_tuple__ = version_tuple = (1, 6, 6)

dkist_processing_ops/tasks/read_memory_leak.py

@@ -0,0 +1,55 @@
+from abc import ABC
+from pathlib import Path
+
+import numpy as np
+from astropy.io import fits
+from dkist_processing_common.codecs.fits import fits_hdu_decoder
+from dkist_processing_common.models.tags import Tag
+from dkist_processing_common.tasks import WorkflowTaskBase
+
+
+def _extract_hdu(hdul: fits.HDUList) -> fits.PrimaryHDU | fits.CompImageHDU:
+    """Return the fits hdu associated with the data in the hdu list."""
+    if hdul[0].data is not None:
+        return hdul[0]
+    return hdul[1]
+
+
+def fits_hdu_decoder_with_close(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
+    """Read a Path with `fits` to produce an `HDUList`."""
+    hdu_list = fits.open(path, memmap=False)
+    hdu_to_return = _extract_hdu(hdu_list).copy()
+    hdu_list.close()
+    return hdu_to_return
+
+
+def fits_hdu_decoder_with_close_and_del(path: Path) -> fits.PrimaryHDU | fits.CompImageHDU:
+    """Read a Path with `fits` to produce an `HDUList`."""
+    hdu_list = fits.open(path, memmap=False)
+    hdu_to_return = _extract_hdu(hdu_list).copy()
+    hdu_list.close()
+    del hdu_list
+    return hdu_to_return
+
+
+class FitsDataRead(WorkflowTaskBase, ABC):
+    @property
+    def fits_data_read_strategy(self) -> str:
+        """Recipe run configuration indicating how fFITS data should be read."""
+        return self.metadata_store_recipe_run_configuration().get(
+            "fits_data_read_strategy", "leave_open"
+        )
+
+    def run(self) -> None:
+        if self.fits_data_read_strategy == "leave_open":
+            hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder)
+        if self.fits_data_read_strategy == "close":
+            hdus = self.read(tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder_with_close)
+        if self.fits_data_read_strategy == "close_and_del":
+            hdus = self.read(
+                tags=[Tag.input(), Tag.frame()], decoder=fits_hdu_decoder_with_close_and_del
+            )
+        for hdu in hdus:
+            data = hdu.data
+            header = hdu.header
+            total = np.sum(data)

dkist_processing_ops/workflows/memory_leak.py

@@ -0,0 +1,22 @@
+from dkist_processing_common.tasks import TransferL0Data
+from dkist_processing_common.tasks import TrialTeardown
+from dkist_processing_core import ResourceQueue
+from dkist_processing_core import Workflow
+
+from dkist_processing_ops.tasks.read_memory_leak import FitsDataRead
+
+ops_investigation = Workflow(
+    input_data="ops",
+    output_data="common",
+    category="investigation",
+    workflow_package=__package__,
+)
+ops_investigation.add_node(
+    task=TransferL0Data, upstreams=None, resource_queue=ResourceQueue.DEFAULT
+)
+ops_investigation.add_node(
+    task=FitsDataRead, upstreams=TransferL0Data, resource_queue=ResourceQueue.DEFAULT
+)
+ops_investigation.add_node(
+    task=TrialTeardown, upstreams=FitsDataRead, resource_queue=ResourceQueue.DEFAULT
+)

{dkist_processing_ops-1.6.4.dist-info → dkist_processing_ops-1.6.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dkist-processing-ops
-Version: 1.6.4
+Version: 1.6.6
 Summary: Automated Processing smoke test and operations workflows
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD 3-Clause
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
 Description-Content-Type: text/x-rst
 License-File: LICENSE.rst
-Requires-Dist: dkist-processing-common ==10.2.2
+Requires-Dist: dkist-processing-common ==10.3.0
 Requires-Dist: dkist-service-configuration ==2.3.0
 Provides-Extra: test
 Requires-Dist: pytest ; extra == 'test'

{dkist_processing_ops-1.6.4.dist-info → dkist_processing_ops-1.6.6.dist-info}/RECORD

@@ -1,14 +1,16 @@
 dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dkist_processing_ops/_version.py,sha256=nUUf9xc-xNn7sMTK7c2rpMt1p2OZlNNmLiVGIkTETu8,411
+dkist_processing_ops/_version.py,sha256=Nz1l8vGPOAOAlxWDepNu28nfH9fOKk0GnGSnVyZJsFE,411
 dkist_processing_ops/dags/scale.py,sha256=We5TYjNhkJ-5ykfbrOMgjTpXdzOCkIeyKyA-40sU9r0,2312
 dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
+dkist_processing_ops/tasks/read_memory_leak.py,sha256=5k9s6CpH4EhtKfWoqsVlWs3LnG6IhvtsV2pFwlE0ySQ,2046
 dkist_processing_ops/tasks/wait.py,sha256=uObka-nH1dKPcGBDsp3t2RCtTV2F1kksM0V-lRewFuY,273
 dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
 dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dkist_processing_ops/workflows/memory_leak.py,sha256=lYXAYyJVjXif3Os9xPDp-bPTG_je6HOw1uvRJ4WMUi4,758
 dkist_processing_ops/workflows/smoke.py,sha256=ofXu0_iYF6L3zQy-BOVvS5VdzKhmXs1gyugqMNkd-GM,878
-dkist_processing_ops-1.6.4.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
-dkist_processing_ops-1.6.4.dist-info/METADATA,sha256=5BP4OVp4IRUclPuNEgnyCcxmFQLKuMO0fcHW8evTThI,1499
-dkist_processing_ops-1.6.4.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-dkist_processing_ops-1.6.4.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
-dkist_processing_ops-1.6.4.dist-info/RECORD,,
+dkist_processing_ops-1.6.6.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
+dkist_processing_ops-1.6.6.dist-info/METADATA,sha256=vF9GwFw5XbQeqkpDcBtwQPpWaEyEc05Cze3jsIIPxQM,1499
+dkist_processing_ops-1.6.6.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+dkist_processing_ops-1.6.6.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
+dkist_processing_ops-1.6.6.dist-info/RECORD,,

{dkist_processing_ops-1.6.4.dist-info → dkist_processing_ops-1.6.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.1.0)
+Generator: setuptools (75.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any