dkist-processing-common 14.3.1__tar.gz → 14.3.2__tar.gz

{dkist_processing_common-14.3.1 → dkist_processing_common-14.3.2}/CHANGELOG.rst

@@ -1,3 +1,12 @@
+v14.3.2 (2026-05-26)
+====================
+
+Bugfixes
+--------
+
+- Lower the memory usage of the `QualityL1Metrics` task by ensuring we don't load the full generator of `L1QualityFitsAccess` at once. Instead, a more lightweight dataclass is used to hold only the properties we care about for this task. (`#343 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/343>`__)
+
+
 v14.3.1 (2026-05-19)
 ====================
 

{dkist_processing_common-14.3.1 → dkist_processing_common-14.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.1
+Version: 14.3.2
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause

{dkist_processing_common-14.3.1 → dkist_processing_common-14.3.2}/dkist_processing_common/tasks/quality_metrics.py

@@ -2,6 +2,7 @@
 
 import logging
 from collections import defaultdict
+from dataclasses import dataclass
 from datetime import datetime
 from itertools import chain
 from typing import Iterable
@@ -451,28 +452,50 @@ class QualityL1Metrics(WorkflowTaskBase, QualityMixin):
 
     def collect_l1_quality_data(self) -> L1QualityData:
         """Collect data used to compute L1 quality metrics."""
-        frames = self.read(
+
+        @dataclass
+        class L1QualityValues:
+            time_obs: datetime
+            light_level: float
+            health_status: str
+            fried_parameter: float
+            ao_status: bool
+            num_out_of_bounds_ao_values: int
+
+        frame_properties: list[L1QualityValues] = []
+
+        for f in self.read(
             tags=[Tag.calibrated(), Tag.frame()],
             decoder=fits_access_header_decoder,
             fits_access_class=L1QualityFitsAccess,
-        )
+        ):
+            frame_properties.append(
+                L1QualityValues(
+                    time_obs=datetime.fromisoformat(f.time_obs),
+                    light_level=f.light_level,
+                    health_status=f.health_status,
+                    fried_parameter=f.fried_parameter,
+                    ao_status=f.ao_status,
+                    num_out_of_bounds_ao_values=f.num_out_of_bounds_ao_values,
+                )
+            )
 
         # sort by datetime
-        sorted_frames = sorted(frames, key=lambda f: datetime.fromisoformat(f.time_obs))
+        frame_properties.sort(key=lambda x: x.time_obs)
 
         return L1QualityData(
             # DATE-BEG
-            datetimes=tuple(datetime.fromisoformat(f.time_obs) for f in sorted_frames),
+            datetimes=tuple(f.time_obs for f in frame_properties),
             # LIGHTLVL
-            light_level_values=tuple(f.light_level for f in sorted_frames),
+            light_level_values=tuple(f.light_level for f in frame_properties),
             # DSHEALTH
-            health_status_values=tuple(f.health_status for f in sorted_frames),
+            health_status_values=tuple(f.health_status for f in frame_properties),
             # ATMOS_R0
-            fried_parameter_values=tuple(f.fried_parameter for f in sorted_frames),
+            fried_parameter_values=tuple(f.fried_parameter for f in frame_properties),
             # AO_LOCK
-            ao_lock_values=tuple(f.ao_status for f in sorted_frames),
+            ao_lock_values=tuple(f.ao_status for f in frame_properties),
             # OOBSHIFT
-            ao_oob_values=tuple(f.num_out_of_bounds_ao_values for f in sorted_frames),
+            ao_oob_values=tuple(f.num_out_of_bounds_ao_values for f in frame_properties),
         )
 
     def compute_and_write_l1_quality_metrics(self, l1_quality_data: L1QualityData) -> None:

{dkist_processing_common-14.3.1 → dkist_processing_common-14.3.2}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.1
+Version: 14.3.2
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause