dkist-processing-common 14.3.1rc1__tar.gz → 14.3.3__tar.gz

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/CHANGELOG.rst

@@ -1,3 +1,33 @@
+v14.3.3 (2026-06-11)
+====================
+
+Misc
+----
+
+- Raise max asdf version to 6.0. (`#345 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/345>`__)
+- Update minimum version of dkist-inventory to 1.11.8. (`#346 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/346>`__)
+
+
+v14.3.2 (2026-05-26)
+====================
+
+Bugfixes
+--------
+
+- Lower the memory usage of the `QualityL1Metrics` task by ensuring we don't load the full generator of `L1QualityFitsAccess` at once. Instead, a more lightweight dataclass is used to hold only the properties we care about for this task. (`#343 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/343>`__)
+
+
+v14.3.1 (2026-05-19)
+====================
+
+Misc
+----
+
+- Migrate `_find_iqr_outliers` from the quality mixin to the `QualityL0Metrics` workflow task. (`#340 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/340>`__)
+- Migrate `quality_task_types` from the quality mixin to the `QualityL0Metrics` workflow task. (`#341 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/341>`__)
+- Migrate `_format_facet` from the quality mixin to the `QualityMetric` `BaseModel`. (`#342 <https://bitbucket.org/dkistdc/dkist-processing-common/pull-requests/342>`__)
+
+
 v14.3.0 (2026-05-19)
 ====================
 

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.1rc1
+Version: 14.3.3
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: asdf<4.0.0,>=3.5.0
+Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
@@ -57,9 +57,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.8; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.8; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/dkist_processing_common/tasks/quality_metrics.py

@@ -2,6 +2,7 @@
 
 import logging
 from collections import defaultdict
+from dataclasses import dataclass
 from datetime import datetime
 from itertools import chain
 from typing import Iterable
@@ -451,28 +452,50 @@ class QualityL1Metrics(WorkflowTaskBase, QualityMixin):
 
     def collect_l1_quality_data(self) -> L1QualityData:
         """Collect data used to compute L1 quality metrics."""
-        frames = self.read(
+
+        @dataclass
+        class L1QualityValues:
+            time_obs: datetime
+            light_level: float
+            health_status: str
+            fried_parameter: float
+            ao_status: bool
+            num_out_of_bounds_ao_values: int
+
+        frame_properties: list[L1QualityValues] = []
+
+        for f in self.read(
             tags=[Tag.calibrated(), Tag.frame()],
             decoder=fits_access_header_decoder,
             fits_access_class=L1QualityFitsAccess,
-        )
+        ):
+            frame_properties.append(
+                L1QualityValues(
+                    time_obs=datetime.fromisoformat(f.time_obs),
+                    light_level=f.light_level,
+                    health_status=f.health_status,
+                    fried_parameter=f.fried_parameter,
+                    ao_status=f.ao_status,
+                    num_out_of_bounds_ao_values=f.num_out_of_bounds_ao_values,
+                )
+            )
 
         # sort by datetime
-        sorted_frames = sorted(frames, key=lambda f: datetime.fromisoformat(f.time_obs))
+        frame_properties.sort(key=lambda x: x.time_obs)
 
         return L1QualityData(
             # DATE-BEG
-            datetimes=tuple(datetime.fromisoformat(f.time_obs) for f in sorted_frames),
+            datetimes=tuple(f.time_obs for f in frame_properties),
             # LIGHTLVL
-            light_level_values=tuple(f.light_level for f in sorted_frames),
+            light_level_values=tuple(f.light_level for f in frame_properties),
             # DSHEALTH
-            health_status_values=tuple(f.health_status for f in sorted_frames),
+            health_status_values=tuple(f.health_status for f in frame_properties),
             # ATMOS_R0
-            fried_parameter_values=tuple(f.fried_parameter for f in sorted_frames),
+            fried_parameter_values=tuple(f.fried_parameter for f in frame_properties),
             # AO_LOCK
-            ao_lock_values=tuple(f.ao_status for f in sorted_frames),
+            ao_lock_values=tuple(f.ao_status for f in frame_properties),
             # OOBSHIFT
-            ao_oob_values=tuple(f.num_out_of_bounds_ao_values for f in sorted_frames),
+            ao_oob_values=tuple(f.num_out_of_bounds_ao_values for f in frame_properties),
         )
 
     def compute_and_write_l1_quality_metrics(self, l1_quality_data: L1QualityData) -> None:

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/dkist_processing_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-common
-Version: 14.3.1rc1
+Version: 14.3.3
 Summary: Common task classes used by the DKIST science data processing pipelines
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: asdf<4.0.0,>=3.5.0
+Requires-Dist: asdf<6.0,>=3.5.0
 Requires-Dist: astropy>=7.0.0
 Requires-Dist: dkist-fits-specifications<5.0,>=4.24.0
 Requires-Dist: dkist-header-validator<6.0,>=5.3.0
@@ -57,9 +57,9 @@ Requires-Dist: sphinx-autoapi!=3.1.0; extra == "docs"
 Requires-Dist: pytest; extra == "docs"
 Requires-Dist: dkist-sphinx-theme; extra == "docs"
 Provides-Extra: inventory
-Requires-Dist: dkist-inventory<2.0,>=1.11.7; extra == "inventory"
+Requires-Dist: dkist-inventory<2.0,>=1.11.8; extra == "inventory"
 Provides-Extra: asdf
-Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.7; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]<2.0,>=1.11.8; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality<3.0,>=2.0.1; extra == "quality"
 

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/dkist_processing_common.egg-info/SOURCES.txt

@@ -8,9 +8,6 @@ bitbucket-pipelines.yml
 pyproject.toml
 .rovodev/.review-agent.md
 changelog/.gitempty
-changelog/340.misc.rst
-changelog/341.misc.rst
-changelog/342.misc.rst
 dkist_processing_common/__init__.py
 dkist_processing_common/config.py
 dkist_processing_common/manual.py

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/dkist_processing_common.egg-info/requires.txt

@@ -1,4 +1,4 @@
-asdf<4.0.0,>=3.5.0
+asdf<6.0,>=3.5.0
 astropy>=7.0.0
 dkist-fits-specifications<5.0,>=4.24.0
 dkist-header-validator<6.0,>=5.3.0
@@ -24,7 +24,7 @@ sunpy>=3.0.0
 talus==1.3.4
 
 [asdf]
-dkist-inventory[asdf]<2.0,>=1.11.7
+dkist-inventory[asdf]<2.0,>=1.11.8
 
 [docs]
 setuptools
@@ -36,7 +36,7 @@ pytest
 dkist-sphinx-theme
 
 [inventory]
-dkist-inventory<2.0,>=1.11.7
+dkist-inventory<2.0,>=1.11.8
 
 [quality]
 dkist-quality<3.0,>=2.0.1

{dkist_processing_common-14.3.1rc1 → dkist_processing_common-14.3.3}/pyproject.toml

@@ -21,7 +21,7 @@ classifiers = [
   "Programming Language :: Python :: 3.13",
 ]
 dependencies = [
-  "asdf >= 3.5.0, <4.0.0",
+  "asdf >= 3.5.0, <6.0",
   "astropy  >= 7.0.0",
   "dkist-fits-specifications >= 4.24.0, <5.0",
   "dkist-header-validator >= 5.3.0, <6.0",
@@ -76,10 +76,10 @@ docs = [
   "dkist-sphinx-theme",
 ]
 inventory = [
-  "dkist-inventory >= 1.11.7, <2.0",
+  "dkist-inventory >= 1.11.8, <2.0",
 ]
 asdf = [
-  "dkist-inventory[asdf] >= 1.11.7, <2.0",
+  "dkist-inventory[asdf] >= 1.11.8, <2.0",
 ]
 quality = [
   "dkist-quality >= 2.0.1, <3.0",

dkist_processing_common-14.3.1rc1/changelog/340.misc.rst

@@ -1 +0,0 @@
-Migrate `_find_iqr_outliers` from the quality mixin to the `QualityL0Metrics` workflow task.

dkist_processing_common-14.3.1rc1/changelog/341.misc.rst

@@ -1 +0,0 @@
-Migrate `quality_task_types` from the quality mixin to the `QualityL0Metrics` workflow task.

dkist_processing_common-14.3.1rc1/changelog/342.misc.rst

@@ -1 +0,0 @@
-Migrate `_format_facet` from the quality mixin to the `QualityMetric` `BaseModel`.