dkist-processing-dlnirsp 0.32.6__tar.gz → 0.32.7__tar.gz

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/CHANGELOG.rst

@@ -1,3 +1,12 @@
+v0.32.7 (2025-12-08)
+====================
+
+Features
+--------
+
+- Store quality data in object store and revise the workflow so that DlnirspAssembleQualityData precedes the TransferL1Data task. (`#118 <https://bitbucket.org/dkistdc/dkist-processing-dlnirsp/pull-requests/118>`__)
+
+
 v0.32.6 (2025-12-05)
 ====================
 

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-dlnirsp
-Version: 0.32.6
+Version: 0.32.7
 Summary: Science processing code for the DLNIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.12
 Description-Content-Type: text/x-rst
-Requires-Dist: dkist-processing-common==11.9.0
+Requires-Dist: dkist-processing-common==11.9.1
 Requires-Dist: dkist-processing-math==2.2.1
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-header-validator==5.2.1
@@ -43,10 +43,10 @@ Requires-Dist: dkist-processing-dlnirsp[asdf]; extra == "test"
 Requires-Dist: dkist-processing-dlnirsp[quality]; extra == "test"
 Provides-Extra: inventory
 Requires-Dist: dkist-processing-common[inventory]; extra == "inventory"
-Requires-Dist: dkist-inventory==1.11.1; extra == "inventory"
+Requires-Dist: dkist-inventory==1.11.2; extra == "inventory"
 Provides-Extra: asdf
 Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
-Requires-Dist: dkist-inventory[asdf]==1.11.1; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]==1.11.2; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality==2.0.0; extra == "quality"
 Provides-Extra: grogu
@@ -118,14 +118,14 @@ Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
 Requires-Dist: asgiref==3.11.0; extra == "frozen"
 Requires-Dist: asteval==1.0.7; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2025.12.1.0.45.12; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2025.12.8.0.38.44; extra == "frozen"
 Requires-Dist: asyncpg==0.31.0; extra == "frozen"
 Requires-Dist: attrs==25.4.0; extra == "frozen"
 Requires-Dist: babel==2.17.0; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: blinker==1.9.0; extra == "frozen"
-Requires-Dist: boto3==1.42.3; extra == "frozen"
-Requires-Dist: botocore==1.42.3; extra == "frozen"
+Requires-Dist: boto3==1.42.5; extra == "frozen"
+Requires-Dist: botocore==1.42.5; extra == "frozen"
 Requires-Dist: cachelib==0.13.0; extra == "frozen"
 Requires-Dist: celery==5.6.0; extra == "frozen"
 Requires-Dist: certifi==2025.11.12; extra == "frozen"
@@ -148,9 +148,9 @@ Requires-Dist: dacite==1.9.2; extra == "frozen"
 Requires-Dist: decorator==5.2.1; extra == "frozen"
 Requires-Dist: dill==0.4.0; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-common==11.9.0; extra == "frozen"
+Requires-Dist: dkist-processing-common==11.9.1; extra == "frozen"
 Requires-Dist: dkist-processing-core==6.0.1; extra == "frozen"
-Requires-Dist: dkist-processing-dlnirsp==0.32.6; extra == "frozen"
+Requires-Dist: dkist-processing-dlnirsp==0.32.7; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.1.13; extra == "frozen"
@@ -168,6 +168,7 @@ Requires-Dist: globus-sdk==4.2.0; extra == "frozen"
 Requires-Dist: google-re2==1.1.20251105; extra == "frozen"
 Requires-Dist: googleapis-common-protos==1.72.0; extra == "frozen"
 Requires-Dist: gqlclient==1.2.3; extra == "frozen"
+Requires-Dist: greenlet==3.3.0; extra == "frozen"
 Requires-Dist: grpcio==1.76.0; extra == "frozen"
 Requires-Dist: gunicorn==23.0.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
@@ -205,7 +206,7 @@ Requires-Dist: more-itertools==10.8.0; extra == "frozen"
 Requires-Dist: moviepy==2.1.2; extra == "frozen"
 Requires-Dist: multidict==6.7.0; extra == "frozen"
 Requires-Dist: nbformat==5.10.4; extra == "frozen"
-Requires-Dist: networkx==3.6; extra == "frozen"
+Requires-Dist: networkx==3.6.1; extra == "frozen"
 Requires-Dist: numba==0.61.2; extra == "frozen"
 Requires-Dist: numpy==2.2.5; extra == "frozen"
 Requires-Dist: object-clerk==1.0.0; extra == "frozen"
@@ -251,7 +252,7 @@ Requires-Dist: proglog==0.1.12; extra == "frozen"
 Requires-Dist: prometheus_client==0.23.1; extra == "frozen"
 Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
 Requires-Dist: propcache==0.4.1; extra == "frozen"
-Requires-Dist: protobuf==6.33.1; extra == "frozen"
+Requires-Dist: protobuf==6.33.2; extra == "frozen"
 Requires-Dist: psutil==7.1.3; extra == "frozen"
 Requires-Dist: psycopg2-binary==2.9.11; extra == "frozen"
 Requires-Dist: pycparser==2.23; extra == "frozen"
@@ -300,7 +301,7 @@ Requires-Dist: tzlocal==5.3.1; extra == "frozen"
 Requires-Dist: uc-micro-py==1.0.3; extra == "frozen"
 Requires-Dist: uncertainties==3.2.3; extra == "frozen"
 Requires-Dist: universal_pathlib==0.3.7; extra == "frozen"
-Requires-Dist: urllib3==2.6.0; extra == "frozen"
+Requires-Dist: urllib3==2.6.1; extra == "frozen"
 Requires-Dist: vine==5.1.0; extra == "frozen"
 Requires-Dist: voluptuous==0.15.2; extra == "frozen"
 Requires-Dist: wcwidth==0.2.14; extra == "frozen"

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/dkist_processing_dlnirsp/tests/test_trial_create_quality_report.py

@@ -47,7 +47,7 @@ def create_trial_quality_report_task(
         task.scratch = WorkflowFileSystem(scratch_base_path=tmp_path, recipe_run_id=recipe_run_id)
         task.write(
             quality_data_warning_only,
-            tags=DlnirspTag.quality_data(),
+            tags=[DlnirspTag.output(), DlnirspTag.quality_data()],
             encoder=quality_data_encoder,
             relative_path=f"{task.constants.dataset_id}_quality_data.json",
         )

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/dkist_processing_dlnirsp/workflows/l0_processing.py

@@ -74,10 +74,13 @@ l0_pipeline.add_node(
 )
 
 # Output flow
-l0_pipeline.add_node(task=TransferL1Data, upstreams=[DlnirspWriteL1Frame, AssembleDlnirspMovie])
+l0_pipeline.add_node(
+    task=TransferL1Data,
+    upstreams=[DlnirspWriteL1Frame, AssembleDlnirspMovie, DlnirspAssembleQualityData],
+)
 l0_pipeline.add_node(
     task=SubmitDatasetMetadata,
-    upstreams=[DlnirspWriteL1Frame, DlnirspAssembleQualityData, AssembleDlnirspMovie],
+    upstreams=[DlnirspWriteL1Frame, AssembleDlnirspMovie],
 )
 l0_pipeline.add_node(
     task=PublishCatalogAndQualityMessages, upstreams=[TransferL1Data, SubmitDatasetMetadata]

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/dkist_processing_dlnirsp/workflows/trial_workflow.py

@@ -87,7 +87,9 @@ trial_pipeline.add_node(
 )
 trial_pipeline.add_node(task=CreateTrialAsdf, upstreams=DlnirspWriteL1Frame, pip_extras=["asdf"])
 trial_pipeline.add_node(
-    task=CreateTrialQualityReport, upstreams=DlnirspAssembleQualityData, pip_extras=["quality"]
+    task=CreateTrialQualityReport,
+    upstreams=DlnirspAssembleQualityData,
+    pip_extras=["quality", "inventory"],
 )
 
 # Output

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/dkist_processing_dlnirsp.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-dlnirsp
-Version: 0.32.6
+Version: 0.32.7
 Summary: Science processing code for the DLNIRSP instrument on DKIST
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.12
 Description-Content-Type: text/x-rst
-Requires-Dist: dkist-processing-common==11.9.0
+Requires-Dist: dkist-processing-common==11.9.1
 Requires-Dist: dkist-processing-math==2.2.1
 Requires-Dist: dkist-processing-pac==3.1.1
 Requires-Dist: dkist-header-validator==5.2.1
@@ -43,10 +43,10 @@ Requires-Dist: dkist-processing-dlnirsp[asdf]; extra == "test"
 Requires-Dist: dkist-processing-dlnirsp[quality]; extra == "test"
 Provides-Extra: inventory
 Requires-Dist: dkist-processing-common[inventory]; extra == "inventory"
-Requires-Dist: dkist-inventory==1.11.1; extra == "inventory"
+Requires-Dist: dkist-inventory==1.11.2; extra == "inventory"
 Provides-Extra: asdf
 Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
-Requires-Dist: dkist-inventory[asdf]==1.11.1; extra == "asdf"
+Requires-Dist: dkist-inventory[asdf]==1.11.2; extra == "asdf"
 Provides-Extra: quality
 Requires-Dist: dkist-quality==2.0.0; extra == "quality"
 Provides-Extra: grogu
@@ -118,14 +118,14 @@ Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
 Requires-Dist: asgiref==3.11.0; extra == "frozen"
 Requires-Dist: asteval==1.0.7; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2025.12.1.0.45.12; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2025.12.8.0.38.44; extra == "frozen"
 Requires-Dist: asyncpg==0.31.0; extra == "frozen"
 Requires-Dist: attrs==25.4.0; extra == "frozen"
 Requires-Dist: babel==2.17.0; extra == "frozen"
 Requires-Dist: billiard==4.2.4; extra == "frozen"
 Requires-Dist: blinker==1.9.0; extra == "frozen"
-Requires-Dist: boto3==1.42.3; extra == "frozen"
-Requires-Dist: botocore==1.42.3; extra == "frozen"
+Requires-Dist: boto3==1.42.5; extra == "frozen"
+Requires-Dist: botocore==1.42.5; extra == "frozen"
 Requires-Dist: cachelib==0.13.0; extra == "frozen"
 Requires-Dist: celery==5.6.0; extra == "frozen"
 Requires-Dist: certifi==2025.11.12; extra == "frozen"
@@ -148,9 +148,9 @@ Requires-Dist: dacite==1.9.2; extra == "frozen"
 Requires-Dist: decorator==5.2.1; extra == "frozen"
 Requires-Dist: dill==0.4.0; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-common==11.9.0; extra == "frozen"
+Requires-Dist: dkist-processing-common==11.9.1; extra == "frozen"
 Requires-Dist: dkist-processing-core==6.0.1; extra == "frozen"
-Requires-Dist: dkist-processing-dlnirsp==0.32.6; extra == "frozen"
+Requires-Dist: dkist-processing-dlnirsp==0.32.7; extra == "frozen"
 Requires-Dist: dkist-processing-math==2.2.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
 Requires-Dist: dkist-service-configuration==4.1.13; extra == "frozen"
@@ -168,6 +168,7 @@ Requires-Dist: globus-sdk==4.2.0; extra == "frozen"
 Requires-Dist: google-re2==1.1.20251105; extra == "frozen"
 Requires-Dist: googleapis-common-protos==1.72.0; extra == "frozen"
 Requires-Dist: gqlclient==1.2.3; extra == "frozen"
+Requires-Dist: greenlet==3.3.0; extra == "frozen"
 Requires-Dist: grpcio==1.76.0; extra == "frozen"
 Requires-Dist: gunicorn==23.0.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
@@ -205,7 +206,7 @@ Requires-Dist: more-itertools==10.8.0; extra == "frozen"
 Requires-Dist: moviepy==2.1.2; extra == "frozen"
 Requires-Dist: multidict==6.7.0; extra == "frozen"
 Requires-Dist: nbformat==5.10.4; extra == "frozen"
-Requires-Dist: networkx==3.6; extra == "frozen"
+Requires-Dist: networkx==3.6.1; extra == "frozen"
 Requires-Dist: numba==0.61.2; extra == "frozen"
 Requires-Dist: numpy==2.2.5; extra == "frozen"
 Requires-Dist: object-clerk==1.0.0; extra == "frozen"
@@ -251,7 +252,7 @@ Requires-Dist: proglog==0.1.12; extra == "frozen"
 Requires-Dist: prometheus_client==0.23.1; extra == "frozen"
 Requires-Dist: prompt_toolkit==3.0.52; extra == "frozen"
 Requires-Dist: propcache==0.4.1; extra == "frozen"
-Requires-Dist: protobuf==6.33.1; extra == "frozen"
+Requires-Dist: protobuf==6.33.2; extra == "frozen"
 Requires-Dist: psutil==7.1.3; extra == "frozen"
 Requires-Dist: psycopg2-binary==2.9.11; extra == "frozen"
 Requires-Dist: pycparser==2.23; extra == "frozen"
@@ -300,7 +301,7 @@ Requires-Dist: tzlocal==5.3.1; extra == "frozen"
 Requires-Dist: uc-micro-py==1.0.3; extra == "frozen"
 Requires-Dist: uncertainties==3.2.3; extra == "frozen"
 Requires-Dist: universal_pathlib==0.3.7; extra == "frozen"
-Requires-Dist: urllib3==2.6.0; extra == "frozen"
+Requires-Dist: urllib3==2.6.1; extra == "frozen"
 Requires-Dist: vine==5.1.0; extra == "frozen"
 Requires-Dist: voluptuous==0.15.2; extra == "frozen"
 Requires-Dist: wcwidth==0.2.14; extra == "frozen"

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/dkist_processing_dlnirsp.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dkist-processing-common==11.9.0
+dkist-processing-common==11.9.1
 dkist-processing-math==2.2.1
 dkist-processing-pac==3.1.1
 dkist-header-validator==5.2.1
@@ -17,7 +17,7 @@ solar-wavelength-calibration==2.0.0
 
 [asdf]
 dkist-processing-common[asdf]
-dkist-inventory[asdf]==1.11.1
+dkist-inventory[asdf]==1.11.2
 
 [docs]
 sphinx
@@ -83,14 +83,14 @@ asdf_transform_schemas==0.6.0
 asgiref==3.11.0
 asteval==1.0.7
 astropy==7.0.2
-astropy-iers-data==0.2025.12.1.0.45.12
+astropy-iers-data==0.2025.12.8.0.38.44
 asyncpg==0.31.0
 attrs==25.4.0
 babel==2.17.0
 billiard==4.2.4
 blinker==1.9.0
-boto3==1.42.3
-botocore==1.42.3
+boto3==1.42.5
+botocore==1.42.5
 cachelib==0.13.0
 celery==5.6.0
 certifi==2025.11.12
@@ -113,9 +113,9 @@ dacite==1.9.2
 decorator==5.2.1
 dill==0.4.0
 dkist-header-validator==5.2.1
-dkist-processing-common==11.9.0
+dkist-processing-common==11.9.1
 dkist-processing-core==6.0.1
-dkist-processing-dlnirsp==0.32.6
+dkist-processing-dlnirsp==0.32.7
 dkist-processing-math==2.2.1
 dkist-processing-pac==3.1.1
 dkist-service-configuration==4.1.13
@@ -133,6 +133,7 @@ globus-sdk==4.2.0
 google-re2==1.1.20251105
 googleapis-common-protos==1.72.0
 gqlclient==1.2.3
+greenlet==3.3.0
 grpcio==1.76.0
 gunicorn==23.0.0
 h11==0.16.0
@@ -170,7 +171,7 @@ more-itertools==10.8.0
 moviepy==2.1.2
 multidict==6.7.0
 nbformat==5.10.4
-networkx==3.6
+networkx==3.6.1
 numba==0.61.2
 numpy==2.2.5
 object-clerk==1.0.0
@@ -216,7 +217,7 @@ proglog==0.1.12
 prometheus_client==0.23.1
 prompt_toolkit==3.0.52
 propcache==0.4.1
-protobuf==6.33.1
+protobuf==6.33.2
 psutil==7.1.3
 psycopg2-binary==2.9.11
 pycparser==2.23
@@ -265,7 +266,7 @@ tzlocal==5.3.1
 uc-micro-py==1.0.3
 uncertainties==3.2.3
 universal_pathlib==0.3.7
-urllib3==2.6.0
+urllib3==2.6.1
 vine==5.1.0
 voluptuous==0.15.2
 wcwidth==0.2.14
@@ -284,7 +285,7 @@ dkist-processing-dlnirsp[asdf]
 
 [inventory]
 dkist-processing-common[inventory]
-dkist-inventory==1.11.1
+dkist-inventory==1.11.2
 
 [quality]
 dkist-quality==2.0.0

{dkist_processing_dlnirsp-0.32.6 → dkist_processing_dlnirsp-0.32.7}/pyproject.toml

@@ -9,8 +9,8 @@ find = {}
 
 [tool.dkist-dev-tools]
 # Most recently frozen version by dkist-dev-tools
-version = "0.32.6"
-date = 2025-12-05T11:36:26.772516
+version = "0.32.7"
+date = 2025-12-08T22:04:24.020942
 
 [project]
 dynamic = ["version"]
@@ -26,7 +26,7 @@ classifiers = [
   "Programming Language :: Python :: 3.12",
 ]
 dependencies = [
-  "dkist-processing-common == 11.9.0",
+  "dkist-processing-common == 11.9.1",
   "dkist-processing-math == 2.2.1",
   "dkist-processing-pac == 3.1.1",
   "dkist-header-validator == 5.2.1",
@@ -66,11 +66,11 @@ test = [
 ]
 inventory = [
   "dkist-processing-common[inventory]",
-  "dkist-inventory==1.11.1",
+  "dkist-inventory==1.11.2",
 ]
 asdf = [
   "dkist-processing-common[asdf]",
-  "dkist-inventory[asdf]==1.11.1",
+  "dkist-inventory[asdf]==1.11.2",
 ]
 quality = [
   "dkist-quality==2.0.0",
@@ -146,14 +146,14 @@ frozen = [
     "asgiref == 3.11.0",
     "asteval == 1.0.7",
     "astropy == 7.0.2",
-    "astropy-iers-data == 0.2025.12.1.0.45.12",
+    "astropy-iers-data == 0.2025.12.8.0.38.44",
     "asyncpg == 0.31.0",
     "attrs == 25.4.0",
     "babel == 2.17.0",
     "billiard == 4.2.4",
     "blinker == 1.9.0",
-    "boto3 == 1.42.3",
-    "botocore == 1.42.3",
+    "boto3 == 1.42.5",
+    "botocore == 1.42.5",
     "cachelib == 0.13.0",
     "celery == 5.6.0",
     "certifi == 2025.11.12",
@@ -176,9 +176,9 @@ frozen = [
     "decorator == 5.2.1",
     "dill == 0.4.0",
     "dkist-header-validator == 5.2.1",
-    "dkist-processing-common == 11.9.0",
+    "dkist-processing-common == 11.9.1",
     "dkist-processing-core == 6.0.1",
-    "dkist-processing-dlnirsp == 0.32.6",
+    "dkist-processing-dlnirsp == 0.32.7",
     "dkist-processing-math == 2.2.1",
     "dkist-processing-pac == 3.1.1",
     "dkist-service-configuration == 4.1.13",
@@ -196,6 +196,7 @@ frozen = [
     "google-re2 == 1.1.20251105",
     "googleapis-common-protos == 1.72.0",
     "gqlclient == 1.2.3",
+    "greenlet == 3.3.0",
     "grpcio == 1.76.0",
     "gunicorn == 23.0.0",
     "h11 == 0.16.0",
@@ -233,7 +234,7 @@ frozen = [
     "moviepy == 2.1.2",
     "multidict == 6.7.0",
     "nbformat == 5.10.4",
-    "networkx == 3.6",
+    "networkx == 3.6.1",
     "numba == 0.61.2",
     "numpy == 2.2.5",
     "object-clerk == 1.0.0",
@@ -279,7 +280,7 @@ frozen = [
     "prometheus_client == 0.23.1",
     "prompt_toolkit == 3.0.52",
     "propcache == 0.4.1",
-    "protobuf == 6.33.1",
+    "protobuf == 6.33.2",
     "psutil == 7.1.3",
     "psycopg2-binary == 2.9.11",
     "pycparser == 2.23",
@@ -328,7 +329,7 @@ frozen = [
     "uc-micro-py == 1.0.3",
     "uncertainties == 3.2.3",
     "universal_pathlib == 0.3.7",
-    "urllib3 == 2.6.0",
+    "urllib3 == 2.6.1",
     "vine == 5.1.0",
     "voluptuous == 0.15.2",
     "wcwidth == 0.2.14",