dkist-processing-test 1.29.0__py3-none-any.whl → 1.30.0__py3-none-any.whl

dkist_processing_test/tasks/parse.py

@@ -6,11 +6,13 @@ from dkist_processing_common.models.flower_pot import SpilledDirt
 from dkist_processing_common.models.flower_pot import Stem
 from dkist_processing_common.models.flower_pot import Thorn
 from dkist_processing_common.models.tags import StemName
+from dkist_processing_common.models.task_name import TaskName
 from dkist_processing_common.parsers.l0_fits_access import L0FitsAccess
 from dkist_processing_common.parsers.single_value_single_key_flower import (
     SingleValueSingleKeyFlower,
 )
-from dkist_processing_common.parsers.unique_bud import UniqueBud
+from dkist_processing_common.parsers.time import ObsIpStartTimeBud
+from dkist_processing_common.parsers.unique_bud import TaskUniqueBud
 from dkist_processing_common.tasks import ParseL0InputDataBase
 
 __all__ = ["ParseL0TestInputData"]
@@ -18,30 +20,6 @@ __all__ = ["ParseL0TestInputData"]
 S = TypeVar("S", bound=Stem)
 
 
-class TotalDspsRepeatsBud(UniqueBud):
-    def __init__(self):
-        super().__init__(
-            constant_name=BudName.num_dsps_repeats.value, metadata_key="num_dsps_repeats"
-        )
-
-    def setter(self, fits_obj: L0FitsAccess):
-        if fits_obj.ip_task_type != "observe":
-            return SpilledDirt
-        return super().setter(fits_obj)
-
-
-class ObsIpStartTimeBud(UniqueBud):
-    def __init__(self):
-        super().__init__(
-            constant_name=BudName.obs_ip_start_time.value, metadata_key="ip_start_time"
-        )
-
-    def setter(self, fits_obj: L0FitsAccess):
-        if fits_obj.ip_task_type != "observe":
-            return SpilledDirt
-        return super().setter(fits_obj)
-
-
 class DspsRepeatNumberFlower(SingleValueSingleKeyFlower):
     def __init__(self):
         super().__init__(
@@ -82,7 +60,11 @@ class ParseL0TestInputData(ParseL0InputDataBase):
     @property
     def constant_buds(self) -> list[S]:
         return super().constant_buds + [
-            TotalDspsRepeatsBud(),
+            TaskUniqueBud(
+                constant_name=BudName.num_dsps_repeats.value,
+                metadata_key="num_dsps_repeats",
+                ip_task_types=TaskName.observe.value,
+            ),
             PickyDummyBud(stem_name="PICKY_BUD"),
             ObsIpStartTimeBud(),
         ]

dkist_processing_test/tests/test_tasks.py

@@ -7,12 +7,14 @@ from dataclasses import dataclass
 from dataclasses import is_dataclass
 from datetime import datetime
 from datetime import timedelta
+from itertools import chain
 from random import randint
 from uuid import uuid4
 
 import numpy as np
 import pytest
 from astropy.io import fits
+from dkist_data_simulator.dataset import key_function
 from dkist_data_simulator.spec122 import Spec122Dataset
 from dkist_header_validator import spec122_validator
 from dkist_processing_common._util.scratch import WorkflowFileSystem
@@ -34,6 +36,7 @@ from dkist_processing_common.tests.conftest import FakeGQLClient
 from dkist_service_configuration.logging import logger
 
 from dkist_processing_test.models.parameters import TestParameters
+from dkist_processing_test.tasks import ParseL0TestInputData
 from dkist_processing_test.tasks import TestQualityL0Metrics
 from dkist_processing_test.tasks.exercise_numba import ExerciseNumba
 from dkist_processing_test.tasks.fail import FailTask
@@ -402,20 +405,28 @@ def test_generate_calibrated_data(
 class CommonDataset(Spec122Dataset):
     # NOTE: We use ViSP data for unit tests because ViSP can be polarimetric
     # **BUT** in actual integration tests `*-procesing-test` processes VBI data
-    def __init__(self):
+    def __init__(
+        self,
+        task_type: str = "observe",
+        num_dsps_repeats: int = 1,
+        num_files: int = 2,
+        start_datetime: datetime = datetime(2020, 1, 1, 0, 0, 0),
+    ):
+        array_shape = (1, 10, 10)
+        dataset_shape = (num_files,) + array_shape[1:]
         super().__init__(
-            array_shape=(1, 10, 10),
+            array_shape=array_shape,
             time_delta=1,
-            dataset_shape=(2, 10, 10),
+            dataset_shape=dataset_shape,
             instrument="visp",
-            start_time=datetime(2020, 1, 1, 0, 0, 0),
+            start_time=start_datetime,
         )
 
         self.add_constant_key("TELEVATN", 6.28)
         self.add_constant_key("TAZIMUTH", 3.14)
         self.add_constant_key("TTBLANGL", 1.23)
         self.add_constant_key("VISP_012", "bar")
-        self.add_constant_key("DKIST004", "observe")
+        self.add_constant_key("DKIST004", task_type)
         self.add_constant_key("ID___005", "ip id")
         self.add_constant_key("PAC__004", "Sapphire Polarizer")
         self.add_constant_key("PAC__005", "31.2")
@@ -426,12 +437,12 @@ class CommonDataset(Spec122Dataset):
         self.add_constant_key("WAVELNTH", 1080.0)
         self.add_constant_key("DATE-OBS", "2020-01-02T00:00:00.000")
         self.add_constant_key("DATE-END", "2020-01-03T00:00:00.000")
+        self.add_constant_key("ID___012", "EXPERIMENT_ID1")
         self.add_constant_key("ID___013", "PROPOSAL_ID1")
         self.add_constant_key("PAC__002", "clear")
         self.add_constant_key("PAC__003", "on")
         self.add_constant_key("TELSCAN", "Raster")
-        self.add_constant_key("DKIST008", 1)
-        self.add_constant_key("DKIST009", 1)
+        self.add_constant_key("DKIST008", num_dsps_repeats)
         self.add_constant_key("BZERO", 0)
         self.add_constant_key("BSCALE", 1)
 
@@ -441,6 +452,11 @@ class CommonDataset(Spec122Dataset):
         self.add_constant_key("VSPMAP", 1)
         self.add_constant_key("VSPNMAPS", 2)
 
+    @key_function("DKIST009")
+    def current_dsps_repeat(self, key: str) -> int:
+        """Current DSPS repeat number."""
+        return self.index
+
 
 @pytest.fixture()
 def complete_common_header():
@@ -459,6 +475,92 @@ def complete_common_header():
     return header_list[0]
 
 
+@pytest.fixture(scope="function")
+def parse_inputs_task_no_data(tmp_path, recipe_run_id):
+    with ParseL0TestInputData(
+        recipe_run_id=recipe_run_id,
+        workflow_name="test_parse_l0_inputs",
+        workflow_version="VX.Y",
+    ) as task:
+
+        yield task
+        task._purge()
+
+
+def test_parse_task(parse_inputs_task_no_data, tmp_path, recipe_run_id):
+    """
+    Given: A `ParseL0TestInputData` task with observe and non-observe INPUT data frames
+    When: Parsing the input data
+    Then: The correct constants and tags are applied
+    """
+    num_dsps_repeats = 3
+    start_datetime = datetime(1988, 7, 2)
+    num_non_obs_files = 2
+    task = parse_inputs_task_no_data
+
+    task.scratch = WorkflowFileSystem(scratch_base_path=tmp_path, recipe_run_id=recipe_run_id)
+    obs_ds = CommonDataset(
+        task_type="observe",
+        num_dsps_repeats=num_dsps_repeats,
+        num_files=num_dsps_repeats,
+        start_datetime=start_datetime,
+    )
+    non_obs_ds = CommonDataset(task_type="not_observe", num_files=num_non_obs_files)
+    ds = chain(obs_ds, non_obs_ds)
+    header_generator = (d.header() for d in ds)
+    for header in header_generator:
+        hdul = generate_214_l0_fits_frame(s122_header=header)
+        task.write(data=hdul, tags=[Tag.input(), Tag.frame()], encoder=fits_hdulist_encoder)
+
+    task()
+
+    assert task.constants._db_dict[BudName.instrument.value] == "VISP"
+    assert task.constants._db_dict[BudName.num_dsps_repeats.value] == num_dsps_repeats
+    assert task.constants._db_dict[BudName.obs_ip_start_time] == start_datetime.isoformat()
+
+    assert (
+        task.count(tags=[Tag.input(), Tag.frame(), Tag.task(TaskName.observe.value)])
+        == num_dsps_repeats
+    )
+    assert task.count(tags=[Tag.input(), Tag.frame(), Tag.task("not_observe")]) == num_non_obs_files
+    for dsps in range(num_dsps_repeats):
+        assert (
+            task.count(
+                tags=[
+                    Tag.input(),
+                    Tag.frame(),
+                    Tag.task(TaskName.observe.value),
+                    Tag.dsps_repeat(dsps),
+                ]
+            )
+            == 1
+        )
+        assert (
+            task.count(
+                tags=[Tag.input(), Tag.frame(), Tag.task("not_observe"), Tag.dsps_repeat(dsps)]
+            )
+            == 0
+        )
+
+
+def test_parse_picky_bud(parse_inputs_task_no_data, tmp_path, recipe_run_id):
+    """
+    Given: A `ParseL0TestInputData` task with data that will trigger an error in the `PickyBud` assigned to that task
+    When: Parsing the input data
+    Then: The correct error is raised
+    """
+    task = parse_inputs_task_no_data
+    task.scratch = WorkflowFileSystem(scratch_base_path=tmp_path, recipe_run_id=recipe_run_id)
+    ds = CommonDataset(task_type="bad value")
+    header_generator = (d.header() for d in ds)
+    for header in header_generator:
+        hdul = generate_214_l0_fits_frame(s122_header=header)
+        task.write(data=hdul, tags=[Tag.input(), Tag.frame()], encoder=fits_hdulist_encoder)
+
+    with pytest.raises(ValueError, match="This task type is bad!"):
+        task()
+
+
 @pytest.fixture(scope="function", params=[1, 4])
 def write_l1_task(complete_common_header, request):
     with WriteL1Data(

{dkist_processing_test-1.29.0.dist-info → dkist_processing_test-1.30.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-test
-Version: 1.29.0
+Version: 1.30.0
 Summary: Example instrument code used by the DKIST science data processing pipelines to test processing infrastructure
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
 Description-Content-Type: text/x-rst
-Requires-Dist: dkist-processing-common==10.9.0
+Requires-Dist: dkist-processing-common==11.0.0
 Requires-Dist: dkist-header-validator==5.2.1
 Requires-Dist: dkist-service-configuration==2.3.0
 Requires-Dist: dkist-fits-specifications==4.17.0
@@ -36,7 +36,7 @@ Provides-Extra: asdf
 Requires-Dist: dkist-processing-common[asdf]; extra == "asdf"
 Requires-Dist: dkist-inventory[asdf]==1.8.4; extra == "asdf"
 Provides-Extra: quality
-Requires-Dist: dkist-quality==1.2.1; extra == "quality"
+Requires-Dist: dkist-quality==1.3.0; extra == "quality"
 Provides-Extra: frozen
 Requires-Dist: ConfigUpdater==3.2; extra == "frozen"
 Requires-Dist: Deprecated==1.2.18; extra == "frozen"
@@ -61,7 +61,7 @@ Requires-Dist: SQLAlchemy-JSONField==1.0.2; extra == "frozen"
 Requires-Dist: SQLAlchemy-Utils==0.41.2; extra == "frozen"
 Requires-Dist: WTForms==3.2.1; extra == "frozen"
 Requires-Dist: Werkzeug==2.2.3; extra == "frozen"
-Requires-Dist: aioftp==0.26.1; extra == "frozen"
+Requires-Dist: aioftp==0.26.2; extra == "frozen"
 Requires-Dist: aiohappyeyeballs==2.6.1; extra == "frozen"
 Requires-Dist: aiohttp==3.12.13; extra == "frozen"
 Requires-Dist: aiosignal==1.3.2; extra == "frozen"
@@ -89,14 +89,14 @@ Requires-Dist: asdf_transform_schemas==0.6.0; extra == "frozen"
 Requires-Dist: asgiref==3.8.1; extra == "frozen"
 Requires-Dist: asteval==1.0.6; extra == "frozen"
 Requires-Dist: astropy==7.0.2; extra == "frozen"
-Requires-Dist: astropy-iers-data==0.2025.6.23.0.39.50; extra == "frozen"
+Requires-Dist: astropy-iers-data==0.2025.6.30.0.39.40; extra == "frozen"
 Requires-Dist: asyncpg==0.30.0; extra == "frozen"
 Requires-Dist: attrs==25.3.0; extra == "frozen"
 Requires-Dist: babel==2.17.0; extra == "frozen"
 Requires-Dist: billiard==4.2.1; extra == "frozen"
 Requires-Dist: blinker==1.9.0; extra == "frozen"
-Requires-Dist: boto3==1.38.43; extra == "frozen"
-Requires-Dist: botocore==1.38.43; extra == "frozen"
+Requires-Dist: boto3==1.39.2; extra == "frozen"
+Requires-Dist: botocore==1.39.2; extra == "frozen"
 Requires-Dist: cachelib==0.13.0; extra == "frozen"
 Requires-Dist: celery==5.5.3; extra == "frozen"
 Requires-Dist: certifi==2025.6.15; extra == "frozen"
@@ -113,16 +113,16 @@ Requires-Dist: connexion==2.14.2; extra == "frozen"
 Requires-Dist: contourpy==1.3.2; extra == "frozen"
 Requires-Dist: cron-descriptor==1.4.5; extra == "frozen"
 Requires-Dist: croniter==6.0.0; extra == "frozen"
-Requires-Dist: cryptography==45.0.4; extra == "frozen"
+Requires-Dist: cryptography==45.0.5; extra == "frozen"
 Requires-Dist: cycler==0.12.1; extra == "frozen"
 Requires-Dist: dacite==1.9.2; extra == "frozen"
 Requires-Dist: decorator==5.2.1; extra == "frozen"
 Requires-Dist: dill==0.4.0; extra == "frozen"
 Requires-Dist: dkist-header-validator==5.2.1; extra == "frozen"
-Requires-Dist: dkist-processing-common==10.9.0; extra == "frozen"
+Requires-Dist: dkist-processing-common==11.0.0; extra == "frozen"
 Requires-Dist: dkist-processing-core==5.1.1; extra == "frozen"
 Requires-Dist: dkist-processing-pac==3.1.1; extra == "frozen"
-Requires-Dist: dkist-processing-test==1.29.0; extra == "frozen"
+Requires-Dist: dkist-processing-test==1.30.0; extra == "frozen"
 Requires-Dist: dkist-service-configuration==2.3.0; extra == "frozen"
 Requires-Dist: dkist-spectral-lines==3.0.0; extra == "frozen"
 Requires-Dist: dkist_fits_specifications==4.17.0; extra == "frozen"
@@ -135,11 +135,12 @@ Requires-Dist: flower==2.0.1; extra == "frozen"
 Requires-Dist: fonttools==4.58.4; extra == "frozen"
 Requires-Dist: frozenlist==1.7.0; extra == "frozen"
 Requires-Dist: fsspec==2025.5.1; extra == "frozen"
-Requires-Dist: globus-sdk==3.58.0; extra == "frozen"
+Requires-Dist: globus-sdk==3.59.0; extra == "frozen"
 Requires-Dist: google-re2==1.1.20240702; extra == "frozen"
 Requires-Dist: googleapis-common-protos==1.70.0; extra == "frozen"
 Requires-Dist: gqlclient==1.2.3; extra == "frozen"
-Requires-Dist: grpcio==1.73.0; extra == "frozen"
+Requires-Dist: greenlet==3.2.3; extra == "frozen"
+Requires-Dist: grpcio==1.73.1; extra == "frozen"
 Requires-Dist: gunicorn==23.0.0; extra == "frozen"
 Requires-Dist: h11==0.16.0; extra == "frozen"
 Requires-Dist: httpcore==1.0.9; extra == "frozen"
@@ -174,7 +175,7 @@ Requires-Dist: mdurl==0.1.2; extra == "frozen"
 Requires-Dist: methodtools==0.4.7; extra == "frozen"
 Requires-Dist: more-itertools==10.7.0; extra == "frozen"
 Requires-Dist: moviepy==2.2.1; extra == "frozen"
-Requires-Dist: multidict==6.5.1; extra == "frozen"
+Requires-Dist: multidict==6.6.3; extra == "frozen"
 Requires-Dist: nbformat==5.10.4; extra == "frozen"
 Requires-Dist: numba==0.61.2; extra == "frozen"
 Requires-Dist: numpy==2.2.5; extra == "frozen"
@@ -194,10 +195,11 @@ Requires-Dist: parfive==2.2.0; extra == "frozen"
 Requires-Dist: pathspec==0.12.1; extra == "frozen"
 Requires-Dist: pendulum==3.1.0; extra == "frozen"
 Requires-Dist: pika==1.3.2; extra == "frozen"
-Requires-Dist: pillow==11.2.1; extra == "frozen"
+Requires-Dist: pillow==11.3.0; extra == "frozen"
 Requires-Dist: pip==25.1.1; extra == "frozen"
 Requires-Dist: platformdirs==4.3.8; extra == "frozen"
 Requires-Dist: pluggy==1.6.0; extra == "frozen"
+Requires-Dist: pooch==1.8.2; extra == "frozen"
 Requires-Dist: prison==0.2.1; extra == "frozen"
 Requires-Dist: proglog==0.1.12; extra == "frozen"
 Requires-Dist: prometheus_client==0.22.1; extra == "frozen"
@@ -227,14 +229,15 @@ Requires-Dist: retry==0.9.2; extra == "frozen"
 Requires-Dist: rfc3339-validator==0.1.4; extra == "frozen"
 Requires-Dist: rich==13.9.4; extra == "frozen"
 Requires-Dist: rich-argparse==1.7.1; extra == "frozen"
-Requires-Dist: rpds-py==0.25.1; extra == "frozen"
+Requires-Dist: rpds-py==0.26.0; extra == "frozen"
 Requires-Dist: s3transfer==0.13.0; extra == "frozen"
 Requires-Dist: scipy==1.16.0; extra == "frozen"
 Requires-Dist: semantic-version==2.10.0; extra == "frozen"
 Requires-Dist: setproctitle==1.3.6; extra == "frozen"
-Requires-Dist: setuptools==75.6.0; extra == "frozen"
+Requires-Dist: setuptools==65.5.0; extra == "frozen"
 Requires-Dist: six==1.17.0; extra == "frozen"
 Requires-Dist: sniffio==1.3.1; extra == "frozen"
+Requires-Dist: solar-wavelength-calibration==1.0; extra == "frozen"
 Requires-Dist: sqids==0.5.1; extra == "frozen"
 Requires-Dist: sqlparse==0.5.3; extra == "frozen"
 Requires-Dist: sunpy==7.0.0; extra == "frozen"

{dkist_processing_test-1.29.0.dist-info → dkist_processing_test-1.30.0.dist-info}/RECORD

@@ -11,12 +11,12 @@ dkist_processing_test/tasks/high_memory.py,sha256=J3vBsivFkqs8eZZwBPpEORlHnFX1bG
 dkist_processing_test/tasks/manual.py,sha256=gjol_EieMbclv0ZDkVqR2Xd7abutali6KNwoqaCJiAI,583
 dkist_processing_test/tasks/movie.py,sha256=uFPWQlRFP5zzzYGT58IXebbG49su2I4AEpN2bIy7vGc,1831
 dkist_processing_test/tasks/noop.py,sha256=txgpa0DYrjYPKBDfwfjHt7X9Dna4yaJeMCabu3p2Zmo,235
-dkist_processing_test/tasks/parse.py,sha256=4bDKnPaWeZkQbUpYWCWk1O-Fjzu6WWRboFef3NFJDMs,2713
+dkist_processing_test/tasks/parse.py,sha256=7BDDsAqqBhFKlIY1vv19JaM-Ab_37msOQzWVhq5Nbgo,2312
 dkist_processing_test/tasks/quality.py,sha256=9QynI9R5mkYueb46wNBUhK62QSd2n791L0_w6nVxBjc,895
 dkist_processing_test/tasks/write_l1.py,sha256=lpNyCI3kH_pnL0Wi1LHhNRjRHNxu6q76xccCNHm7uwA,2074
 dkist_processing_test/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dkist_processing_test/tests/conftest.py,sha256=9H8_tqNKofHnl1IRqYM2-M2_K_TJ3b6oaIfb1dVkbsg,2728
-dkist_processing_test/tests/test_tasks.py,sha256=1s8OXE7Lga7B0_VCPQewylE_FtXn9e4cR3EZh4qMS9Q,30579
+dkist_processing_test/tests/test_tasks.py,sha256=uwXNw2SwFT0H9htuI68Z-7tI1iGdwzKMaAjB2yTnOnI,34275
 dkist_processing_test/tests/test_workflows.py,sha256=NqRkstqcqwH80cKJ1uDw16G4MsDOuOiZRWdfH0STarQ,286
 dkist_processing_test/workflows/__init__.py,sha256=Ryn_HXsVkZM_lLKyVteXC909Td2geylmz_1Z-8SE8c8,78
 dkist_processing_test/workflows/common_tasks.py,sha256=UpUTt-QhD-jkzBB3p1ECRbtqY3wjP6Lfsy4TdvxZKQ8,6837
@@ -26,7 +26,7 @@ dkist_processing_test/workflows/fail.py,sha256=KGhyAF7gKYYutP4aGa-1tDqPsC7Nr4xKY
 dkist_processing_test/workflows/noop.py,sha256=k2-6BpRkl1JDGaHPavxDzIlVx11KQtxKmsHmHTNQ9o0,666
 dkist_processing_test/workflows/resource_queue.py,sha256=_jOT99O0MFN_ACne6i8T5ZIwe_lBQqGz2Ccb8JlqQMI,500
 dkist_processing_test/workflows/trial_end_to_end.py,sha256=4QSphBegbetDben5PdA5_J64hWJVV8ciVdF90qkyZCo,2415
-dkist_processing_test-1.29.0.dist-info/METADATA,sha256=c8lqT3eShvEBt3PTJPo9NY0aQ_n623OlyraMehDNnm0,16452
-dkist_processing_test-1.29.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dkist_processing_test-1.29.0.dist-info/top_level.txt,sha256=Hs4oTIrG_r-svhk_RGFTEO4e3vqQoYlBzdv5mvJVF24,22
-dkist_processing_test-1.29.0.dist-info/RECORD,,
+dkist_processing_test-1.30.0.dist-info/METADATA,sha256=ntlzrcSUC24NaEClDkdPW0hwc3SPBby92a6A6eiiyYI,16615
+dkist_processing_test-1.30.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dkist_processing_test-1.30.0.dist-info/top_level.txt,sha256=Hs4oTIrG_r-svhk_RGFTEO4e3vqQoYlBzdv5mvJVF24,22
+dkist_processing_test-1.30.0.dist-info/RECORD,,