lsst-pipe-base 29.2025.2700__py3-none-any.whl → 29.2025.2900__py3-none-any.whl

lsst/pipe/base/connections.py

@@ -45,6 +45,7 @@ __all__ = [
 import dataclasses
 import itertools
 import string
+import uuid
 import warnings
 from collections import UserDict, defaultdict
 from collections.abc import Collection, Generator, Iterable, Iterator, Mapping, Sequence, Set
@@ -1271,6 +1272,52 @@ class QuantaAdjuster:
             for edge in self._task_node.iter_all_inputs()
         }
 
+    def get_prerequisite_inputs(
+        self,
+        quantum_data_id: DataCoordinate,
+    ) -> dict[str, dict[uuid.UUID, DataCoordinate]]:
+        """Return the data IDs of all prerequisite inputs to a quantum.
+
+        Parameters
+        ----------
+        quantum_data_id : `~lsst.daf.butler.DataCoordinate`
+            Data ID of the quantum to get the inputs of.
+
+        Returns
+        -------
+        inputs : `dict` [ `str`, \
+            `dict` [ `uuid.UUID`, `~lsst.daf.butler.DataCoordinate` ] ]
+            Dataset IDs and and data IDs of prerequisite inputs, keyed by the
+            connection name (the internal task name, not the dataset type
+            name).  This only contains prerequisite inputs, not init-inputs or
+            regular inputs.
+
+        Notes
+        -----
+        If two connections have the same dataset type, the current
+        implementation assumes the set of datasets is the same for the two
+        connections.  This limitation may be removed in the future.
+
+        Unlike regular inputs, prerequisite inputs are not looked up from input
+        collections or indexed by data ID.  Instead, they are uniquely
+        identified by dataset UUID and reused directly between quanta.
+        """
+        from .quantum_graph_skeleton import PrerequisiteDatasetKey, QuantumKey
+
+        by_dataset_type_name: defaultdict[str, dict[uuid.UUID, DataCoordinate]] = defaultdict(dict)
+        quantum_key = QuantumKey(self._task_node.label, quantum_data_id.required_values)
+
+        for dataset_key in self._skeleton.iter_inputs_of(quantum_key):
+            if not isinstance(dataset_key, PrerequisiteDatasetKey):
+                continue
+            by_dataset_type_name[dataset_key.parent_dataset_type_name][
+                uuid.UUID(bytes=dataset_key.dataset_id_bytes)
+            ] = self._skeleton.get_data_id(dataset_key)
+        return {
+            edge.connection_name: by_dataset_type_name[edge.parent_dataset_type_name]
+            for edge in self._task_node.iter_all_inputs()
+        }
+
     def get_outputs(self, quantum_data_id: DataCoordinate) -> dict[str, list[DataCoordinate]]:
         """Return the data IDs of all regular outputs to a quantum.
 
@@ -1340,6 +1387,45 @@ class QuantaAdjuster:
             )
         self._skeleton.add_input_edge(quantum_key, dataset_key)
 
+    def add_prerequisite_input(
+        self, quantum_data_id: DataCoordinate, connection_name: str, dataset_uuid: uuid.UUID
+    ) -> None:
+        """Add a new prerequisite input to a quantum.
+
+        Parameters
+        ----------
+        quantum_data_id : `~lsst.daf.butler.DataCoordinate`
+            Data ID of the quantum to add an input to.
+        connection_name : `str`
+            Name of the connection (the task-internal name, not the butler
+            dataset type name).
+        dataset_uuid : `uuid.UUID`
+            UUID of the prerequisite input dataset.  Must already exist in the
+            graph as an input to a different quantum of this task, and must be
+            a prerequisite input, not a regular input or init-input.
+
+        Notes
+        -----
+        If two connections have the same dataset type, the current
+        implementation assumes the set of datasets is the same for the two
+        connections.  This limitation may be removed in the future.
+
+        Unlike regular inputs, prerequisite inputs are not looked up from input
+        collections or indexed by data ID.  Instead, they are uniquely
+        identified by dataset UUID and reused directly between quanta.
+        """
+        from .quantum_graph_skeleton import PrerequisiteDatasetKey, QuantumKey
+
+        quantum_key = QuantumKey(self._task_node.label, quantum_data_id.required_values)
+        read_edge = self._task_node.prerequisite_inputs[connection_name]
+        dataset_key = PrerequisiteDatasetKey(read_edge.parent_dataset_type_name, dataset_uuid.bytes)
+        if dataset_key not in self._skeleton:
+            raise LookupError(
+                f"Prerequisite Dataset {read_edge.parent_dataset_type_name}@{dataset_uuid} "
+                "is not already in the graph."
+            )
+        self._skeleton.add_input_edge(quantum_key, dataset_key)
+
     def move_output(
         self, quantum_data_id: DataCoordinate, connection_name: str, dataset_data_id: DataCoordinate
     ) -> None:

lsst/pipe/base/prerequisite_helpers.py

@@ -353,6 +353,8 @@ class PrerequisiteFinder:
                         where=" AND ".join(where_terms),
                         bind=bind,
                         with_dimension_records=True,
+                        limit=None,
+                        explain=False,
                     )
                 except MissingDatasetTypeError:
                     return []
@@ -383,6 +385,8 @@ class PrerequisiteFinder:
                 collections=input_collections,
                 data_id=data_id,
                 with_dimension_records=True,
+                limit=None,
+                explain=False,
             )
         except MissingDatasetTypeError:
             return []

lsst/pipe/base/quantum_graph_skeleton.py

@@ -351,7 +351,7 @@ class QuantumGraphSkeleton:
         key = DatasetKey(parent_dataset_type_name, data_id.required_values)
         self._xgraph.add_node(key, data_id=data_id, **attrs)
         if is_global_init_output:
-            assert isinstance(key, DatasetKey)
+            assert isinstance(key, DatasetKey), str(key)
             self._global_init_outputs.add(key)
         return key
 
@@ -448,7 +448,7 @@ class QuantumGraphSkeleton:
 
         Dataset nodes that are not already present will be created.
         """
-        assert task_key in self._xgraph
+        assert task_key in self._xgraph, str(task_key)
         self._xgraph.add_edges_from((dataset_key, task_key) for dataset_key in dataset_keys)
 
     def remove_input_edges(
@@ -513,8 +513,8 @@ class QuantumGraphSkeleton:
             Identifier for the dataset node.  Must identify a node already
             present in the graph.
         """
-        assert task_key in self._xgraph
-        assert dataset_key in self._xgraph
+        assert task_key in self._xgraph, str(task_key)
+        assert dataset_key in self._xgraph, str(dataset_key)
         self._xgraph.add_edge(task_key, dataset_key)
 
     def remove_output_edge(self, dataset_key: DatasetKey) -> None:
@@ -528,7 +528,7 @@ class QuantumGraphSkeleton:
             present in the graph.
         """
         (task_key,) = self._xgraph.predecessors(dataset_key)
-        assert dataset_key in self._xgraph
+        assert dataset_key in self._xgraph, str(dataset_key)
         self._xgraph.remove_edge(task_key, dataset_key)
 
     def remove_orphan_datasets(self) -> None:

lsst/pipe/base/tests/mocks/_data_id_match.py

@@ -140,6 +140,22 @@ class _DataIdMatchTreeVisitor(TreeVisitor):
         # docstring is inherited from base class
         raise NotImplementedError()
 
+    def visitCircleNode(self, ra: Any, dec: Any, radius: Any, node: Node) -> Any:
+        # docstring is inherited from base class
+        raise NotImplementedError()
+
+    def visitBoxNode(self, ra: Any, dec: Any, width: Any, height: Any, node: Node) -> Any:
+        # docstring is inherited from base class
+        raise NotImplementedError()
+
+    def visitPolygonNode(self, vertices: list[tuple[Any, Any]], node: Node) -> Any:
+        # docstring is inherited from base class
+        raise NotImplementedError()
+
+    def visitRegionNode(self, pos: Any, node: Node) -> Any:
+        # docstring is inherited from base class
+        raise NotImplementedError()
+
     def visitGlobNode(self, expression: Any, pattern: Any, node: Node) -> Any:
         # docstring is inherited from base class
         raise NotImplementedError()

lsst/pipe/base/version.py

@@ -1,2 +1,2 @@
 __all__ = ["__version__"]
-__version__ = "29.2025.2700"
+__version__ = "29.2025.2900"

{lsst_pipe_base-29.2025.2700.dist-info → lsst_pipe_base-29.2025.2900.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lsst-pipe-base
-Version: 29.2025.2700
+Version: 29.2025.2900
 Summary: Pipeline infrastructure for the Rubin Science Pipelines.
 Author-email: Rubin Observatory Data Management <dm-admin@lists.lsst.org>
 License: BSD 3-Clause License

{lsst_pipe_base-29.2025.2700.dist-info → lsst_pipe_base-29.2025.2900.dist-info}/RECORD

@@ -8,13 +8,13 @@ lsst/pipe/base/_observation_dimension_packer.py,sha256=78Jg2OVFOdXIK62TS2Y3X4095
 lsst/pipe/base/_quantumContext.py,sha256=gb60mTHbgOIEptYvJ64SaChvViXyeKJlG6kEHq4nYVw,19345
 lsst/pipe/base/_status.py,sha256=tvKm-z_haZGksOR4nQ-ePJgbLag-e3t4nQY47yLFP2M,15741
 lsst/pipe/base/_task_metadata.py,sha256=wKZJWWLBByaUMx0253Dre2P241mSM1U0CCywcZmoF4k,24978
-lsst/pipe/base/all_dimensions_quantum_graph_builder.py,sha256=YCgDh-P1HxgS2zH2fP57uYCCZGI9DxBLIcXihnc-czQ,45758
+lsst/pipe/base/all_dimensions_quantum_graph_builder.py,sha256=sXE87X0ZfsOm9Kqs7tK5ZIDOZuAS6YN38LHzVuR5hpM,72620
 lsst/pipe/base/automatic_connection_constants.py,sha256=H5uuh1rYRpjndgPdb0dh1L_-OyLKdT6VWOZTAb__xCU,3298
 lsst/pipe/base/caching_limited_butler.py,sha256=u1uJYzCE7OxW8MW8Xv2LDB9-Nuj-Ao8lBJcDttKrc1Y,7700
 lsst/pipe/base/config.py,sha256=yNipVEc6awwhU_O9I01g20OnvQrs28dAwkXuI1hrlYE,11982
 lsst/pipe/base/configOverrides.py,sha256=B0An8EaX76VzWnC5dJxvyZ2AhVzawMtq7qlE9ma5lkc,14661
 lsst/pipe/base/connectionTypes.py,sha256=5QbyL7MAikohjXimXbmtPWryjLCZZXlS_vPzIWy5mzI,16708
-lsst/pipe/base/connections.py,sha256=248r_HT3mNDPrJzTviq3dp3zGKdfUchSPWZRupKAkV0,62795
+lsst/pipe/base/connections.py,sha256=_tr_9RWs-LWetDW1tJX3ZROE5ZqvlLdIRStnz_11J5U,66707
 lsst/pipe/base/dot_tools.py,sha256=o_bDp9vW-4PelE7kWodH6pWVIRuyGlTRFv-kR_YKfLo,13824
 lsst/pipe/base/executionButlerBuilder.py,sha256=-vv-1aGm06RM4fJECjvJL0ZXHrwth7Hjt0jIfkKYY18,21254
 lsst/pipe/base/execution_reports.py,sha256=jYtWCD4PkEAeVUpKIxuiJJVgsCm7qiwCorWVgNHkVgU,17270
@@ -22,17 +22,17 @@ lsst/pipe/base/mermaid_tools.py,sha256=b_15oqCcxSom4ecMTDX8tfEtxe8W-juPVL65HOMyw
 lsst/pipe/base/pipeline.py,sha256=FVaiLhgw9Pzo-nzXKS0dLNafegP0AMZKLtPlSvOSkRU,37563
 lsst/pipe/base/pipelineIR.py,sha256=DDOAYHnMP-iw021RDMYsZnvb21tWumLjYqO5d38q_Zk,44300
 lsst/pipe/base/pipelineTask.py,sha256=K3GdjJLvy8A7I-jzQiERQZaYF7mC1LM3iB5TmUtbOCI,8394
-lsst/pipe/base/prerequisite_helpers.py,sha256=WxfIGkF0Wlucp9mE3Wp3E6K2M6d66O0oZrWecRqn5CI,28312
+lsst/pipe/base/prerequisite_helpers.py,sha256=bmiebQ4veSrypZgAXjmCBFfj8fUtPW9eRQaVShhxdBQ,28446
 lsst/pipe/base/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lsst/pipe/base/quantum_graph_builder.py,sha256=ugTOV5Qe6iWlaX9Zm1HoNWfnFFhohSmIrSFkCFUVOZM,54808
-lsst/pipe/base/quantum_graph_skeleton.py,sha256=02LhoasjEIO2-r3Ec79qh1eRdd74BU6CdrWqwAHtqJ8,24888
+lsst/pipe/base/quantum_graph_skeleton.py,sha256=iBSVCAV1OznYd70Lg4bLn0nMqjW5m9-kH5eecPn8DYw,24964
 lsst/pipe/base/quantum_provenance_graph.py,sha256=llXcqu-50dtjkt_sVqAhBU10htfkxMiiArNN0_GqL1g,93034
 lsst/pipe/base/struct.py,sha256=Fa-UkpuXOxdzKWbHrMUkJYOszZuBXCm2NesXNR0IOPQ,5048
 lsst/pipe/base/task.py,sha256=XHBd-7m1a4-6LgobBYA1DgY4H7EV-_RWKfxbhZbMmD4,15145
 lsst/pipe/base/taskFactory.py,sha256=4GhN2DozPM8suBYIvoKN4E6VP0I3mYZHBjCUO5JcCGk,2901
 lsst/pipe/base/testUtils.py,sha256=lSBKMhoKflbi8JkMNYfEqqHNl-rtFI8UYT3QneDYpLo,18477
 lsst/pipe/base/utils.py,sha256=JmEt3l0xrh9uayKrSXuQEq12aXOhDr2YXmbYduaxCko,1940
-lsst/pipe/base/version.py,sha256=ijvsqTn7akfUc9cY8XFVpeeoU8nGM3T0Tr7idt4aIaw,55
+lsst/pipe/base/version.py,sha256=BkpxVcOPL9P6Qn_EFUUQAdB03ij-q8vMFePg6-6B224,55
 lsst/pipe/base/cli/__init__.py,sha256=861tXIAW7SqtqNUYkjbeEdfg8lDswXsjJQca0gVCFz4,54
 lsst/pipe/base/cli/_get_cli_subcommands.py,sha256=g_af64klRybBGKAg7fmBSZBdw2LYBAsFON_yQIMZON0,1289
 lsst/pipe/base/cli/cmd/__init__.py,sha256=BGicstnryQ48rYcNRh4fa6Vy63ZIlZ_pPAEa17jhkwY,1519
@@ -83,16 +83,16 @@ lsst/pipe/base/tests/pipelineStepTester.py,sha256=KGxdB8gdVpSey2RUGURDIzIfPL-4qv
 lsst/pipe/base/tests/simpleQGraph.py,sha256=G9C69caX8479JR9h48ERhOFvLTPJCoj5gKf_eRoaALQ,19660
 lsst/pipe/base/tests/util.py,sha256=eWuIRz55HYgNmMkexinN9HjUFmPC3uapO8jMjcQY-ao,4010
 lsst/pipe/base/tests/mocks/__init__.py,sha256=NrIJYDeYgR3HsOJXBEXi8EXDhhV7iw7dgwK9qlQ59PA,1551
-lsst/pipe/base/tests/mocks/_data_id_match.py,sha256=WU0-5cPsU4565UhlsvQwhZKP5RzPJPyZ8sGio1CKAPI,6813
+lsst/pipe/base/tests/mocks/_data_id_match.py,sha256=v33QZhZm-srXZAXZ8NbNKGN-_ql4AzaArBUk1lxhyss,7474
 lsst/pipe/base/tests/mocks/_pipeline_task.py,sha256=fqaJ-tB7K3jxlfCvCSnVd_GNrz-JhX7FB914h7nHLXc,29366
 lsst/pipe/base/tests/mocks/_storage_class.py,sha256=gC0czHURMk7PWj8N6dLxnY5V4HWX5i8ukb5SZbgWKy8,25257
-lsst_pipe_base-29.2025.2700.dist-info/licenses/COPYRIGHT,sha256=kB3Z9_f6a6uFLGpEmNJT_n186CE65H6wHu4F6BNt_zA,368
-lsst_pipe_base-29.2025.2700.dist-info/licenses/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
-lsst_pipe_base-29.2025.2700.dist-info/licenses/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
-lsst_pipe_base-29.2025.2700.dist-info/licenses/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-lsst_pipe_base-29.2025.2700.dist-info/METADATA,sha256=QrlYDFp0W1-8CEpO0DmmdXYDSvNQ1ioYpXbpHoDxt_M,2195
-lsst_pipe_base-29.2025.2700.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lsst_pipe_base-29.2025.2700.dist-info/entry_points.txt,sha256=bnmUhJBsChxMdqST9VmFBYYKxLQoToOfqW1wjW7khjk,64
-lsst_pipe_base-29.2025.2700.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
-lsst_pipe_base-29.2025.2700.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-lsst_pipe_base-29.2025.2700.dist-info/RECORD,,
+lsst_pipe_base-29.2025.2900.dist-info/licenses/COPYRIGHT,sha256=kB3Z9_f6a6uFLGpEmNJT_n186CE65H6wHu4F6BNt_zA,368
+lsst_pipe_base-29.2025.2900.dist-info/licenses/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
+lsst_pipe_base-29.2025.2900.dist-info/licenses/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
+lsst_pipe_base-29.2025.2900.dist-info/licenses/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+lsst_pipe_base-29.2025.2900.dist-info/METADATA,sha256=0x-2fKPnTuJeCbcnZ_pi91bxzF1rbMXSmhOObDh90Sw,2195
+lsst_pipe_base-29.2025.2900.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lsst_pipe_base-29.2025.2900.dist-info/entry_points.txt,sha256=bnmUhJBsChxMdqST9VmFBYYKxLQoToOfqW1wjW7khjk,64
+lsst_pipe_base-29.2025.2900.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
+lsst_pipe_base-29.2025.2900.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+lsst_pipe_base-29.2025.2900.dist-info/RECORD,,