lsst-ctrl-mpexec 29.2025.3400__py3-none-any.whl → 29.2025.3600__py3-none-any.whl

lsst/ctrl/mpexec/cli/utils.py

@@ -28,11 +28,16 @@
 
 import collections
 import contextlib
+import logging
 import re
 
+from astropy.table import Table
+
 from lsst.daf.butler.cli.opt import config_file_option, config_option
 from lsst.daf.butler.cli.utils import MWCommand, split_commas
+from lsst.pipe.base import QuantumGraph
 from lsst.pipe.base.cli.opt import instrument_option
+from lsst.utils.logging import getLogger
 
 from .opt import delete_option, task_option
 
@@ -43,6 +48,10 @@ from .opt import delete_option, task_option
 #   value:  argument value excluding task label.
 _PipelineAction = collections.namedtuple("_PipelineAction", "action,label,value")
 
+_LOG = getLogger(__name__)
+
+MP_TIMEOUT = 3600 * 24 * 30  # Default timeout (sec) for multiprocessing
+
 
 class _PipelineActionType:
     """Class defining a callable type which converts strings into
@@ -155,3 +164,43 @@ class PipetaskCommand(MWCommand):
     """Command subclass with pipetask-command specific overrides."""
 
     extra_epilog = "See 'pipetask --help' for more options."
+
+
+def summarize_quantum_graph(qgraph: QuantumGraph) -> int:
+    """Report a summary of the quanta in the graph.
+
+    Parameters
+    ----------
+    qgraph : `lsst.pipe.base.QuantumGraph`
+        The graph to be summarized.
+
+    Returns
+    -------
+    n_quanta : `int`
+        The number of quanta in the graph.
+    """
+    n_quanta = len(qgraph)
+    if n_quanta == 0:
+        _LOG.info("QuantumGraph contains no quanta.")
+    else:
+        summary = qgraph.getSummary()
+        if _LOG.isEnabledFor(logging.INFO):
+            qg_quanta, qg_tasks = [], []
+            for task_label, task_info in summary.qgraphTaskSummaries.items():
+                qg_tasks.append(task_label)
+                qg_quanta.append(task_info.numQuanta)
+            qg_task_table = Table(dict(Quanta=qg_quanta, Tasks=qg_tasks))
+            qg_task_table_formatted = "\n".join(qg_task_table.pformat())
+            quanta_str = "quantum" if n_quanta == 1 else "quanta"
+            n_tasks = len(qgraph.taskGraph)
+            n_tasks_plural = "" if n_tasks == 1 else "s"
+            _LOG.info(
+                "QuantumGraph contains %d %s for %d task%s, graph ID: %r\n%s",
+                n_quanta,
+                quanta_str,
+                n_tasks,
+                n_tasks_plural,
+                qgraph.graphID,
+                qg_task_table_formatted,
+            )
+    return n_quanta

lsst/ctrl/mpexec/showInfo.py

@@ -34,19 +34,18 @@ import re
 import sys
 from collections import defaultdict
 from collections.abc import Mapping
-from types import SimpleNamespace
 from typing import Any
 
 import lsst.pex.config as pexConfig
 import lsst.pex.config.history as pexConfigHistory
-from lsst.daf.butler import DatasetRef, DatasetType, NamedKeyMapping
+from lsst.daf.butler import Butler, DatasetRef, DatasetType, NamedKeyMapping
 from lsst.daf.butler.datastore.record_data import DatastoreRecordData
 from lsst.pipe.base import PipelineGraph, QuantumGraph
 from lsst.pipe.base.pipeline_graph import visualization
+from lsst.resources import ResourcePathExpression
 
 from . import util
 from ._pipeline_graph_factory import PipelineGraphFactory
-from .cli.butler_factory import ButlerFactory
 
 
 class _FilteredStream:
@@ -179,16 +178,19 @@ class ShowInfo:
                     raise RuntimeError(f"Unexpectedly tried to process command {command!r}.")
             self.handled.add(command)
 
-    def show_graph_info(self, graph: QuantumGraph, args: SimpleNamespace | None = None) -> None:
+    def show_graph_info(
+        self,
+        graph: QuantumGraph,
+        butler_config: ResourcePathExpression | None = None,
+    ) -> None:
         """Show information associated with this graph.
 
         Parameters
         ----------
         graph : `lsst.pipe.base.QuantumGraph`
             Graph to use when reporting information.
-        args : `types.SimpleNamespace`, optional
-            Parsed command-line parameters. Used to obtain additional external
-            information such as the location of a usable Butler.
+        butler_config : convertible to `lsst.resources.ResourcePath`, optional
+            Path to configuration for the butler.
         """
         for command in self.graph_commands:
             if command not in self.commands:
@@ -197,9 +199,9 @@ class ShowInfo:
                 case "graph":
                     self._showGraph(graph)
                 case "uri":
-                    if args is None:
-                        raise ValueError("The uri option requires additional command line arguments.")
-                    self._showUri(graph, args)
+                    if butler_config is None:
+                        raise ValueError("Showing URIs requires the -b option")
+                    self._showUri(graph, butler_config)
                 case "workflow":
                     self._showWorkflow(graph)
                 case _:
@@ -365,15 +367,15 @@ class ShowInfo:
             for parent in graph.determineInputsToQuantumNode(node):
                 print(f"Parent Quantum {parent.nodeId} - Child Quantum {node.nodeId}", file=self.stream)
 
-    def _showUri(self, graph: QuantumGraph, args: SimpleNamespace) -> None:
-        """Print input and predicted output URIs to stdout
+    def _showUri(self, graph: QuantumGraph, butler_config: ResourcePathExpression) -> None:
+        """Print input and predicted output URIs to stdout.
 
         Parameters
         ----------
         graph : `lsst.pipe.base.QuantumGraph`
             Execution graph
-        args : `types.SimpleNamespace`
-            Parsed command line
+        butler_config : convertible to `lsst.resources.ResourcePath`
+            Path to configuration for the butler.
         """
 
         def dumpURIs(thisRef: DatasetRef) -> None:
@@ -385,7 +387,7 @@ class ShowInfo:
                 for compName, compUri in components.items():
                     print(f"        {compName}: {compUri}", file=self.stream)
 
-        butler = ButlerFactory.make_read_butler(args)
+        butler = Butler.from_config(butler_config)
         for node in graph:
             print(f"Quantum {node.nodeId}: {node.taskDef.taskName}", file=self.stream)
             print("  inputs:", file=self.stream)

lsst/ctrl/mpexec/version.py

@@ -1,2 +1,2 @@
 __all__ = ["__version__"]
-__version__ = "29.2025.3400"
+__version__ = "29.2025.3600"

{lsst_ctrl_mpexec-29.2025.3400.dist-info → lsst_ctrl_mpexec-29.2025.3600.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lsst-ctrl-mpexec
-Version: 29.2025.3400
+Version: 29.2025.3600
 Summary: Pipeline execution infrastructure for the Rubin Observatory LSST Science Pipelines.
 Author-email: Rubin Observatory Data Management <dm-admin@lists.lsst.org>
 License: BSD 3-Clause License

{lsst_ctrl_mpexec-29.2025.3400.dist-info → lsst_ctrl_mpexec-29.2025.3600.dist-info}/RECORD

@@ -1,8 +1,7 @@
 lsst/__init__.py,sha256=aXdEOZVrBQISQi6XPS9s1NhBjIJaIwNNxCFRiGchRAw,1369
 lsst/ctrl/__init__.py,sha256=aXdEOZVrBQISQi6XPS9s1NhBjIJaIwNNxCFRiGchRAw,1369
-lsst/ctrl/mpexec/__init__.py,sha256=XOMrfYiBPZoiaxWTlzN-seJu258x42U1GdR_ti9jLMk,1733
+lsst/ctrl/mpexec/__init__.py,sha256=Ld4bk-SLij104yAdrAzvh54ZblCglYszOa6cLjWnIDE,1707
 lsst/ctrl/mpexec/_pipeline_graph_factory.py,sha256=suzWUn9YGn0CTA_3N1Wd-sUo7TFxuo_6VZ2nO0CJ5a8,3552
-lsst/ctrl/mpexec/cmdLineFwk.py,sha256=CZrFRFvEHyN1RFp0ToJH3AEeofaeCDQh4-dH-eAmnM4,21603
 lsst/ctrl/mpexec/execFixupDataId.py,sha256=26eFIrZ-I5oTGoBzO35WH2UtwYIPe5aX37IHE9OfAa0,1633
 lsst/ctrl/mpexec/executionGraphFixup.py,sha256=hpkU0cCRcz80c-YQS1eU5G4riRTSUfOfPjCehTkWTMA,1776
 lsst/ctrl/mpexec/log_capture.py,sha256=Y8ExKqrpyboBoi6giY9dlL4OyCrZn-c_6EB8Oh_z6dc,1605
@@ -12,40 +11,40 @@ lsst/ctrl/mpexec/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lsst/ctrl/mpexec/quantumGraphExecutor.py,sha256=7LCoqsmNSWUJ1ph1bfgrVrpk5Ug5ArzniFkqcxgjfhI,2106
 lsst/ctrl/mpexec/reports.py,sha256=EvHjW9wdjfN1lj4DQH634oJ9zv3wYKySvJ_UtFDtNHY,2460
 lsst/ctrl/mpexec/separablePipelineExecutor.py,sha256=yHymF9jSthVCl_230TzRqQrcAmohSgR7Me8YAbMazM8,1818
-lsst/ctrl/mpexec/showInfo.py,sha256=8kDUG0t8jla_sNl2gh6bdhp7EFZCFUkOPGbEziYfx3g,16415
+lsst/ctrl/mpexec/showInfo.py,sha256=F0JXAaOxOzre88xHrc810bzXOcv6dkYQY9HZyzMp6qo,16433
 lsst/ctrl/mpexec/simple_pipeline_executor.py,sha256=aVWgOds0ILCTzXdrWy0KFyjcIuqw6cNq8alAJeZd8AE,1797
 lsst/ctrl/mpexec/singleQuantumExecutor.py,sha256=Y6ufL6y5PuQ6-x8sFu_m2moCIA3JvOf6Gb9PotXeTno,8649
 lsst/ctrl/mpexec/taskFactory.py,sha256=0TdCM-le7CXhobVbWPTqcq9sOrGceUY6mmkzzWhi0dM,1707
 lsst/ctrl/mpexec/util.py,sha256=y2Rw5PL40_EuLtVxiqSVX0JfPV4IrFl1LfOMUWx2u30,4236
-lsst/ctrl/mpexec/version.py,sha256=I85NfXGXrIHDL-kkxKGyHltD0yfSxXDKLv7joJrC86w,55
+lsst/ctrl/mpexec/version.py,sha256=ZurYJq3H1N3sYvajaIHiUwmYLCKpJ0UAtat5MF3tfkU,55
 lsst/ctrl/mpexec/cli/__init__.py,sha256=6dpDHNBzyicVpFi1fsaiYVbYEMeoL57IHKkPaej24gs,1301
-lsst/ctrl/mpexec/cli/butler_factory.py,sha256=06V0ZvGc1cdt7vVOIQWU6O7N8qTbhzb_K6SMQ4D13Cg,20032
+lsst/ctrl/mpexec/cli/butler_factory.py,sha256=-Nlm5nVcWK_JbW8oc5qudu9yuZg5Pknf1LmtkxTkHJs,26713
 lsst/ctrl/mpexec/cli/pipetask.py,sha256=4HnhX9dCizCihVbpHVJX5WXO9TEli9oL6wA-tPh1_vA,2209
-lsst/ctrl/mpexec/cli/utils.py,sha256=5iOrlj5jJTWtZS0BMLsuiCGAvxbfrjd1MSyXxBthWcc,6503
+lsst/ctrl/mpexec/cli/utils.py,sha256=Yld_IHGY_z-Sn7KkuFbhQcrhWsZci_AHB7jDFkeoJSY,8099
 lsst/ctrl/mpexec/cli/cmd/__init__.py,sha256=nRmwwW5d55gAEkyE7NpSK8mxa56HcfEta2r-Y9I07F8,1661
-lsst/ctrl/mpexec/cli/cmd/commands.py,sha256=TU9--_pfYW-P9qbX-hx8p2HnhDmDK3HO8Suv8YAz6cU,18234
+lsst/ctrl/mpexec/cli/cmd/commands.py,sha256=5vmik8pzd61rAAZs0FjbQxzmZEHkRC0_M21yh4Mw6sw,18245
 lsst/ctrl/mpexec/cli/opt/__init__.py,sha256=IzUInuJj9igiaNcEqMx0adelgJtQC5_XMYnaiizBn0A,1378
 lsst/ctrl/mpexec/cli/opt/arguments.py,sha256=vjUw0ZN_4HStp-_3ne6AT5S_eH7sly3OVfL07tgrJnY,1572
-lsst/ctrl/mpexec/cli/opt/optionGroups.py,sha256=4pbhbUYppAiHSLmoGb7KvDq18YiO_mhx5IhM-5w5VUo,7501
-lsst/ctrl/mpexec/cli/opt/options.py,sha256=7VKlAplAeyssZ3Lxc2PSzX29zry35USOaUcyXXwD-p4,19592
+lsst/ctrl/mpexec/cli/opt/optionGroups.py,sha256=v_fbB-frVUdXr82VY_mC8KHdUJSJNaU64qBJO4cA3To,7445
+lsst/ctrl/mpexec/cli/opt/options.py,sha256=hZyPKOYC4NXwEGGx3suGixNMZiehTaoA-2LRh_o14wg,19411
 lsst/ctrl/mpexec/cli/script/__init__.py,sha256=eCuF4FAI5D3pl05IMJj7TCkZq-hireua2mA5Ui-mKSI,1624
 lsst/ctrl/mpexec/cli/script/build.py,sha256=3_ohOGuope_hCrvBAo1X31nejgTZ73PZv_ew3ykhYIc,6919
 lsst/ctrl/mpexec/cli/script/cleanup.py,sha256=D7W-azf4mNJcIWhbU5uCRCi94mkb8-Q2ksRFblQGrUw,4990
 lsst/ctrl/mpexec/cli/script/confirmable.py,sha256=Bo1GSTZQn44d_TRj6N3YfpYcZiuHEYoz26WZQwMyb4A,3918
-lsst/ctrl/mpexec/cli/script/pre_exec_init_qbb.py,sha256=uaJKPoETTzlCveYX1ux8vdRieIsUSGQDvOh8HQ8HZuY,2506
+lsst/ctrl/mpexec/cli/script/pre_exec_init_qbb.py,sha256=ubH3Blw5y0YISDLCI0SCaSqEfumnt30_J0jvtpdoN8U,3344
 lsst/ctrl/mpexec/cli/script/purge.py,sha256=gYwSsZfTBP6oDcDp_YdqQEKGvAStvsj5hwNw42S8ptE,10637
-lsst/ctrl/mpexec/cli/script/qgraph.py,sha256=-7jG6UQXol8wWuTdzkD31IivUsXoqtkKE5jNQ02j-pI,8898
+lsst/ctrl/mpexec/cli/script/qgraph.py,sha256=yqTSynAP3d1qiRzrdvaSBCspYQFASpXtrGUeybTUKfk,12798
 lsst/ctrl/mpexec/cli/script/report.py,sha256=ItJitmYmWIDjj7PxRtP4qXLx-z5FAU6nSfI2gx0GS5k,12800
-lsst/ctrl/mpexec/cli/script/run.py,sha256=fi7weGOMYae9gQ9PLbWG-_1l_vSaAg-aucRn_aqp38Q,9793
-lsst/ctrl/mpexec/cli/script/run_qbb.py,sha256=5wFxv1kWk4VP7OrwtpCX96mMXWDi0zd1Zo21y-Iki_E,5554
+lsst/ctrl/mpexec/cli/script/run.py,sha256=AxGv8NkyYYJCsFw3vqC6HkKRU7wTLuSetllKRCmFT-4,14180
+lsst/ctrl/mpexec/cli/script/run_qbb.py,sha256=iWlxg-CMp2nkk5B0ZGovMd0Eg9Q-F1zbcQqfhUUYDYI,10739
 lsst/ctrl/mpexec/cli/script/update_graph_run.py,sha256=v_EdOaD6jR_vSlgm_5-pwUjoNEFMrAuYFM1xIaHVU3Q,2597
-lsst_ctrl_mpexec-29.2025.3400.dist-info/licenses/COPYRIGHT,sha256=pGCjnRAnyt02a6_9PLzXQikpvYmvMmK9fCdOKlRSV6k,369
-lsst_ctrl_mpexec-29.2025.3400.dist-info/licenses/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
-lsst_ctrl_mpexec-29.2025.3400.dist-info/licenses/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
-lsst_ctrl_mpexec-29.2025.3400.dist-info/licenses/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-lsst_ctrl_mpexec-29.2025.3400.dist-info/METADATA,sha256=SgKRu1Iu3bBiTaOOVfq9sAQ-OZMkUmR_jtxOwCKTxao,2302
-lsst_ctrl_mpexec-29.2025.3400.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lsst_ctrl_mpexec-29.2025.3400.dist-info/entry_points.txt,sha256=aYE38yqZU8qvpLUUkXzgmUxDJYYknEqPxgxYkowrL4s,64
-lsst_ctrl_mpexec-29.2025.3400.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
-lsst_ctrl_mpexec-29.2025.3400.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-lsst_ctrl_mpexec-29.2025.3400.dist-info/RECORD,,
+lsst_ctrl_mpexec-29.2025.3600.dist-info/licenses/COPYRIGHT,sha256=pGCjnRAnyt02a6_9PLzXQikpvYmvMmK9fCdOKlRSV6k,369
+lsst_ctrl_mpexec-29.2025.3600.dist-info/licenses/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
+lsst_ctrl_mpexec-29.2025.3600.dist-info/licenses/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
+lsst_ctrl_mpexec-29.2025.3600.dist-info/licenses/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+lsst_ctrl_mpexec-29.2025.3600.dist-info/METADATA,sha256=Eo9YkwVVCTOCcXUqGZWcgTmvND2_h0AojW8nRaOgYTM,2302
+lsst_ctrl_mpexec-29.2025.3600.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lsst_ctrl_mpexec-29.2025.3600.dist-info/entry_points.txt,sha256=aYE38yqZU8qvpLUUkXzgmUxDJYYknEqPxgxYkowrL4s,64
+lsst_ctrl_mpexec-29.2025.3600.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
+lsst_ctrl_mpexec-29.2025.3600.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+lsst_ctrl_mpexec-29.2025.3600.dist-info/RECORD,,