parsl 2025.5.12__tar.gz → 2025.5.26__tar.gz

{parsl-2025.5.12/parsl.egg-info → parsl-2025.5.26}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.5.12
+Version: 2025.5.26
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.05.12.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.05.26.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/addresses.py

@@ -161,13 +161,12 @@ def get_any_address() -> str:
 
 def tcp_url(address: str, port: Union[str, int, None] = None) -> str:
     """Construct a tcp url safe for IPv4 and IPv6"""
+    port_suffix = f":{port}" if port else ""
     if address == "*":
-        return "tcp://*"
+        return "tcp://*" + port_suffix
 
     ip_addr = ipaddress.ip_address(address)
 
-    port_suffix = f":{port}" if port else ""
-
     if ip_addr.version == 6 and port_suffix:
         url = f"tcp://[{address}]{port_suffix}"
     else:

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/executors/high_throughput/executor.py

@@ -599,20 +599,20 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin, UsageIn
         self._result_queue_thread.start()
         logger.debug("Started result queue thread: %r", self._result_queue_thread)
 
-    def hold_worker(self, worker_id: str) -> None:
-        """Puts a worker on hold, preventing scheduling of additional tasks to it.
+    def _hold_manager(self, manager_id: str) -> None:
+        """Puts a manager on hold, preventing scheduling of additional tasks to it.
 
         This is called "hold" mostly because this only stops scheduling of tasks,
-        and does not actually kill the worker.
+        and does not actually kill the manager or workers.
 
         Parameters
         ----------
 
-        worker_id : str
-            Worker id to be put on hold
+        manager_id : str
+            Manager id to be put on hold
         """
-        self.command_client.run("HOLD_WORKER;{}".format(worker_id))
-        logger.debug("Sent hold request to manager: {}".format(worker_id))
+        self.command_client.run("HOLD_WORKER;{}".format(manager_id))
+        logger.debug("Sent hold request to manager: {}".format(manager_id))
 
     @property
     def outstanding(self) -> int:
@@ -656,7 +656,7 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin, UsageIn
         for manager in managers:
             if manager['block_id'] == block_id:
                 logger.debug("Sending hold to manager: {}".format(manager['manager']))
-                self.hold_worker(manager['manager'])
+                self._hold_manager(manager['manager'])
 
     def submit(self, func, resource_specification, *args, **kwargs):
         """Submits work to the outgoing_q.

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/executors/high_throughput/interchange.py

@@ -220,11 +220,11 @@ class Interchange:
     def process_command(self, monitoring_radio: Optional[MonitoringRadioSender]) -> None:
         """ Command server to run async command to the interchange
         """
-        logger.debug("entering command_server section")
 
         reply: Any  # the type of reply depends on the command_req received (aka this needs dependent types...)
 
         if self.command_channel in self.socks and self.socks[self.command_channel] == zmq.POLLIN:
+            logger.debug("entering command_server section")
 
             command_req = self.command_channel.recv_pyobj()
             logger.debug("Received command request: {}".format(command_req))
@@ -491,10 +491,7 @@ class Interchange:
                     self._send_monitoring_info(monitoring_radio, m)
                 else:
                     interesting_managers.remove(manager_id)
-                    # logger.debug("Nothing to send to manager {}".format(manager_id))
             logger.debug("leaving _ready_managers section, with %s managers still interesting", len(interesting_managers))
-        else:
-            logger.debug("either no interesting managers or no tasks, so skipping manager pass")
 
     def process_results_incoming(self, interesting_managers: Set[bytes], monitoring_radio: Optional[MonitoringRadioSender]) -> None:
         # Receive any results and forward to client
@@ -605,8 +602,6 @@ def start_file_logger(filename: str, level: int = logging.DEBUG, format_string:
 
         )
 
-    global logger
-    logger = logging.getLogger(LOGGER_NAME)
     logger.setLevel(level)
     handler = logging.FileHandler(filename)
     handler.setLevel(level)

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/executors/workqueue/executor.py

@@ -40,16 +40,18 @@ from parsl.utils import setproctitle
 
 from .errors import WorkQueueFailure, WorkQueueTaskFailure
 
+IMPORT_EXCEPTION = None
 try:
-    import work_queue as wq
-    from work_queue import (
+    from ndcctools import work_queue as wq
+    from ndcctools.work_queue import (
         WORK_QUEUE_ALLOCATION_MODE_MAX_THROUGHPUT,
         WORK_QUEUE_DEFAULT_PORT,
         WorkQueue,
     )
-except ImportError:
+except ImportError as e:
     _work_queue_enabled = False
     WORK_QUEUE_DEFAULT_PORT = 0
+    IMPORT_EXCEPTION = e
 else:
     _work_queue_enabled = True
 
@@ -257,7 +259,7 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
         BlockProviderExecutor.__init__(self, provider=provider,
                                        block_error_handler=True)
         if not _work_queue_enabled:
-            raise OptionalModuleMissing(['work_queue'], "WorkQueueExecutor requires the work_queue module.")
+            raise OptionalModuleMissing(['work_queue'], f"WorkQueueExecutor requires the work_queue module. More info: {IMPORT_EXCEPTION}")
 
         self.scaling_cores_per_worker = scaling_cores_per_worker
         self.label = label

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/providers/pbspro/pbspro.py

@@ -5,6 +5,7 @@ import time
 
 from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SingleNodeLauncher
+from parsl.providers.errors import SubmitException
 from parsl.providers.pbspro.template import template_string
 from parsl.providers.torque.torque import TorqueProvider, translate_table
 
@@ -97,6 +98,14 @@ class PBSProProvider(TorqueProvider):
 
         retcode, stdout, stderr = self.execute_wait("qstat -f -F json {0}".format(job_id_list))
 
+        # If qstat failed do not update job state
+        if retcode != 0:
+            logger.warning("qstat failed with retcode:%s STDOUT:%s STDERR:%s",
+                           retcode,
+                           stdout.strip(),
+                           stderr.strip())
+            return
+
         job_statuses = json.loads(stdout)
 
         if 'Jobs' in job_statuses:
@@ -198,10 +207,19 @@ class PBSProProvider(TorqueProvider):
                                               'job_stderr_path': job_stderr_path,
                                               }
         else:
-            message = "Command '{}' failed with return code {}".format(launch_cmd, retcode)
-            if (stdout is not None) and (stderr is not None):
-                message += "\nstderr:{}\nstdout{}".format(stderr.strip(), stdout.strip())
-            logger.error(message)
+            message = f"Submit command '{launch_cmd}' failed"
+            logger.error(
+                f"{message}\n"
+                f" Return code: {retcode}\n"
+                f" STDOUT: {stdout.strip()}\n"
+                f" STDERR: {stderr.strip()}"
+            )
+            raise SubmitException(
+                job_name=job_name,
+                message=message,
+                stdout=stdout,
+                stderr=stderr,
+            )
 
         return job_id
 

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/tests/test_htex/test_zmq_binding.py

@@ -12,12 +12,15 @@ from parsl.executors.high_throughput.interchange import Interchange
 from parsl.executors.high_throughput.manager_selector import RandomManagerSelector
 
 
-def make_interchange(*, interchange_address: Optional[str], cert_dir: Optional[str]) -> Interchange:
+def make_interchange(*,
+                     interchange_address: Optional[str],
+                     cert_dir: Optional[str],
+                     worker_ports: Optional[tuple[int, int]] = None) -> Interchange:
     return Interchange(interchange_address=interchange_address,
                        cert_dir=cert_dir,
                        client_address="127.0.0.1",
                        client_ports=(50055, 50056, 50057),
-                       worker_ports=None,
+                       worker_ports=worker_ports,
                        worker_port_range=(54000, 55000),
                        hub_address=None,
                        hub_zmq_port=None,
@@ -105,3 +108,10 @@ def test_limited_interface_binding(cert_dir: Optional[str]):
     assert len(matched_conns) == 1
     # laddr.ip can return ::ffff:127.0.0.1 when using IPv6
     assert address in matched_conns[0].laddr.ip
+
+
+@pytest.mark.local
+@pytest.mark.parametrize("encrypted", (True, False), indirect=True)
+def test_fixed_ports(cert_dir: Optional[str]):
+    ix = make_interchange(interchange_address=None, cert_dir=cert_dir, worker_ports=(51117, 51118))
+    assert ix.interchange_address == "*"

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/tests/test_monitoring/test_basic.py

@@ -54,26 +54,8 @@ def htex_filesystem_config():
     return c
 
 
-def workqueue_config():
-    from parsl.tests.configs.workqueue_ex import fresh_config
-    c = fresh_config()
-    c.monitoring = MonitoringHub(
-                        hub_address="localhost",
-                        resource_monitoring_interval=1)
-    return c
-
-
-def taskvine_config():
-    c = Config(executors=[TaskVineExecutor(manager_config=TaskVineManagerConfig(port=9000),
-                                           worker_launch_method='provider')],
-
-               monitoring=MonitoringHub(hub_address="localhost",
-                                        resource_monitoring_interval=1))
-    return c
-
-
 @pytest.mark.local
-@pytest.mark.parametrize("fresh_config", [htex_config, htex_filesystem_config, htex_udp_config, workqueue_config, taskvine_config])
+@pytest.mark.parametrize("fresh_config", [htex_config, htex_filesystem_config, htex_udp_config])
 def test_row_counts(tmpd_cwd, fresh_config):
     # this is imported here rather than at module level because
     # it isn't available in a plain parsl install, so this module

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/tests/test_radical/test_mpi_funcs.py

@@ -1,3 +1,5 @@
+import os
+
 import pytest
 
 import parsl
@@ -18,6 +20,10 @@ apps = []
 
 @pytest.mark.local
 @pytest.mark.radical
+@pytest.mark.skipif(
+    os.environ.get("RADICAL_CI") != "1",
+    reason="Only runs in Radical CI workflow"
+)
 def test_radical_mpi(n=7):
     # rank size should be > 1 for the
     # radical runtime system to run this function in MPI env

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/tests/unit/test_address.py

@@ -13,6 +13,7 @@ from parsl.addresses import tcp_url
     ("::ffff:127.0.0.1", None, "tcp://::ffff:127.0.0.1"),
     ("::ffff:127.0.0.1", None, "tcp://::ffff:127.0.0.1"),
     ("*", None, "tcp://*"),
+    ("*", 55001, "tcp://*:55001")
 ])
 def test_tcp_url(address, port, expected):
     """Confirm valid address generation"""

{parsl-2025.5.12 → parsl-2025.5.26}/parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2025.05.12'
+VERSION = '2025.05.26'

{parsl-2025.5.12 → parsl-2025.5.26/parsl.egg-info}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.5.12
+Version: 2025.5.26
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.05.12.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.05.26.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0