parsl 2025.5.26__py3-none-any.whl → 2025.6.9__py3-none-any.whl

parsl/executors/high_throughput/executor.py

@@ -8,7 +8,7 @@ import warnings
 from collections import defaultdict
 from concurrent.futures import Future
 from dataclasses import dataclass
-from typing import Callable, Dict, List, Optional, Sequence, Set, Tuple, Union
+from typing import Callable, Dict, List, Optional, Sequence, Tuple, Union
 
 import typeguard
 
@@ -363,7 +363,9 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin, UsageIn
 
     def validate_resource_spec(self, resource_specification: dict):
         if resource_specification:
-            acceptable_fields: Set[str] = set()  # add new resource spec field names here to make htex accept them
+            """HTEX supports the following *Optional* resource specifications:
+            priority: lower value is higher priority"""
+            acceptable_fields = {'priority'}  # add new resource spec field names here to make htex accept them
             keys = set(resource_specification.keys())
             invalid_keys = keys - acceptable_fields
             if invalid_keys:

parsl/executors/high_throughput/interchange.py

@@ -5,13 +5,13 @@ import logging
 import os
 import pickle
 import platform
-import queue
 import sys
 import threading
 import time
 from typing import Any, Dict, List, Optional, Sequence, Set, Tuple, cast
 
 import zmq
+from sortedcontainers import SortedList
 
 from parsl import curvezmq
 from parsl.addresses import tcp_url
@@ -131,7 +131,7 @@ class Interchange:
         self.hub_address = hub_address
         self.hub_zmq_port = hub_zmq_port
 
-        self.pending_task_queue: queue.Queue[Any] = queue.Queue(maxsize=10 ** 6)
+        self.pending_task_queue: SortedList[Any] = SortedList(key=lambda tup: (tup[0], tup[1]))
 
         # count of tasks that have been received from the submit side
         self.task_counter = 0
@@ -196,13 +196,12 @@ class Interchange:
             eg. [{'task_id':<x>, 'buffer':<buf>} ... ]
         """
         tasks = []
-        for _ in range(0, count):
-            try:
-                x = self.pending_task_queue.get(block=False)
-            except queue.Empty:
-                break
-            else:
-                tasks.append(x)
+        try:
+            for _ in range(count):
+                *_, task = self.pending_task_queue.pop()
+                tasks.append(task)
+        except IndexError:
+            pass
 
         return tasks
 
@@ -342,8 +341,15 @@ class Interchange:
         if self.task_incoming in self.socks and self.socks[self.task_incoming] == zmq.POLLIN:
             logger.debug("start task_incoming section")
             msg = self.task_incoming.recv_pyobj()
+
+            # Process priority, higher number = lower priority
+            resource_spec = msg.get('resource_spec', {})
+            priority = resource_spec.get('priority', float('inf'))
+            queue_entry = (-priority, -self.task_counter, msg)
+
             logger.debug("putting message onto pending_task_queue")
-            self.pending_task_queue.put(msg)
+
+            self.pending_task_queue.add(queue_entry)
             self.task_counter += 1
             logger.debug(f"Fetched {self.task_counter} tasks so far")
 
@@ -378,23 +384,24 @@ class Interchange:
                 return
 
             if msg['type'] == 'registration':
-                # We set up an entry only if registration works correctly
-                self._ready_managers[manager_id] = {'last_heartbeat': time.time(),
-                                                    'idle_since': time.time(),
-                                                    'block_id': None,
-                                                    'start_time': msg['start_time'],
-                                                    'max_capacity': 0,
-                                                    'worker_count': 0,
-                                                    'active': True,
-                                                    'draining': False,
-                                                    'parsl_version': msg['parsl_v'],
-                                                    'python_version': msg['python_v'],
-                                                    'tasks': []}
-                self.connected_block_history.append(msg['block_id'])
-
-                interesting_managers.add(manager_id)
-                logger.info(f"Adding manager: {manager_id!r} to ready queue")
-                m = self._ready_managers[manager_id]
+                ix_minor_py = self.current_platform['python_v'].rsplit(".", 1)[0]
+                ix_parsl_v = self.current_platform['parsl_v']
+                mgr_minor_py = msg['python_v'].rsplit(".", 1)[0]
+                mgr_parsl_v = msg['parsl_v']
+
+                m = ManagerRecord(
+                    block_id=None,
+                    start_time=msg['start_time'],
+                    tasks=[],
+                    worker_count=0,
+                    max_capacity=0,
+                    active=True,
+                    draining=False,
+                    last_heartbeat=time.time(),
+                    idle_since=time.time(),
+                    parsl_version=mgr_parsl_v,
+                    python_version=msg['python_v'],
+                )
 
                 # m is a ManagerRecord, but msg is a dict[Any,Any] and so can
                 # contain arbitrary fields beyond those in ManagerRecord (and
@@ -405,23 +412,43 @@ class Interchange:
                 logger.info(f"Registration info for manager {manager_id!r}: {msg}")
                 self._send_monitoring_info(monitoring_radio, m)
 
-                if (msg['python_v'].rsplit(".", 1)[0] != self.current_platform['python_v'].rsplit(".", 1)[0] or
-                    msg['parsl_v'] != self.current_platform['parsl_v']):
-                    logger.error(f"Manager {manager_id!r} has incompatible version info with the interchange")
-                    logger.debug("Setting kill event")
+                if (mgr_minor_py, mgr_parsl_v) != (ix_minor_py, ix_parsl_v):
                     kill_event.set()
-                    e = VersionMismatch("py.v={} parsl.v={}".format(self.current_platform['python_v'].rsplit(".", 1)[0],
-                                                                    self.current_platform['parsl_v']),
-                                        "py.v={} parsl.v={}".format(msg['python_v'].rsplit(".", 1)[0],
-                                                                    msg['parsl_v'])
-                                        )
-                    result_package = {'type': 'result', 'task_id': -1, 'exception': serialize_object(e)}
+                    e = VersionMismatch(
+                        f"py.v={ix_minor_py} parsl.v={ix_parsl_v}",
+                        f"py.v={mgr_minor_py} parsl.v={mgr_parsl_v}",
+                    )
+                    result_package = {
+                        'type': 'result',
+                        'task_id': -1,
+                        'exception': serialize_object(e),
+                    }
                     pkl_package = pickle.dumps(result_package)
                     self.results_outgoing.send(pkl_package)
-                    logger.error("Sent failure reports, shutting down interchange")
+                    logger.error(
+                        "Manager has incompatible version info with the interchange;"
+                        " sending failure reports and shutting down:"
+                        f"\n  Interchange: {e.interchange_version}"
+                        f"\n  Manager:     {e.manager_version}"
+                    )
+
                 else:
-                    logger.info(f"Manager {manager_id!r} has compatible Parsl version {msg['parsl_v']}")
-                    logger.info(f"Manager {manager_id!r} has compatible Python version {msg['python_v'].rsplit('.', 1)[0]}")
+                    # We really should update the associated data structure; but not
+                    # at this time.  *kicks can down the road*
+                    assert m['block_id'] is not None, "Verified externally currently"
+
+                    # set up entry only if we accept the registration
+                    self._ready_managers[manager_id] = m
+                    self.connected_block_history.append(m['block_id'])
+
+                    interesting_managers.add(manager_id)
+
+                    logger.info(
+                        f"Registered manager {manager_id!r} (py{mgr_minor_py},"
+                        f" {mgr_parsl_v}) and added to ready queue"
+                    )
+                    logger.debug("Manager %r -> %s", manager_id, m)
+
             elif msg['type'] == 'heartbeat':
                 manager = self._ready_managers.get(manager_id)
                 if manager:
@@ -461,10 +488,10 @@ class Interchange:
             len(self._ready_managers)
         )
 
-        if interesting_managers and not self.pending_task_queue.empty():
+        if interesting_managers and self.pending_task_queue:
             shuffled_managers = self.manager_selector.sort_managers(self._ready_managers, interesting_managers)
 
-            while shuffled_managers and not self.pending_task_queue.empty():  # cf. the if statement above...
+            while shuffled_managers and self.pending_task_queue:  # cf. the if statement above...
                 manager_id = shuffled_managers.pop()
                 m = self._ready_managers[manager_id]
                 tasks_inflight = len(m['tasks'])

parsl/monitoring/radios/base.py

@@ -1,8 +1,5 @@
 import logging
 from abc import ABCMeta, abstractmethod
-from typing import Optional
-
-_db_manager_excepts: Optional[Exception]
 
 logger = logging.getLogger(__name__)
 

parsl/providers/slurm/slurm.py

@@ -2,6 +2,7 @@ import logging
 import math
 import os
 import re
+import sys
 import time
 from typing import Any, Dict, Optional
 
@@ -50,6 +51,28 @@ squeue_translate_table = {
 }
 
 
+if sys.version_info < (3, 12):
+    from itertools import islice
+    from typing import Iterable
+
+    def batched(
+        iterable: Iterable[tuple[object, Any]], n: int, *, strict: bool = False
+    ):
+        """Batched
+        Turns a list into a batch of size n. This code is from
+        https://docs.python.org/3.12/library/itertools.html#itertools.batched
+        and in versions 3.12+ this can be replaced with
+        itertools.batched
+        """
+        if n < 1:
+            raise ValueError("n must be at least one")
+        iterator = iter(iterable)
+        while batch := tuple(islice(iterator, n)):
+            yield batch
+else:
+    from itertools import batched
+
+
 class SlurmProvider(ClusterProvider, RepresentationMixin):
     """Slurm Execution Provider
 
@@ -99,6 +122,12 @@ class SlurmProvider(ClusterProvider, RepresentationMixin):
         symbolic group for the job ID.
     worker_init : str
         Command to be run before starting a worker, such as 'module load Anaconda; source activate env'.
+    cmd_timeout : int (Default = 10)
+        Number of seconds to wait for slurm commands to finish. For schedulers with many this
+        may need to be increased to wait longer for scheduler information.
+    status_batch_size: int (Default = 50)
+        Number of jobs to batch together in calls to the scheduler status. For schedulers
+        with many jobs this may need to be decreased to get jobs in smaller batches.
     exclusive : bool (Default = True)
         Requests nodes which are not shared with other running jobs.
     launcher : Launcher
@@ -127,6 +156,7 @@ class SlurmProvider(ClusterProvider, RepresentationMixin):
                  regex_job_id: str = r"Submitted batch job (?P<id>\S*)",
                  worker_init: str = '',
                  cmd_timeout: int = 10,
+                 status_batch_size: int = 50,
                  exclusive: bool = True,
                  launcher: Launcher = SingleNodeLauncher()):
         label = 'slurm'
@@ -148,6 +178,8 @@ class SlurmProvider(ClusterProvider, RepresentationMixin):
         self.qos = qos
         self.constraint = constraint
         self.clusters = clusters
+        # Used to batch requests to sacct/squeue for long jobs lists
+        self.status_batch_size = status_batch_size
         self.scheduler_options = scheduler_options + '\n'
         if exclusive:
             self.scheduler_options += "#SBATCH --exclusive\n"
@@ -199,22 +231,23 @@ class SlurmProvider(ClusterProvider, RepresentationMixin):
         Returns:
               [status...] : Status list of all jobs
         '''
-        job_id_list = ','.join(
-            [jid for jid, job in self.resources.items() if not job['status'].terminal]
-        )
-        if not job_id_list:
-            logger.debug('No active jobs, skipping status update')
+        active_jobs = {jid: job for jid, job in self.resources.items() if not job["status"].terminal}
+        if len(active_jobs) == 0:
+            logger.debug("No active jobs, skipping status update")
             return
 
-        cmd = self._cmd.format(job_id_list)
-        logger.debug("Executing %s", cmd)
-        retcode, stdout, stderr = self.execute_wait(cmd)
-        logger.debug("sacct/squeue returned %s %s", stdout, stderr)
-
-        # Execute_wait failed. Do no update
-        if retcode != 0:
-            logger.warning("sacct/squeue failed with non-zero exit code {}".format(retcode))
-            return
+        stdout = ""
+        for job_batch in batched(active_jobs.items(), self.status_batch_size):
+            job_id_list = ",".join(jid for jid, job in job_batch if not job["status"].terminal)
+            cmd = self._cmd.format(job_id_list)
+            logger.debug("Executing %s", cmd)
+            retcode, batch_stdout, batch_stderr = self.execute_wait(cmd)
+            logger.debug(f"sacct/squeue returned {retcode} {batch_stdout} {batch_stderr}")
+            stdout += batch_stdout
+            # Execute_wait failed. Do no update
+            if retcode != 0:
+                logger.warning("sacct/squeue failed with non-zero exit code {}".format(retcode))
+                return
 
         jobs_missing = set(self.resources.keys())
         for line in stdout.split('\n'):

parsl/tests/conftest.py

@@ -167,6 +167,14 @@ def pytest_configure(config):
         'markers',
         'issue_3620: Marks tests that do not work correctly on GlobusComputeExecutor (ref: issue 3620)'
     )
+    config.addinivalue_line(
+        'markers',
+        'workqueue: Marks local tests that require a working Work Queue installation'
+    )
+    config.addinivalue_line(
+        'markers',
+        'taskvine: Marks local tests that require a working Task Vine installation'
+    )
 
 
 @pytest.fixture(autouse=True, scope='session')
@@ -400,13 +408,13 @@ def try_assert():
         check_period_ms: int = 20,
     ):
         tb = create_traceback(start=1)
-        timeout_s = abs(timeout_ms) / 1000.0
         check_period_s = abs(check_period_ms) / 1000.0
         if attempts > 0:
             for _attempt_no in range(attempts):
+                time.sleep(random.random() * check_period_s)  # jitter
+                check_period_s *= 2
                 if test_func():
                     return
-                time.sleep(check_period_s)
             else:
                 att_fail = (
                     f"\n  (Still failing after attempt limit [{attempts}], testing"
@@ -415,12 +423,15 @@ def try_assert():
                 exc = AssertionError(f"{str(fail_msg)}{att_fail}".strip())
                 raise exc.with_traceback(tb)
 
-        elif timeout_s > 0:
+        elif timeout_ms > 0:
+            timeout_s = abs(timeout_ms) / 1000.0
             end = time.monotonic() + timeout_s
             while time.monotonic() < end:
+                wait_for = random.random() * check_period_s  # jitter
+                time.sleep(min(wait_for, end - time.monotonic()))
+                check_period_s *= 2
                 if test_func():
                     return
-                time.sleep(check_period_s)
             att_fail = (
                 f"\n  (Still failing after timeout [{timeout_ms}ms], with attempts "
                 f"every {check_period_ms}ms)"

parsl/tests/test_error_handling/test_resource_spec.py

@@ -23,7 +23,7 @@ def test_resource(n=2):
             break
 
     # Specify incorrect number of resources
-    spec = {'cores': 2, 'memory': 1000}
+    spec = {'cores': 1, 'memory': 1}
     fut = double(n, parsl_resource_specification=spec)
     try:
         fut.result()
@@ -35,7 +35,7 @@ def test_resource(n=2):
 
     # Specify resources with wrong types
     # 'cpus' is incorrect, should be 'cores'
-    spec = {'cpus': 2, 'memory': 1000, 'disk': 1000}
+    spec = {'cpus': 1, 'memory': 1, 'disk': 1}
     fut = double(n, parsl_resource_specification=spec)
     try:
         fut.result()

parsl/tests/test_htex/test_priority_queue.py

@@ -0,0 +1,70 @@
+import pytest
+
+import parsl
+from parsl.app.app import python_app
+from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
+from parsl.executors.high_throughput.manager_selector import RandomManagerSelector
+from parsl.providers import LocalProvider
+from parsl.usage_tracking.levels import LEVEL_1
+
+
+@python_app
+def fake_task(parsl_resource_specification=None):
+    import time
+    return time.time()
+
+
+@pytest.mark.local
+def test_priority_queue():
+    provider = LocalProvider(
+        init_blocks=0,
+        max_blocks=0,
+        min_blocks=0,
+    )
+
+    htex = HighThroughputExecutor(
+        label="htex_local",
+        max_workers_per_node=1,
+        manager_selector=RandomManagerSelector(),
+        provider=provider,
+    )
+
+    config = Config(
+        executors=[htex],
+        strategy="htex_auto_scale",
+        usage_tracking=LEVEL_1,
+    )
+
+    with parsl.load(config):
+        futures = {}
+
+        # Submit tasks with mixed priorities
+        # Priorities: [10, 10, 5, 5, 1, 1] to test fallback behavior
+        for i, priority in enumerate([10, 10, 5, 5, 1, 1]):
+            spec = {'priority': priority}
+            futures[(priority, i)] = fake_task(parsl_resource_specification=spec)
+
+        provider.max_blocks = 1
+
+        # Wait for completion
+        results = {
+            key: future.result() for key, future in futures.items()
+        }
+
+        # Sort by finish time
+        sorted_by_completion = sorted(results.items(), key=lambda item: item[1])
+        execution_order = [key for key, _ in sorted_by_completion]
+
+        # check priority queue functionality
+        priorities_only = [p for (p, i) in execution_order]
+        assert priorities_only == sorted(priorities_only), "Priority execution order failed"
+
+        # check FIFO fallback
+        from collections import defaultdict
+        seen = defaultdict(list)
+        for (priority, idx) in execution_order:
+            seen[priority].append(idx)
+
+        for priority, indices in seen.items():
+            assert indices == sorted(indices), f"FIFO fallback violated for priority {priority}"

parsl/tests/test_htex/test_resource_spec_validation.py

@@ -36,3 +36,10 @@ def test_resource_spec_validation_bad_keys():
 
     with pytest.raises(InvalidResourceSpecification):
         htex.validate_resource_spec({"num_nodes": 2})
+
+
+@pytest.mark.local
+def test_resource_spec_validation_one_key():
+    htex = HighThroughputExecutor()
+    ret_val = htex.validate_resource_spec({"priority": 2})
+    assert ret_val is None

parsl/tests/test_monitoring/test_basic.py

@@ -4,9 +4,9 @@ import time
 import pytest
 
 import parsl
-from parsl import HighThroughputExecutor
+from parsl import HighThroughputExecutor, ThreadPoolExecutor
 from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
+from parsl.executors.status_handling import BlockProviderExecutor
 from parsl.monitoring import MonitoringHub
 
 
@@ -24,6 +24,13 @@ def this_app():
 # The below fresh configs are for use in parametrization, and should return
 # a configuration that is suitably configured for monitoring.
 
+def thread_config():
+    c = Config(executors=[ThreadPoolExecutor()],
+               monitoring=MonitoringHub(hub_address="localhost",
+                                        resource_monitoring_interval=0))
+    return c
+
+
 def htex_config():
     """This config will use htex's default htex-specific monitoring radio mode"""
     from parsl.tests.configs.htex_local_alternate import fresh_config
@@ -54,9 +61,27 @@ def htex_filesystem_config():
     return c
 
 
-@pytest.mark.local
-@pytest.mark.parametrize("fresh_config", [htex_config, htex_filesystem_config, htex_udp_config])
-def test_row_counts(tmpd_cwd, fresh_config):
+def workqueue_config():
+    from parsl.tests.configs.workqueue_ex import fresh_config
+    c = fresh_config()
+    c.monitoring = MonitoringHub(
+                        hub_address="localhost",
+                        resource_monitoring_interval=1)
+    return c
+
+
+def taskvine_config():
+    from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
+    c = Config(executors=[TaskVineExecutor(manager_config=TaskVineManagerConfig(port=9000),
+                                           worker_launch_method='provider')],
+               strategy_period=0.5,
+
+               monitoring=MonitoringHub(hub_address="localhost",
+                                        resource_monitoring_interval=1))
+    return c
+
+
+def row_counts_parametrized(tmpd_cwd, fresh_config):
     # this is imported here rather than at module level because
     # it isn't available in a plain parsl install, so this module
     # would otherwise fail to import and break even a basic test
@@ -104,12 +129,41 @@ def test_row_counts(tmpd_cwd, fresh_config):
             (c, ) = result.first()
             assert c == 4
 
-        # There should be one block polling status
-        # local provider has a status_polling_interval of 5s
-        result = connection.execute(text("SELECT COUNT(*) FROM block"))
-        (c, ) = result.first()
-        assert c >= 2
+        if isinstance(config.executors[0], BlockProviderExecutor):
+            # This case assumes that a BlockProviderExecutor is actually being
+            # used with blocks. It might not be (for example, Work Queue and
+            # Task Vine can be configured to launch their own workers; and it
+            # is a valid (although occasional) use of htex to launch executors
+            # manually.
+            # If you just added test cases like that and are wondering why this
+            # assert is failing, that might be why.
+            result = connection.execute(text("SELECT COUNT(*) FROM block"))
+            (c, ) = result.first()
+            assert c >= 2, "There should be at least two block statuses from a BlockProviderExecutor"
 
         result = connection.execute(text("SELECT COUNT(*) FROM resource"))
         (c, ) = result.first()
-        assert c >= 1
+        if isinstance(config.executors[0], ThreadPoolExecutor):
+            assert c == 0, "Thread pool executors should not be recording resources"
+        else:
+            assert c >= 1, "Task execution should have created some resource records"
+
+
+@pytest.mark.local
+@pytest.mark.parametrize("fresh_config", [thread_config, htex_config, htex_filesystem_config, htex_udp_config])
+def test_row_counts_base(tmpd_cwd, fresh_config):
+    row_counts_parametrized(tmpd_cwd, fresh_config)
+
+
+@pytest.mark.workqueue
+@pytest.mark.local
+@pytest.mark.parametrize("fresh_config", [workqueue_config])
+def test_row_counts_wq(tmpd_cwd, fresh_config):
+    row_counts_parametrized(tmpd_cwd, fresh_config)
+
+
+@pytest.mark.taskvine
+@pytest.mark.local
+@pytest.mark.parametrize("fresh_config", [taskvine_config])
+def test_row_counts_tv(tmpd_cwd, fresh_config):
+    row_counts_parametrized(tmpd_cwd, fresh_config)

parsl/tests/test_scaling/test_scale_down.py

@@ -37,6 +37,7 @@ def local_config():
         ],
         max_idletime=0.5,
         strategy='simple',
+        strategy_period=0.5,
     )
 
 

parsl/usage_tracking/usage.py

@@ -240,5 +240,6 @@ class UsageTracker:
                 if proc.is_alive():
                     logger.warning("Usage tracking process did not end itself; sending SIGKILL")
                     proc.kill()
+                    proc.join(timeout=timeout)
 
                 proc.close()

parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2025.05.26'
+VERSION = '2025.06.09'

{parsl-2025.5.26.data → parsl-2025.6.9.data}/scripts/interchange.py

@@ -5,13 +5,13 @@ import logging
 import os
 import pickle
 import platform
-import queue
 import sys
 import threading
 import time
 from typing import Any, Dict, List, Optional, Sequence, Set, Tuple, cast
 
 import zmq
+from sortedcontainers import SortedList
 
 from parsl import curvezmq
 from parsl.addresses import tcp_url
@@ -131,7 +131,7 @@ class Interchange:
         self.hub_address = hub_address
         self.hub_zmq_port = hub_zmq_port
 
-        self.pending_task_queue: queue.Queue[Any] = queue.Queue(maxsize=10 ** 6)
+        self.pending_task_queue: SortedList[Any] = SortedList(key=lambda tup: (tup[0], tup[1]))
 
         # count of tasks that have been received from the submit side
         self.task_counter = 0
@@ -196,13 +196,12 @@ class Interchange:
             eg. [{'task_id':<x>, 'buffer':<buf>} ... ]
         """
         tasks = []
-        for _ in range(0, count):
-            try:
-                x = self.pending_task_queue.get(block=False)
-            except queue.Empty:
-                break
-            else:
-                tasks.append(x)
+        try:
+            for _ in range(count):
+                *_, task = self.pending_task_queue.pop()
+                tasks.append(task)
+        except IndexError:
+            pass
 
         return tasks
 
@@ -342,8 +341,15 @@ class Interchange:
         if self.task_incoming in self.socks and self.socks[self.task_incoming] == zmq.POLLIN:
             logger.debug("start task_incoming section")
             msg = self.task_incoming.recv_pyobj()
+
+            # Process priority, higher number = lower priority
+            resource_spec = msg.get('resource_spec', {})
+            priority = resource_spec.get('priority', float('inf'))
+            queue_entry = (-priority, -self.task_counter, msg)
+
             logger.debug("putting message onto pending_task_queue")
-            self.pending_task_queue.put(msg)
+
+            self.pending_task_queue.add(queue_entry)
             self.task_counter += 1
             logger.debug(f"Fetched {self.task_counter} tasks so far")
 
@@ -378,23 +384,24 @@ class Interchange:
                 return
 
             if msg['type'] == 'registration':
-                # We set up an entry only if registration works correctly
-                self._ready_managers[manager_id] = {'last_heartbeat': time.time(),
-                                                    'idle_since': time.time(),
-                                                    'block_id': None,
-                                                    'start_time': msg['start_time'],
-                                                    'max_capacity': 0,
-                                                    'worker_count': 0,
-                                                    'active': True,
-                                                    'draining': False,
-                                                    'parsl_version': msg['parsl_v'],
-                                                    'python_version': msg['python_v'],
-                                                    'tasks': []}
-                self.connected_block_history.append(msg['block_id'])
-
-                interesting_managers.add(manager_id)
-                logger.info(f"Adding manager: {manager_id!r} to ready queue")
-                m = self._ready_managers[manager_id]
+                ix_minor_py = self.current_platform['python_v'].rsplit(".", 1)[0]
+                ix_parsl_v = self.current_platform['parsl_v']
+                mgr_minor_py = msg['python_v'].rsplit(".", 1)[0]
+                mgr_parsl_v = msg['parsl_v']
+
+                m = ManagerRecord(
+                    block_id=None,
+                    start_time=msg['start_time'],
+                    tasks=[],
+                    worker_count=0,
+                    max_capacity=0,
+                    active=True,
+                    draining=False,
+                    last_heartbeat=time.time(),
+                    idle_since=time.time(),
+                    parsl_version=mgr_parsl_v,
+                    python_version=msg['python_v'],
+                )
 
                 # m is a ManagerRecord, but msg is a dict[Any,Any] and so can
                 # contain arbitrary fields beyond those in ManagerRecord (and
@@ -405,23 +412,43 @@ class Interchange:
                 logger.info(f"Registration info for manager {manager_id!r}: {msg}")
                 self._send_monitoring_info(monitoring_radio, m)
 
-                if (msg['python_v'].rsplit(".", 1)[0] != self.current_platform['python_v'].rsplit(".", 1)[0] or
-                    msg['parsl_v'] != self.current_platform['parsl_v']):
-                    logger.error(f"Manager {manager_id!r} has incompatible version info with the interchange")
-                    logger.debug("Setting kill event")
+                if (mgr_minor_py, mgr_parsl_v) != (ix_minor_py, ix_parsl_v):
                     kill_event.set()
-                    e = VersionMismatch("py.v={} parsl.v={}".format(self.current_platform['python_v'].rsplit(".", 1)[0],
-                                                                    self.current_platform['parsl_v']),
-                                        "py.v={} parsl.v={}".format(msg['python_v'].rsplit(".", 1)[0],
-                                                                    msg['parsl_v'])
-                                        )
-                    result_package = {'type': 'result', 'task_id': -1, 'exception': serialize_object(e)}
+                    e = VersionMismatch(
+                        f"py.v={ix_minor_py} parsl.v={ix_parsl_v}",
+                        f"py.v={mgr_minor_py} parsl.v={mgr_parsl_v}",
+                    )
+                    result_package = {
+                        'type': 'result',
+                        'task_id': -1,
+                        'exception': serialize_object(e),
+                    }
                     pkl_package = pickle.dumps(result_package)
                     self.results_outgoing.send(pkl_package)
-                    logger.error("Sent failure reports, shutting down interchange")
+                    logger.error(
+                        "Manager has incompatible version info with the interchange;"
+                        " sending failure reports and shutting down:"
+                        f"\n  Interchange: {e.interchange_version}"
+                        f"\n  Manager:     {e.manager_version}"
+                    )
+
                 else:
-                    logger.info(f"Manager {manager_id!r} has compatible Parsl version {msg['parsl_v']}")
-                    logger.info(f"Manager {manager_id!r} has compatible Python version {msg['python_v'].rsplit('.', 1)[0]}")
+                    # We really should update the associated data structure; but not
+                    # at this time.  *kicks can down the road*
+                    assert m['block_id'] is not None, "Verified externally currently"
+
+                    # set up entry only if we accept the registration
+                    self._ready_managers[manager_id] = m
+                    self.connected_block_history.append(m['block_id'])
+
+                    interesting_managers.add(manager_id)
+
+                    logger.info(
+                        f"Registered manager {manager_id!r} (py{mgr_minor_py},"
+                        f" {mgr_parsl_v}) and added to ready queue"
+                    )
+                    logger.debug("Manager %r -> %s", manager_id, m)
+
             elif msg['type'] == 'heartbeat':
                 manager = self._ready_managers.get(manager_id)
                 if manager:
@@ -461,10 +488,10 @@ class Interchange:
             len(self._ready_managers)
         )
 
-        if interesting_managers and not self.pending_task_queue.empty():
+        if interesting_managers and self.pending_task_queue:
             shuffled_managers = self.manager_selector.sort_managers(self._ready_managers, interesting_managers)
 
-            while shuffled_managers and not self.pending_task_queue.empty():  # cf. the if statement above...
+            while shuffled_managers and self.pending_task_queue:  # cf. the if statement above...
                 manager_id = shuffled_managers.pop()
                 m = self._ready_managers[manager_id]
                 tasks_inflight = len(m['tasks'])

{parsl-2025.5.26.dist-info → parsl-2025.6.9.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.5.26
+Version: 2025.6.9
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.05.26.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.06.09.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0
@@ -24,6 +24,7 @@ Requires-Dist: globus-sdk
 Requires-Dist: dill
 Requires-Dist: tblib
 Requires-Dist: requests
+Requires-Dist: sortedcontainers
 Requires-Dist: psutil>=5.5.1
 Requires-Dist: setproctitle
 Requires-Dist: filelock<4,>=3.13

{parsl-2025.5.26.dist-info → parsl-2025.6.9.dist-info}/RECORD

@@ -8,7 +8,7 @@ parsl/multiprocessing.py,sha256=JNAfgdZvQSsxVyUp229OOUqWwf_ZUhpmw8X9CdF3i6k,3614
 parsl/process_loggers.py,sha256=uQ7Gd0W72Jz7rrcYlOMfLsAEhkRltxXJL2MgdduJjEw,1136
 parsl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/utils.py,sha256=codTX6_KLhgeTwNkRzc1lo4bgc1M93eJ-lkqOO98fvk,14331
-parsl/version.py,sha256=EaScyVawSKbx-5eXxTDv4N5r-ccy_-Hm8yHlbdPlkiA,131
+parsl/version.py,sha256=V1z-I8PIxtzsopTNaicGQyPvTgxgd_XObWB24hDcXS4,131
 parsl/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/app/app.py,sha256=0gbM4AH2OtFOLsv07I5nglpElcwMSOi-FzdZZfrk7So,8532
 parsl/app/bash.py,sha256=jm2AvePlCT9DZR7H_4ANDWxatp5dN_22FUlT_gWhZ-g,5528
@@ -73,8 +73,8 @@ parsl/executors/flux/executor.py,sha256=ii1i5V7uQnhf1BDq5nnMscmmpXJkCWtrFCuBbDaP
 parsl/executors/flux/flux_instance_manager.py,sha256=5T3Rp7ZM-mlT0Pf0Gxgs5_YmnaPrSF9ec7zvRfLfYJw,2129
 parsl/executors/high_throughput/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/executors/high_throughput/errors.py,sha256=k2XuvvFdUfNs2foHFnxmS-BToRMfdXpYEa4EF3ELKq4,1554
-parsl/executors/high_throughput/executor.py,sha256=8iqced7UU44emOlFY6Z1iD5M8752EozY6UMNhYMbpQY,39685
-parsl/executors/high_throughput/interchange.py,sha256=gDCHe0UeKUAch7byR-FKJ7Tsrk39jGoTcVx3ERW6PkA,28719
+parsl/executors/high_throughput/executor.py,sha256=x5759lCTIev1yzsJ4OwMp_0me7Cs108HLqKbz1r_zkg,39812
+parsl/executors/high_throughput/interchange.py,sha256=lnPhV-5OR_rp4fa_Wj0tmG3avwUdPgJH4LTTBZQcrf8,28922
 parsl/executors/high_throughput/manager_record.py,sha256=ZMsqFxvreGLRXAw3N-JnODDa9Qfizw2tMmcBhm4lco4,490
 parsl/executors/high_throughput/manager_selector.py,sha256=UKcUE6v0tO7PDMTThpKSKxVpOpOUilxDL7UbNgpZCxo,2116
 parsl/executors/high_throughput/monitoring_info.py,sha256=HC0drp6nlXQpAop5PTUKNjdXMgtZVvrBL0JzZJebPP4,298
@@ -123,7 +123,7 @@ parsl/monitoring/types.py,sha256=oOCrzv-ab-_rv4pb8o58Sdb8G_RGp1aZriRbdf9zBEk,339
 parsl/monitoring/queries/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/monitoring/queries/pandas.py,sha256=0Z2r0rjTKCemf0eaDkF1irvVHn5g7KC5SYETvQPRxwU,2232
 parsl/monitoring/radios/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/monitoring/radios/base.py,sha256=Ep5kHf07Sm-ApMBJVudRhoWRyuiu0udjO4NvEir5LEk,291
+parsl/monitoring/radios/base.py,sha256=MBW3aAbxQY7TMuNGZEN15dWoy3mAELOqz-GMN1d7vF4,221
 parsl/monitoring/radios/filesystem.py,sha256=ioZ3jOKX5Qf0DYRtWmpCEorfuMVbS58OMS_QV7DOFOs,1765
 parsl/monitoring/radios/filesystem_router.py,sha256=kQkinktSpsVwfNESfUggSzBlRZ5JgwjM7IDN-jARAhM,2146
 parsl/monitoring/radios/htex.py,sha256=qBu4O5NYnSETHX0ptdwxSpqa2Pp3Z_V6a6lb3TbjKm4,1643
@@ -183,7 +183,7 @@ parsl/providers/pbspro/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 parsl/providers/pbspro/pbspro.py,sha256=vzopQ80iXcl4Wx0_Bs5OtadYGeoGdbDgK7YHfjUjG_Y,8826
 parsl/providers/pbspro/template.py,sha256=y-Dher--t5Eury-c7cAuSZs9FEUXWiruFUI07v81558,315
 parsl/providers/slurm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/providers/slurm/slurm.py,sha256=HHf3HMJWa2XcztvrM55eapqOs1r8iGg0EHn8b3xxJ_8,15773
+parsl/providers/slurm/slurm.py,sha256=J58iSRqcVahhHmyIEvmTFlaL0EVaf7yxkD_fec_ja_o,17323
 parsl/providers/slurm/template.py,sha256=KpgBEFMc1ps-38jdrk13xUGx9TCivu-iF90jgQDdiEQ,315
 parsl/providers/torque/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/torque/template.py,sha256=4qfc2gmlEhRCAD7erFDOs4prJQ43I8s4E8DSUSVQx3A,358
@@ -196,7 +196,7 @@ parsl/serialize/facade.py,sha256=3uOuVp0epfyLn7qDzuWqLfsy971YVGD3sqwqcAiRwh0,668
 parsl/serialize/proxystore.py,sha256=o-ha9QAvVhbN8y9S1itk3W0O75eyHYZw2AvB2xu5_Lg,1624
 parsl/tests/__init__.py,sha256=VTtJzOzz_x6fWNh8IOnsgFqVbdiJShi2AZH21mcmID4,204
 parsl/tests/callables_helper.py,sha256=ceP1YYsNtrZgKT6MAIvpgdccEjQ_CpFEOnZBGHKGOx0,30
-parsl/tests/conftest.py,sha256=i8vJ2OSyhU1g8MoA1g6XPPEJ4VaavGN88dTcBROrhYE,15009
+parsl/tests/conftest.py,sha256=ssY-ZP12a1TXj99ifRc0E83MQjri2bgwvMIe-YF5yd0,15485
 parsl/tests/test_aalst_patterns.py,sha256=lNIxb7nIgh1yX7hR2fr_ck_mxYJxx8ASKK9zHUVqPno,9614
 parsl/tests/test_callables.py,sha256=97vrIF1_hfDGd81FM1bhR6FemZMWFcALrH6pVHMTCt8,1974
 parsl/tests/test_curvezmq.py,sha256=yyhlS4vmaZdMitiySoy4l_ih9H1bsPiN-tMdwIh3H20,12431
@@ -309,7 +309,7 @@ parsl/tests/test_error_handling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 parsl/tests/test_error_handling/test_fail.py,sha256=xx4TGWfL7le4cQ9nvnUkrlmKQJkskhD0l_3W1xwZSEI,282
 parsl/tests/test_error_handling/test_python_walltime.py,sha256=rdmGZHIkuann2Njt3i62odKJ0FaODGr7-L96rOXNVYg,950
 parsl/tests/test_error_handling/test_rand_fail.py,sha256=crFg4GmwdDpvx49_7w5Xt2P7H2R_V9f6i1Ar-QkASuU,3864
-parsl/tests/test_error_handling/test_resource_spec.py,sha256=uOYGHf2EC3cn4-G5ZYWK8WxXl_QONQfn9E0Tk7RJrGA,1467
+parsl/tests/test_error_handling/test_resource_spec.py,sha256=dyuzMkS3M_BmZUbu1mF7yojwkJehDbdFvphNlYwU9yM,1458
 parsl/tests/test_error_handling/test_retries.py,sha256=zJ9D2hrvXQURnK2OIf5LfQFcSDVZ8rhdpp6peGccY7s,2372
 parsl/tests/test_error_handling/test_retry_handler.py,sha256=8fMHffMBLhRyNreIqkrwamx9TYRZ498uVYNlkcbAoLU,1407
 parsl/tests/test_error_handling/test_retry_handler_failure.py,sha256=GaGtZZCB9Wb7ieShqTrxUFEUSKy07ZZWytCY4Qixk9Y,552
@@ -332,12 +332,13 @@ parsl/tests/test_htex/test_manager_selector_by_block.py,sha256=VQqSE6MDhGpDSjShG
 parsl/tests/test_htex/test_managers_command.py,sha256=SCwkfyGB-Udgu5L2yDMpR5bsaT-aNjNkiXxtuRb25DI,1622
 parsl/tests/test_htex/test_missing_worker.py,sha256=gyp5i7_t-JHyJGtz_eXZKKBY5w8oqLOIxO6cJgGJMtQ,745
 parsl/tests/test_htex/test_multiple_disconnected_blocks.py,sha256=2vXZoIx4NuAWYuiNoL5Gxr85w72qZ7Kdb3JGh0FufTg,1867
-parsl/tests/test_htex/test_resource_spec_validation.py,sha256=JqboQRRFV0tEfWrGOdYT9pHazsUjyZLbF7qqnLFS_-A,914
+parsl/tests/test_htex/test_priority_queue.py,sha256=vH58WwDZVpyIiMqhjwGkme7Cv5-jupTmM52EOcbdrEg,2106
+parsl/tests/test_htex/test_resource_spec_validation.py,sha256=ZXW02jDd1rNxjBLh1jHyiz31zNoB9JzDw94aWllXFd4,1102
 parsl/tests/test_htex/test_worker_failure.py,sha256=Uz-RHI-LK78FMjXUvrUFmo4iYfmpDVBUcBxxRb3UG9M,603
 parsl/tests/test_htex/test_zmq_binding.py,sha256=G7D2_p9vOekgpB50MBiPRwtIz98DEkUpMqA3rdwzYTQ,4397
 parsl/tests/test_monitoring/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_monitoring/test_app_names.py,sha256=A-mOMCVhZDnUyJp32fsTUkHdcyval8o7WPEWacDkbD4,2208
-parsl/tests/test_monitoring/test_basic.py,sha256=3_lQ8KPxHPc6MT1UhACo7H-D7pBdy4Mxv4c4ztLv4-s,3947
+parsl/tests/test_monitoring/test_basic.py,sha256=QJS0SJkf1KV6A4UvikBu-wAIcBJZVoVe-BSVWgyFonI,6180
 parsl/tests/test_monitoring/test_db_locks.py,sha256=3s3c1xhKo230ZZIJ3f1Ca4U7LcEdXnanOGVXQyNlk2U,2895
 parsl/tests/test_monitoring/test_exit_helper.py,sha256=ob8Qd1hlkq_mowygfPetTnYN9LfuqeXHRpPilSfDSog,1232
 parsl/tests/test_monitoring/test_fuzz_zmq.py,sha256=SQNNHhXxHB_LwW4Ujqkgut3lbG0XVW-hliPagQQpiTc,3449
@@ -410,7 +411,7 @@ parsl/tests/test_scaling/test_block_error_handler.py,sha256=OS1IyiK8gjRFI1VzpmOv
 parsl/tests/test_scaling/test_regression_1621.py,sha256=e3-bkHR3d8LxA-uY0BugyWgYzksh00I_UbaA-jHOzKY,1872
 parsl/tests/test_scaling/test_regression_3568_scaledown_vs_MISSING.py,sha256=bjE_NIBoWK6heEz5LN0tzE1977vUA9kVemAYCqcIbzY,2942
 parsl/tests/test_scaling/test_regression_3696_oscillation.py,sha256=7Xc3vgocXXUbUegh9t5OyXlV91lRXDVMUlrOwErYOXA,3621
-parsl/tests/test_scaling/test_scale_down.py,sha256=vHJOMRUriW6xPtaY8GTKYXd5P0WJkQV6Q1IPui05aLU,2736
+parsl/tests/test_scaling/test_scale_down.py,sha256=GmxzNtlG13SySVDGGlSqXEnaHxyCx6ZVn_Hi1GcBvj8,2765
 parsl/tests/test_scaling/test_scale_down_htex_auto_scale.py,sha256=EnVNllKO2AGKkGa6927cLrzvvG6mpNQeFDzVktv6x08,4521
 parsl/tests/test_scaling/test_scale_down_htex_unregistered.py,sha256=OrdnYmd58n7UfkANPJ7mzha4WSCPdbgJRX1O1Zdu0tI,1954
 parsl/tests/test_scaling/test_shutdown_scalein.py,sha256=sr40of5DwxeyQI97MDZxFqJILZSXZJb9Dv7qTf2gql8,2471
@@ -458,14 +459,14 @@ parsl/tests/unit/test_usage_tracking.py,sha256=xEfUlbBRpsFdUdOrCsk1Kz5AfmMxJT7f0
 parsl/usage_tracking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/usage_tracking/api.py,sha256=iaCY58Dc5J4UM7_dJzEEs871P1p1HdxBMtNGyVdzc9g,1821
 parsl/usage_tracking/levels.py,sha256=xbfzYEsd55KiZJ-mzNgPebvOH4rRHum04hROzEf41tU,291
-parsl/usage_tracking/usage.py,sha256=8hq1UPdFlVcC0V3aj0ve-MvCyvwK8Xr3CVuSto3dTW4,9165
-parsl-2025.5.26.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
-parsl-2025.5.26.data/scripts/interchange.py,sha256=ESVMe6rIAzTqZrXp1gzIPcl3jAStLfmYeH2-rG0RoZQ,28706
-parsl-2025.5.26.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
-parsl-2025.5.26.data/scripts/process_worker_pool.py,sha256=__gFeFQJpV5moRofj3WKQCnKp6gmzieXjzkmzVuTmX4,41123
-parsl-2025.5.26.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
-parsl-2025.5.26.dist-info/METADATA,sha256=ftY4oT1kBRYDTickFiyqTq7XZzR8klGI--Q1mNK2teI,4023
-parsl-2025.5.26.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-parsl-2025.5.26.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
-parsl-2025.5.26.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
-parsl-2025.5.26.dist-info/RECORD,,
+parsl/usage_tracking/usage.py,sha256=hbMo5BYgIWqMcFWqN-HYP1TbwNrTonpv-usfwnCFJKY,9212
+parsl-2025.6.9.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
+parsl-2025.6.9.data/scripts/interchange.py,sha256=_FRB1LxkL9vnT3y24NTXHOzotMlDJEXwF5ZZCjGmcww,28909
+parsl-2025.6.9.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
+parsl-2025.6.9.data/scripts/process_worker_pool.py,sha256=__gFeFQJpV5moRofj3WKQCnKp6gmzieXjzkmzVuTmX4,41123
+parsl-2025.6.9.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
+parsl-2025.6.9.dist-info/METADATA,sha256=yAjU-1rMVRSwg9zcdOsAHwW9IOAEkzyILXM2AbEgRhM,4054
+parsl-2025.6.9.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+parsl-2025.6.9.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
+parsl-2025.6.9.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
+parsl-2025.6.9.dist-info/RECORD,,