parsl 2025.6.30__py3-none-any.whl → 2025.7.7__py3-none-any.whl

parsl/configs/anvil.py

@@ -0,0 +1,34 @@
+from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
+from parsl.usage_tracking.levels import LEVEL_1
+
+config = Config(
+    executors=[
+        HighThroughputExecutor(
+            label='Anvil_GPU_Executor',
+            working_dir='/anvil/scratch/path/to/your/directory',
+            max_workers_per_node=1,
+            provider=SlurmProvider(
+                partition='gpu',
+                account='YOUR_ALLOCATION_ON_ANVIL',
+                nodes_per_block=1,
+                cores_per_node=4,
+                mem_per_node=50,
+                init_blocks=1,
+                max_blocks=1,
+                walltime='00:30:00',
+                # string to prepend to #SBATCH blocks in the submit
+                # script to the scheduler
+                scheduler_options='#SBATCH --gres gpu:1 --gpus-per-node=1',
+                # Command to be run before starting a worker, such as:
+                # 'module load Anaconda; source activate parsl_env'.
+                worker_init='module load modtree/gpu',
+                exclusive=False,
+                launcher=SrunLauncher(),
+            ),
+        )
+    ],
+    usage_tracking=LEVEL_1,
+)

parsl/configs/delta.py

@@ -0,0 +1,35 @@
+from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
+from parsl.usage_tracking.levels import LEVEL_1
+
+config = Config(
+    executors=[
+        HighThroughputExecutor(
+            label='Delta_GPU_Executor',
+            working_dir='/scratch/path/to/your/directory',
+            max_workers_per_node=1,
+            provider=SlurmProvider(
+                partition='gpuA100x4',
+                account='YOUR_ALLOCATION_ON_DELTA',
+                constraint="scratch",
+                nodes_per_block=1,
+                cores_per_node=32,
+                mem_per_node=220,
+                init_blocks=1,
+                max_blocks=1,
+                walltime='00:30:00',
+                # string to prepend to #SBATCH blocks in the submit
+                # script to the scheduler
+                scheduler_options='#SBATCH --gpus-per-node=1 --gpu-bind=closest',
+                # Command to be run before starting a worker, such as:
+                # 'module load Anaconda; source activate parsl_env'.
+                worker_init='',
+                exclusive=False,
+                launcher=SrunLauncher(),
+            ),
+        )
+    ],
+    usage_tracking=LEVEL_1,
+)

parsl/executors/high_throughput/interchange.py

@@ -369,7 +369,11 @@ class Interchange:
             'Processing message type %r from manager %r', mtype, manager_id
         )
 
-        if mtype == 'registration':
+        if mtype == 'connection_probe':
+            self.manager_sock.send_multipart([manager_id, b''])
+            return
+
+        elif mtype == 'registration':
             ix_minor_py = self.current_platform['python_v'].rsplit('.', 1)[0]
             ix_parsl_v = self.current_platform['parsl_v']
             mgr_minor_py = meta['python_v'].rsplit('.', 1)[0]

parsl/executors/high_throughput/probe.py

@@ -1,62 +1,70 @@
-import argparse
 import logging
-import time
-import uuid
+import pickle
+from contextlib import ExitStack
+from typing import Optional
 
 import zmq
-from zmq.utils.monitor import recv_monitor_message
 
-from parsl.addresses import get_all_addresses, tcp_url
+from parsl import curvezmq
 
 logger = logging.getLogger(__name__)
 
 
-def probe_addresses(addresses, port, timeout=120):
+def probe_addresses(
+    zmq_context: curvezmq.ClientContext,
+    addresses: str,
+    timeout_ms: int = 120_000,
+    identity: Optional[bytes] = None,
+):
     """
-    Parameters
-    ----------
-
-    addresses: [string]
-        List of addresses as strings
-    port: int
-        Port on the interchange
-    timeout: int
-        Timeout in seconds
-
-    Returns
-    -------
-    None or string address
+    Given a single-line CSV list of addresses, return the first proven valid address.
+
+    This function will connect to each address in ``addresses`` (a comma-separated
+    list of URLs) and attempt to send a CONNECTION_PROBE packet.  Returns the first
+    address that receives a response.
+
+    If no address receives a response within the ``timeout_ms`` (specified in
+    milliseconds), then raise ``ConnectionError``.
+
+    :param zmq_context: A ZMQ Context; the call-site may provide an encrypted ZMQ
+        context for assurance that the returned address is the expected and correct
+        endpoint
+    :param addresses: a comma-separated string of addresses to attempt.  Example:
+        ``tcp://127.0.0.1:1234,tcp://[3812::03aa]:5678``
+    :param timeout_ms: how long to wait for a response from the probes.  The probes
+        are initiated and await concurrently, so this timeout will be the total wall
+        time in the worst case of "no addresses are valid."
+    :param identity: a ZMQ connection identity; used for logging connection probes
+        at the interchange
+    :raises: ``ConnectionError`` if no addresses are determined valid
+    :returns: a single address, the first one that received a response
     """
-    context = zmq.Context()
-    addr_map = {}
-    for addr in addresses:
-        socket = context.socket(zmq.DEALER)
-        socket.setsockopt(zmq.LINGER, 0)
-        socket.setsockopt(zmq.IPV6, True)
-        url = tcp_url(addr, port)
-        logger.debug("Trying to connect back on {}".format(url))
-        socket.connect(url)
-        addr_map[addr] = {'sock': socket,
-                          'mon_sock': socket.get_monitor_socket(events=zmq.EVENT_CONNECTED)}
-
-    start_t = time.time()
-
-    first_connected = None
-    while time.time() < start_t + timeout and not first_connected:
-        for addr in addr_map:
-            try:
-                recv_monitor_message(addr_map[addr]['mon_sock'], zmq.NOBLOCK)
-                first_connected = addr
-                logger.info("Connected to interchange on {}".format(first_connected))
-                break
-            except zmq.Again:
-                pass
-            time.sleep(0.01)
-
-    for addr in addr_map:
-        addr_map[addr]['sock'].close()
-
-    return first_connected
+    if not addresses:
+        raise ValueError("No address to probe!")
+
+    sock_map = {}
+    urls = addresses.split(",")
+    with ExitStack() as stk:
+        poller = zmq.Poller()
+        for url in urls:
+            logger.debug("Testing ZMQ connection to url: %s", url)
+            s: zmq.Socket = stk.enter_context(zmq_context.socket(zmq.DEALER))
+            s.setsockopt(zmq.LINGER, 0)
+            s.setsockopt(zmq.IPV6, True)
+            if identity:
+                s.setsockopt(zmq.IDENTITY, identity)
+            stk.enter_context(s.connect(url))
+            poller.register(s, zmq.POLLIN)
+            sock_map[s] = url
+
+            s.send(pickle.dumps({'type': 'connection_probe'}))
+
+        for sock, evt in poller.poll(timeout=timeout_ms):
+            sock.recv()  # clear the buffer for good netizenry
+            return sock_map.get(sock)
+
+    addys = ", ".join(urls)  # just slightly more human friendly
+    raise ConnectionError(f"No viable ZMQ url from: {addys}")
 
 
 class TestWorker:
@@ -84,6 +92,10 @@ class TestWorker:
 
 
 if __name__ == "__main__":
+    import argparse
+    import uuid
+
+    from parsl.addresses import get_all_addresses, tcp_url
 
     parser = argparse.ArgumentParser()
     parser.add_argument("-p", "--port", required=True,

parsl/executors/high_throughput/process_worker_pool.py

@@ -154,23 +154,23 @@ class Manager:
 
         self._start_time = time.time()
 
-        try:
-            ix_address = probe_addresses(addresses.split(','), port, timeout=address_probe_timeout)
-            if not ix_address:
-                raise Exception("No viable address found")
-            else:
-                logger.info(f"Connection to Interchange successful on {ix_address}")
-                ix_url = tcp_url(ix_address, port)
-                logger.info(f"Interchange url: {ix_url}")
-        except Exception:
-            logger.exception("Caught exception while trying to determine viable address to interchange")
-            print("Failed to find a viable address to connect to interchange. Exiting")
-            exit(5)
-
         self.cert_dir = cert_dir
         self.zmq_context = curvezmq.ClientContext(self.cert_dir)
 
-        self._ix_url = ix_url
+        addresses = ','.join(tcp_url(a, port) for a in addresses.split(','))
+        try:
+            self._ix_url = probe_addresses(
+                self.zmq_context,
+                addresses,
+                timeout_ms=1_000 * address_probe_timeout,
+                identity=uid.encode('utf-8'),
+            )
+        except ConnectionError:
+            addys = ", ".join(addresses.split(","))
+            logger.error(f"Unable to connect to interchange; attempted addresses: {addys}")
+            raise
+
+        logger.info(f"Probe discovered interchange url: {self._ix_url}")
 
         self.uid = uid
         self.block_id = block_id
@@ -312,6 +312,14 @@ class Manager:
         poller.register(results_sock, zmq.POLLIN)
         poller.register(ix_sock, zmq.POLLIN)
 
+        ix_sock.send(pickle.dumps({"type": "connection_probe"}))
+        evts = dict(poller.poll(timeout=self.heartbeat_period))
+        if evts.get(ix_sock) is None:
+            logger.error(f"Failed to connect to interchange ({self._ix_url}")
+
+        ix_sock.recv()
+        logger.info(f"Successfully connected to interchange via URL: {self._ix_url}")
+
         # Send a registration message
         msg = self.create_reg_message()
         logger.debug("Sending registration message: %s", msg)

parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2025.06.30'
+VERSION = '2025.07.07'

{parsl-2025.6.30.data → parsl-2025.7.7.data}/scripts/interchange.py

@@ -369,7 +369,11 @@ class Interchange:
             'Processing message type %r from manager %r', mtype, manager_id
         )
 
-        if mtype == 'registration':
+        if mtype == 'connection_probe':
+            self.manager_sock.send_multipart([manager_id, b''])
+            return
+
+        elif mtype == 'registration':
             ix_minor_py = self.current_platform['python_v'].rsplit('.', 1)[0]
             ix_parsl_v = self.current_platform['parsl_v']
             mgr_minor_py = meta['python_v'].rsplit('.', 1)[0]

{parsl-2025.6.30.data → parsl-2025.7.7.data}/scripts/process_worker_pool.py

@@ -154,23 +154,23 @@ class Manager:
 
         self._start_time = time.time()
 
-        try:
-            ix_address = probe_addresses(addresses.split(','), port, timeout=address_probe_timeout)
-            if not ix_address:
-                raise Exception("No viable address found")
-            else:
-                logger.info(f"Connection to Interchange successful on {ix_address}")
-                ix_url = tcp_url(ix_address, port)
-                logger.info(f"Interchange url: {ix_url}")
-        except Exception:
-            logger.exception("Caught exception while trying to determine viable address to interchange")
-            print("Failed to find a viable address to connect to interchange. Exiting")
-            exit(5)
-
         self.cert_dir = cert_dir
         self.zmq_context = curvezmq.ClientContext(self.cert_dir)
 
-        self._ix_url = ix_url
+        addresses = ','.join(tcp_url(a, port) for a in addresses.split(','))
+        try:
+            self._ix_url = probe_addresses(
+                self.zmq_context,
+                addresses,
+                timeout_ms=1_000 * address_probe_timeout,
+                identity=uid.encode('utf-8'),
+            )
+        except ConnectionError:
+            addys = ", ".join(addresses.split(","))
+            logger.error(f"Unable to connect to interchange; attempted addresses: {addys}")
+            raise
+
+        logger.info(f"Probe discovered interchange url: {self._ix_url}")
 
         self.uid = uid
         self.block_id = block_id
@@ -312,6 +312,14 @@ class Manager:
         poller.register(results_sock, zmq.POLLIN)
         poller.register(ix_sock, zmq.POLLIN)
 
+        ix_sock.send(pickle.dumps({"type": "connection_probe"}))
+        evts = dict(poller.poll(timeout=self.heartbeat_period))
+        if evts.get(ix_sock) is None:
+            logger.error(f"Failed to connect to interchange ({self._ix_url}")
+
+        ix_sock.recv()
+        logger.info(f"Successfully connected to interchange via URL: {self._ix_url}")
+
         # Send a registration message
         msg = self.create_reg_message()
         logger.debug("Sending registration message: %s", msg)

{parsl-2025.6.30.dist-info → parsl-2025.7.7.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.6.30
+Version: 2025.7.7
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.06.30.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.07.07.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.6.30.dist-info → parsl-2025.7.7.dist-info}/RECORD

@@ -8,7 +8,7 @@ parsl/multiprocessing.py,sha256=JNAfgdZvQSsxVyUp229OOUqWwf_ZUhpmw8X9CdF3i6k,3614
 parsl/process_loggers.py,sha256=uQ7Gd0W72Jz7rrcYlOMfLsAEhkRltxXJL2MgdduJjEw,1136
 parsl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/utils.py,sha256=codTX6_KLhgeTwNkRzc1lo4bgc1M93eJ-lkqOO98fvk,14331
-parsl/version.py,sha256=HdVM1vluXKc-wEPUuamQMV8xOj_mmygRd2jXw-VuvG4,131
+parsl/version.py,sha256=XoqJk9aOyLN-8UXU2YL-5sYMes5sy0YqZEK4D22Nsbk,131
 parsl/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/app/app.py,sha256=0gbM4AH2OtFOLsv07I5nglpElcwMSOi-FzdZZfrk7So,8532
 parsl/app/bash.py,sha256=jm2AvePlCT9DZR7H_4ANDWxatp5dN_22FUlT_gWhZ-g,5528
@@ -21,8 +21,10 @@ parsl/concurrent/__init__.py,sha256=TvIVceJYaJAsxedNBF3Vdo9lEQNHH_j3uxJv0zUjP7w,
 parsl/configs/ASPIRE1.py,sha256=nQm6BvCPE07YXEsC94wMrHeVAyYcyfvPgWyHIysjAoA,1690
 parsl/configs/Azure.py,sha256=CJms3xWmdb-S3CksbHrPF2TfMxJC5I0faqUKCOzVg0k,1268
 parsl/configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+parsl/configs/anvil.py,sha256=kC0GvIKOPw6Phhghi-Q7IkEaBRKPy9NUsEgQ8RhZ0i4,1259
 parsl/configs/bridges.py,sha256=NsTvCiHZHbJj-BsOXOpgS4hCblCHW_lnMa_VMb3SIww,1523
 parsl/configs/cc_in2p3.py,sha256=8KQ18URTKX5o16k66_h-TRCRQeh7Vrsi-s2d_AuOBHs,705
+parsl/configs/delta.py,sha256=5b_arUTDrRiwJyst4A9v2tb43SaGYrf3qx7JNPkGJAc,1282
 parsl/configs/ec2.py,sha256=5xtlZI4Fc558sYXdM4nQQvQDBNPdzhRRCO14F-8H7Y4,944
 parsl/configs/expanse.py,sha256=ADUY3GZWSfVKmqFWbgdfC85kRxNPChqOGwly0XdcKSw,1033
 parsl/configs/frontera.py,sha256=HkZ3sFvFqKrk8kdxMonbUiWjGaZxz3vgvhtgg6_0vpY,1415
@@ -74,15 +76,15 @@ parsl/executors/flux/flux_instance_manager.py,sha256=5T3Rp7ZM-mlT0Pf0Gxgs5_YmnaP
 parsl/executors/high_throughput/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/executors/high_throughput/errors.py,sha256=k2XuvvFdUfNs2foHFnxmS-BToRMfdXpYEa4EF3ELKq4,1554
 parsl/executors/high_throughput/executor.py,sha256=i1XMvB0h40gReWyD4ID14VxdF-Pftl4iGa9vyxC6nKQ,39939
-parsl/executors/high_throughput/interchange.py,sha256=pS724a_m66iYDrxngCZy9K-_U0Yl7BaDwOeVShZYWDQ,25838
+parsl/executors/high_throughput/interchange.py,sha256=R6zcY7yh1daMJR8Ke8o9QCj8AtkH7lwzECS0MAWugvA,25964
 parsl/executors/high_throughput/manager_record.py,sha256=ZMsqFxvreGLRXAw3N-JnODDa9Qfizw2tMmcBhm4lco4,490
 parsl/executors/high_throughput/manager_selector.py,sha256=UKcUE6v0tO7PDMTThpKSKxVpOpOUilxDL7UbNgpZCxo,2116
 parsl/executors/high_throughput/monitoring_info.py,sha256=HC0drp6nlXQpAop5PTUKNjdXMgtZVvrBL0JzZJebPP4,298
 parsl/executors/high_throughput/mpi_executor.py,sha256=P8n81Y9t5cw-YuNFgkrGtc4oG75ntBJDonUIfhkp_5I,5223
 parsl/executors/high_throughput/mpi_prefix_composer.py,sha256=DmpKugANNa1bdYlqQBLHkrFc15fJpefPPhW9hkAlh1s,4308
 parsl/executors/high_throughput/mpi_resource_management.py,sha256=73bTW2ZbHRfcrPN318cyjiqDN50AM1cOCQqUGJDIlBg,8199
-parsl/executors/high_throughput/probe.py,sha256=SwU6yyntDRFfLGwBeZwuYHJWcpQ0clXvQ-wy39ALDfg,2734
-parsl/executors/high_throughput/process_worker_pool.py,sha256=TU3ZaOqgadGEO3qRxWU4K-MDtHAYuZYXVTU1Zel35SE,40286
+parsl/executors/high_throughput/probe.py,sha256=QlBFwSSxMmtH-Aa2JEvCzQLddsbWZluMUxq5ypLR51E,3831
+parsl/executors/high_throughput/process_worker_pool.py,sha256=v-YesFPRU4-Zctyf-N8Tb9YCEqmDNNUaW66YsGsQcxo,40538
 parsl/executors/high_throughput/zmq_pipes.py,sha256=NUK25IEh0UkxzdqQQyM8tMtuZmjSiTeWu1DzkkAIOhA,8980
 parsl/executors/radical/__init__.py,sha256=CKbtV2numw5QvgIBq1htMUrt9TqDCIC2zifyf2svTNU,186
 parsl/executors/radical/executor.py,sha256=e3XS4mvug1uJ6wrt4UH6hBgfbDbc-mQH3xUW2ZmBsMQ,22888
@@ -461,13 +463,13 @@ parsl/usage_tracking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 parsl/usage_tracking/api.py,sha256=iaCY58Dc5J4UM7_dJzEEs871P1p1HdxBMtNGyVdzc9g,1821
 parsl/usage_tracking/levels.py,sha256=xbfzYEsd55KiZJ-mzNgPebvOH4rRHum04hROzEf41tU,291
 parsl/usage_tracking/usage.py,sha256=hbMo5BYgIWqMcFWqN-HYP1TbwNrTonpv-usfwnCFJKY,9212
-parsl-2025.6.30.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
-parsl-2025.6.30.data/scripts/interchange.py,sha256=sbvqyLhW1XrepjCCWL_f9KcAinkTfpHrLg5t28gBr8s,25825
-parsl-2025.6.30.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
-parsl-2025.6.30.data/scripts/process_worker_pool.py,sha256=JdCR9-BJK34whhTuAjAadc0qt1tedr-Km7_0bG9BngE,40272
-parsl-2025.6.30.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
-parsl-2025.6.30.dist-info/METADATA,sha256=D6v24noLAQU8Ka6dYD6bI5wB7-3Kg4B2AXqaR9gpdXQ,4055
-parsl-2025.6.30.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-parsl-2025.6.30.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
-parsl-2025.6.30.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
-parsl-2025.6.30.dist-info/RECORD,,
+parsl-2025.7.7.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
+parsl-2025.7.7.data/scripts/interchange.py,sha256=dh9_Q5bLvgHLhSRAXrFIlOd5Yo-ZkudDGFWz0N3hQBg,25951
+parsl-2025.7.7.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
+parsl-2025.7.7.data/scripts/process_worker_pool.py,sha256=-5VLVjeab6oROulx7OwI9tdNNHd6uap45I1jltm-UDc,40524
+parsl-2025.7.7.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
+parsl-2025.7.7.dist-info/METADATA,sha256=3qPGD-IwRS9lxk6_rAYLl0pHtLgVZ5hsCOxR2QzerJg,4054
+parsl-2025.7.7.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+parsl-2025.7.7.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
+parsl-2025.7.7.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
+parsl-2025.7.7.dist-info/RECORD,,