parsl 2025.8.25__tar.gz → 2025.9.8__tar.gz

{parsl-2025.8.25/parsl.egg-info → parsl-2025.9.8}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.8.25
+Version: 2025.9.8
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.08.25.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.09.08.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/__init__.py

@@ -15,7 +15,6 @@ AUTO_LOGNAME
 
 """
 import logging
-import multiprocessing as _multiprocessing
 import os
 import platform
 
@@ -32,9 +31,6 @@ from parsl.log_utils import set_file_logger, set_stream_logger
 from parsl.monitoring import MonitoringHub
 from parsl.version import VERSION
 
-if platform.system() == 'Darwin':
-    _multiprocessing.set_start_method('fork', force=True)
-
 __author__ = 'The Parsl Team'
 __version__ = VERSION
 

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/dataflow/dflow.py

@@ -1267,7 +1267,7 @@ class DataFlowKernel:
         # should still see it.
         logger.info("DFK cleanup complete")
 
-    def checkpoint(self, tasks: Optional[Sequence[TaskRecord]] = None) -> str:
+    def checkpoint(self, tasks: Optional[Sequence[TaskRecord]] = None) -> None:
         """Checkpoint the dfk incrementally to a checkpoint file.
 
         When called, every task that has been completed yet not
@@ -1328,8 +1328,6 @@ class DataFlowKernel:
             else:
                 logger.info("Done checkpointing {} tasks".format(count))
 
-            return checkpoint_dir
-
     @staticmethod
     def _log_std_streams(task_record: TaskRecord) -> None:
         tid = task_record['id']

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/dataflow/memoization.py

@@ -242,20 +242,6 @@ class Memoizer:
         assert isinstance(result, Future) or result is None
         return result
 
-    def hash_lookup(self, hashsum: str) -> Future[Any]:
-        """Lookup a hash in the memoization table.
-
-        Args:
-            - hashsum (str): The same hashes used to uniquely identify apps+inputs
-
-        Returns:
-            - Lookup result
-
-        Raises:
-            - KeyError: if hash not in table
-        """
-        return self.memo_lookup_table[hashsum]
-
     def update_memo(self, task: TaskRecord, r: Future[Any]) -> None:
         """Updates the memoization lookup table with the result from a task.
 

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/executors/high_throughput/interchange.py

@@ -222,35 +222,29 @@ class Interchange:
                 reply = self.connected_block_history
 
             elif command_req == "WORKERS":
-                num_workers = 0
-                for manager in self._ready_managers.values():
-                    num_workers += manager['worker_count']
-                reply = num_workers
+                reply = sum(m['worker_count'] for m in self._ready_managers.values())
 
             elif command_req == "MANAGERS":
                 reply = []
-                for manager_id in self._ready_managers:
-                    m = self._ready_managers[manager_id]
-                    idle_since = m['idle_since']
-                    if idle_since is not None:
-                        idle_duration = time.time() - idle_since
-                    else:
-                        idle_duration = 0.0
-                    resp = {'manager': manager_id.decode('utf-8'),
-                            'block_id': m['block_id'],
-                            'worker_count': m['worker_count'],
-                            'tasks': len(m['tasks']),
-                            'idle_duration': idle_duration,
-                            'active': m['active'],
-                            'parsl_version': m['parsl_version'],
-                            'python_version': m['python_version'],
-                            'draining': m['draining']}
+                now = time.time()
+                for manager_id, m in self._ready_managers.items():
+                    idle_duration = now - (m['idle_since'] or now)
+                    resp = {
+                        'manager': manager_id.decode('utf-8'),
+                        'block_id': m['block_id'],
+                        'worker_count': m['worker_count'],
+                        'tasks': len(m['tasks']),
+                        'idle_duration': idle_duration,
+                        'active': m['active'],
+                        'parsl_version': m['parsl_version'],
+                        'python_version': m['python_version'],
+                        'draining': m['draining']
+                    }
                     reply.append(resp)
 
             elif command_req == "MANAGERS_PACKAGES":
                 reply = {}
-                for manager_id in self._ready_managers:
-                    m = self._ready_managers[manager_id]
+                for manager_id, m in self._ready_managers.items():
                     manager_id_str = manager_id.decode('utf-8')
                     reply[manager_id_str] = m["packages"]
 

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/monitoring/db_manager.py

@@ -346,9 +346,9 @@ class DatabaseManager:
         exception_happened = False
 
         while (not self._kill_event.is_set() or
-               self.pending_priority_queue.qsize() != 0 or self.pending_resource_queue.qsize() != 0 or
-               self.pending_node_queue.qsize() != 0 or self.pending_block_queue.qsize() != 0 or
-               resource_queue.qsize() != 0):
+               not self.pending_priority_queue.empty() or not self.pending_resource_queue.empty() or
+               not self.pending_node_queue.empty() or not self.pending_block_queue.empty() or
+               not resource_queue.empty()):
 
             """
             WORKFLOW_INFO and TASK_INFO messages (i.e. priority messages)
@@ -357,9 +357,9 @@ class DatabaseManager:
             try:
                 logger.debug("""Checking STOP conditions: {}, {}, {}, {}, {}, {}""".format(
                                   self._kill_event.is_set(),
-                                  self.pending_priority_queue.qsize() != 0, self.pending_resource_queue.qsize() != 0,
-                                  self.pending_node_queue.qsize() != 0, self.pending_block_queue.qsize() != 0,
-                                  resource_queue.qsize() != 0))
+                                  not self.pending_priority_queue.empty(), not self.pending_resource_queue.empty(),
+                                  not self.pending_node_queue.empty(), not self.pending_block_queue.empty(),
+                                  not resource_queue.empty()))
 
                 # This is the list of resource messages which can be reprocessed as if they
                 # had just arrived because the corresponding first task message has been
@@ -558,9 +558,9 @@ class DatabaseManager:
     def _migrate_logs_to_internal(self, logs_queue: mpq.Queue, kill_event: threading.Event) -> None:
         logger.info("Starting _migrate_logs_to_internal")
 
-        while not kill_event.is_set() or logs_queue.qsize() != 0:
+        while not kill_event.is_set() or not logs_queue.empty():
             logger.debug("Checking STOP conditions: kill event: %s, queue has entries: %s",
-                         kill_event.is_set(), logs_queue.qsize() != 0)
+                         kill_event.is_set(), not logs_queue.empty())
 
             try:
                 x = logs_queue.get(timeout=0.1)

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/monitoring/radios/udp_router.py

@@ -21,9 +21,9 @@ from parsl.monitoring.errors import MonitoringRouterStartError
 from parsl.monitoring.radios.base import MonitoringRadioReceiver
 from parsl.monitoring.radios.multiprocessing import MultiprocessingQueueRadioSender
 from parsl.multiprocessing import (
-    SizedQueue,
     SpawnEvent,
     SpawnProcess,
+    SpawnQueue,
     join_terminate_close_proc,
 )
 from parsl.process_loggers import wrap_with_logs
@@ -198,7 +198,7 @@ def start_udp_receiver(*,
                        hmac_digest: str) -> UDPRadioReceiver:
 
     udp_comm_q: Queue[Union[int, str]]
-    udp_comm_q = SizedQueue(maxsize=10)
+    udp_comm_q = SpawnQueue(maxsize=10)
 
     router_exit_event = SpawnEvent()
 

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/monitoring/radios/zmq_router.py

@@ -19,9 +19,9 @@ from parsl.monitoring.errors import MonitoringRouterStartError
 from parsl.monitoring.radios.multiprocessing import MultiprocessingQueueRadioSender
 from parsl.monitoring.types import TaggedMonitoringMessage
 from parsl.multiprocessing import (
-    SizedQueue,
     SpawnEvent,
     SpawnProcess,
+    SpawnQueue,
     join_terminate_close_proc,
 )
 from parsl.process_loggers import wrap_with_logs
@@ -158,7 +158,7 @@ def start_zmq_receiver(*,
                        port_range: Tuple[int, int],
                        logdir: str,
                        worker_debug: bool) -> ZMQRadioReceiver:
-    comm_q = SizedQueue(maxsize=10)
+    comm_q = SpawnQueue(maxsize=10)
 
     router_exit_event = SpawnEvent()
 

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/tests/test_checkpointing/test_python_checkpoint_1.py

@@ -1,4 +1,5 @@
 import os
+from pathlib import Path
 
 import pytest
 
@@ -20,12 +21,14 @@ def uuid_app():
 
 
 @pytest.mark.local
-def test_initial_checkpoint_write():
+def test_initial_checkpoint_write() -> None:
     """1. Launch a few apps and write the checkpoint once a few have completed
     """
     uuid_app().result()
 
-    cpt_dir = parsl.dfk().checkpoint()
+    parsl.dfk().checkpoint()
 
-    cptpath = cpt_dir + '/tasks.pkl'
+    cpt_dir = Path(parsl.dfk().run_dir) / 'checkpoint'
+
+    cptpath = cpt_dir / 'tasks.pkl'
     assert os.path.exists(cptpath), f"Tasks checkpoint missing: {cptpath}"

parsl-2025.9.8/parsl/tests/test_python_apps/test_memoize_exception.py

@@ -0,0 +1,41 @@
+import parsl
+from parsl.app.app import python_app
+
+
+@python_app(cache=True)
+def raise_exception_cache(x, cache=True):
+    raise RuntimeError("exception from raise_exception_cache")
+
+
+@python_app(cache=False)
+def raise_exception_nocache(x, cache=True):
+    raise RuntimeError("exception from raise_exception_nocache")
+
+
+def test_python_memoization(n=2):
+    """Test Python memoization of exceptions, with cache=True"""
+    x = raise_exception_cache(0)
+
+    # wait for x to be done
+    x.exception()
+
+    for i in range(0, n):
+        fut = raise_exception_cache(0)
+
+        # check that we get back the same exception object, rather than
+        # a new one from a second invocation of raise_exception().
+        assert fut.exception() is x.exception(), "Memoized exception should have been memoized"
+
+
+def test_python_no_memoization(n=2):
+    """Test Python non-memoization of exceptions, with cache=False"""
+    x = raise_exception_nocache(0)
+
+    # wait for x to be done
+    x.exception()
+
+    for i in range(0, n):
+        fut = raise_exception_nocache(0)
+
+        # check that we get back a different exception object each time
+        assert fut.exception() is not x.exception(), "Memoized exception should have been memoized"

{parsl-2025.8.25 → parsl-2025.9.8}/parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2025.08.25'
+VERSION = '2025.09.08'

{parsl-2025.8.25 → parsl-2025.9.8/parsl.egg-info}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.8.25
+Version: 2025.9.8
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.08.25.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.09.08.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.8.25 → parsl-2025.9.8}/parsl.egg-info/SOURCES.txt

@@ -390,6 +390,7 @@ parsl/tests/test_python_apps/test_memoize_1.py
 parsl/tests/test_python_apps/test_memoize_2.py
 parsl/tests/test_python_apps/test_memoize_4.py
 parsl/tests/test_python_apps/test_memoize_bad_id_for_memo.py
+parsl/tests/test_python_apps/test_memoize_exception.py
 parsl/tests/test_python_apps/test_memoize_ignore_args.py
 parsl/tests/test_python_apps/test_memoize_joinapp.py
 parsl/tests/test_python_apps/test_outputs.py