parsl 2025.7.21__tar.gz → 2025.8.4__tar.gz

{parsl-2025.7.21/parsl.egg-info → parsl-2025.8.4}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.7.21
+Version: 2025.8.4
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.07.21.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.08.04.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/dataflow/dflow.py

@@ -91,8 +91,11 @@ class DataFlowKernel:
         self._config = config
         self.run_dir = make_rundir(config.run_dir)
 
+        self._logging_unregister_callback: Optional[Callable[[], None]]
         if config.initialize_logging:
-            parsl.set_file_logger("{}/parsl.log".format(self.run_dir), level=logging.DEBUG)
+            self._logging_unregister_callback = parsl.set_file_logger("{}/parsl.log".format(self.run_dir), level=logging.DEBUG)
+        else:
+            self._logging_unregister_callback = None
 
         logger.info("Starting DataFlowKernel with config\n{}".format(config))
 
@@ -1185,12 +1188,9 @@ class DataFlowKernel:
 
     @wrap_with_logs
     def cleanup(self) -> None:
-        """DataFlowKernel cleanup.
-
-        This involves releasing all resources explicitly.
-
-        We call scale_in on each of the executors and call executor.shutdown.
+        """Clean-up by closing all of the components used by the DFK
         """
+
         logger.info("DFK cleanup initiated")
 
         # this check won't detect two DFK cleanups happening from
@@ -1258,6 +1258,13 @@ class DataFlowKernel:
         else:
             logger.debug("Cleaning up non-default DFK - not unregistering")
 
+        if self._logging_unregister_callback:
+            logger.info("Unregistering log handler")
+            self._logging_unregister_callback()
+            logger.info("Unregistered log handler")
+
+        # This message won't go to the default parsl.log, but other handlers
+        # should still see it.
         logger.info("DFK cleanup complete")
 
     def checkpoint(self, tasks: Optional[Sequence[TaskRecord]] = None) -> str:

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/executors/high_throughput/executor.py

@@ -621,7 +621,6 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin, UsageIn
         self.command_client.run("HOLD_WORKER;{}".format(manager_id))
         logger.debug("Sent hold request to manager: {}".format(manager_id))
 
-    @property
     def outstanding(self) -> int:
         """Returns the count of tasks outstanding across the interchange
         and managers"""

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/executors/status_handling.py

@@ -122,7 +122,7 @@ class BlockProviderExecutor(ParslExecutor):
         else:
             return self._provider.status_polling_interval
 
-    @abstractproperty
+    @abstractmethod
     def outstanding(self) -> int:
         """This should return the number of tasks that the executor has been given to run (waiting to run, and running now)"""
 

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/executors/taskvine/executor.py

@@ -573,7 +573,6 @@ class TaskVineExecutor(BlockProviderExecutor, putils.RepresentationMixin):
         self._worker_command = self._construct_worker_command()
         self._patch_providers()
 
-    @property
     def outstanding(self) -> int:
         """Count the number of outstanding tasks."""
         logger.debug(f"Counted {self._outstanding_tasks} outstanding tasks")
@@ -659,7 +658,7 @@ class TaskVineExecutor(BlockProviderExecutor, putils.RepresentationMixin):
                 with self._outstanding_tasks_lock:
                     self._outstanding_tasks -= 1
         finally:
-            logger.debug(f"Marking all {self.outstanding} outstanding tasks as failed")
+            logger.debug(f"Marking all {self.outstanding()} outstanding tasks as failed")
             logger.debug("Acquiring tasks_lock")
             with self._tasks_lock:
                 logger.debug("Acquired tasks_lock")

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/executors/workqueue/executor.py

@@ -674,7 +674,6 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
         self.worker_command = self._construct_worker_command()
         self._patch_providers()
 
-    @property
     def outstanding(self) -> int:
         """Count the number of outstanding slots required. This is inefficiently
         implemented and probably could be replaced with a counter.
@@ -983,7 +982,7 @@ def _work_queue_submit_wait(*,
                 continue
             # When a task is found:
             executor_task_id = t.tag
-            logger.debug("Completed Work Queue task {}, executor task {}".format(t.id, t.tag))
+            logger.info("Completed Work Queue task {}, executor task {}".format(t.id, t.tag))
             result_file = result_file_of_task_id.pop(t.tag)
 
             # A tasks completes 'succesfully' if it has result file.

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/jobs/strategy.py

@@ -193,7 +193,7 @@ class Strategy:
                 self.executors[label]['first'] = False
 
             # Tasks that are either pending completion
-            active_tasks = executor.outstanding
+            active_tasks = executor.outstanding()
 
             status = executor.status_facade
 

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/log_utils.py

@@ -1,18 +1,13 @@
-"""Following the general logging philosophy of python libraries, by default
-Parsl doesn't log anything.  However the following helper functions are
-provided for logging:
-
-1. set_stream_logger
-    This sets the logger to the StreamHandler. This is quite useful when working from
-    a Jupyter notebook.
-
-2. set_file_logger
-    This sets the logging to a file. This is ideal for reporting issues to the dev team.
+"""This module contains helpers for configuring logging. By default,
+`set_file_logger` is invoked by the DataFlowKernel initializer to log
+parsl messages to parsl.log.
 
+`set_stream_logger` which by default logs to stderr, can be useful
+when working in a Jupyter notebook.
 """
 import io
 import logging
-from typing import Optional
+from typing import Callable, Optional
 
 import typeguard
 
@@ -27,7 +22,7 @@ DEFAULT_FORMAT = (
 def set_stream_logger(name: str = 'parsl',
                       level: int = logging.DEBUG,
                       format_string: Optional[str] = None,
-                      stream: Optional[io.TextIOWrapper] = None) -> logging.Logger:
+                      stream: Optional[io.TextIOBase] = None) -> Callable[[], None]:
     """Add a stream log handler.
 
     Args:
@@ -36,9 +31,6 @@ def set_stream_logger(name: str = 'parsl',
          - format_string (string) : Set to None by default.
          - stream (io.TextIOWrapper) : Specify sys.stdout or sys.stderr for stream.
             If not specified, the default stream for logging.StreamHandler is used.
-
-    Returns:
-         - logger for specified name
     """
     if format_string is None:
         # format_string = "%(asctime)s %(name)s [%(levelname)s] Thread:%(thread)d %(message)s"
@@ -58,14 +50,18 @@ def set_stream_logger(name: str = 'parsl',
     futures_logger = logging.getLogger("concurrent.futures")
     futures_logger.addHandler(handler)
 
-    return logger
+    def unregister_callback():
+        logger.removeHandler(handler)
+        futures_logger.removeHandler(handler)
+
+    return unregister_callback
 
 
 @typeguard.typechecked
 def set_file_logger(filename: str,
                     name: str = 'parsl',
                     level: int = logging.DEBUG,
-                    format_string: Optional[str] = None) -> logging.Logger:
+                    format_string: Optional[str] = None) -> Callable[[], None]:
     """Add a file log handler.
 
     Args:
@@ -75,7 +71,10 @@ def set_file_logger(filename: str,
         - format_string (string): Set the format string
 
     Returns:
-       - logger for specified name
+        - a callable which, when invoked, will reverse the log handler
+          attachments made by this call. (compare to how object based pieces
+          of parsl model this as a close/shutdown/cleanup method on the
+          object))
     """
     if format_string is None:
         format_string = DEFAULT_FORMAT
@@ -93,4 +92,8 @@ def set_file_logger(filename: str,
     futures_logger = logging.getLogger("concurrent.futures")
     futures_logger.addHandler(handler)
 
-    return logger
+    def unregister_callback():
+        logger.removeHandler(handler)
+        futures_logger.removeHandler(handler)
+
+    return unregister_callback

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/tests/site_tests/test_site.py

@@ -3,7 +3,7 @@ import argparse
 import pytest
 
 import parsl
-from parsl.app.app import python_app  # , bash_app
+from parsl.app.app import python_app
 from parsl.tests.site_tests.site_config_selector import fresh_config
 
 
@@ -36,7 +36,7 @@ def test_platform(n=2, sleep_dur=10):
 
     print("Executor : ", dfk.executors[name])
     print("Connected   : ", dfk.executors[name].connected_workers)
-    print("Outstanding : ", dfk.executors[name].outstanding)
+    print("Outstanding : ", dfk.executors[name].outstanding())
 
     d = []
     for i in range(0, n):

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/tests/test_scaling/test_regression_3696_oscillation.py

@@ -48,7 +48,7 @@ def test_htex_strategy_does_not_oscillate(ns):
     statuses = {}
 
     executor.provider = provider
-    executor.outstanding = n_tasks
+    executor.outstanding = lambda: n_tasks
     executor.status_facade = statuses
     executor.workers_per_node = n_workers
 
@@ -97,7 +97,7 @@ def test_htex_strategy_does_not_oscillate(ns):
     # this assert fails due to issue #3696
 
     # Now check scale in happens with 0 load
-    executor.outstanding = 0
+    executor.outstanding = lambda: 0
     s.strategize([executor])
     executor.scale_in_facade.assert_called()
     assert len([k for k in statuses if statuses[k].state == JobState.PENDING]) == 0

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/tests/test_scaling/test_scale_down.py

@@ -66,7 +66,7 @@ def test_scale_out(tmpd_cwd, try_assert):
     num_managers = len(dfk.executors['htex_local'].connected_managers())
 
     assert num_managers == 0, "Expected 0 managers at start"
-    assert dfk.executors['htex_local'].outstanding == 0, "Expected 0 tasks at start"
+    assert dfk.executors['htex_local'].outstanding() == 0, "Expected 0 tasks at start"
 
     ntasks = 10
     ready_path = tmpd_cwd / "workers_ready"
@@ -85,7 +85,7 @@ def test_scale_out(tmpd_cwd, try_assert):
     finish_path.touch()  # Approximation of Event, via files
     [x.result() for x in futs]
 
-    assert dfk.executors['htex_local'].outstanding == 0
+    assert dfk.executors['htex_local'].outstanding() == 0
 
     def assert_kernel():
         return len(dfk.executors['htex_local'].connected_managers()) == _min_blocks

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/tests/test_scaling/test_scale_down_htex_auto_scale.py

@@ -63,7 +63,7 @@ def test_scale_out(tmpd_cwd, try_assert):
     num_managers = len(dfk.executors['htex_local'].connected_managers())
 
     assert num_managers == 0, "Expected 0 managers at start"
-    assert dfk.executors['htex_local'].outstanding == 0, "Expected 0 tasks at start"
+    assert dfk.executors['htex_local'].outstanding() == 0, "Expected 0 tasks at start"
 
     ntasks = _max_blocks * 2
     ready_path = tmpd_cwd / "workers_ready"
@@ -84,7 +84,7 @@ def test_scale_out(tmpd_cwd, try_assert):
     finish_path.touch()  # Approximation of Event, via files
     [x.result() for x in futs]
 
-    assert dfk.executors['htex_local'].outstanding == 0
+    assert dfk.executors['htex_local'].outstanding() == 0
 
     # now we can launch one "long" task -
     # and what should happen is that the connected_managers count "eventually" (?) converges to 1 and stays there.

parsl-2025.8.4/parsl/tests/test_utils/test_logutils.py

@@ -0,0 +1,70 @@
+import io
+import logging
+
+import pytest
+
+from parsl.log_utils import set_file_logger, set_stream_logger
+
+
+@pytest.mark.local
+def test_stream_close():
+    """Tests that set_stream_logger callback detaches log handler.
+    """
+
+    logger = logging.getLogger("parsl")
+
+    s1 = io.StringIO()
+    close_callback_1 = set_stream_logger(stream=s1)
+    logger.info("AAA")
+    close_callback_1()
+
+    s2 = io.StringIO()
+    close_callback_2 = set_stream_logger(stream=s2)
+    logger.info("BBB")
+    close_callback_2()
+
+    logger.info("CCC")
+
+    assert "AAA" in s1.getvalue()
+    assert "AAA" not in s2.getvalue()
+
+    assert "BBB" not in s1.getvalue()
+    assert "BBB" in s2.getvalue()
+
+    assert "CCC" not in s1.getvalue()
+    assert "CCC" not in s2.getvalue()
+
+
+@pytest.mark.local
+def test_file_close(tmpd_cwd):
+    """Tests that set_file_Logger callback detaches log handler.
+    """
+
+    logger = logging.getLogger("parsl")
+
+    f1 = str(tmpd_cwd / "log1")
+    close_callback_1 = set_file_logger(filename=f1)
+    logger.info("AAA")
+    close_callback_1()
+
+    f2 = str(tmpd_cwd / "log2")
+    close_callback_2 = set_file_logger(filename=f2)
+    logger.info("BBB")
+    close_callback_2()
+
+    logger.info("CCC")
+
+    with open(f1, "r") as f:
+        s1 = f.read()
+
+    with open(f2, "r") as f:
+        s2 = f.read()
+
+    assert "AAA" in s1
+    assert "AAA" not in s2
+
+    assert "BBB" not in s1
+    assert "BBB" in s2
+
+    assert "CCC" not in s1
+    assert "CCC" not in s2

{parsl-2025.7.21 → parsl-2025.8.4}/parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2025.07.21'
+VERSION = '2025.08.04'

{parsl-2025.7.21 → parsl-2025.8.4/parsl.egg-info}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2025.7.21
+Version: 2025.8.4
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2025.07.21.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2025.08.04.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2025.7.21 → parsl-2025.8.4}/parsl.egg-info/SOURCES.txt

@@ -267,14 +267,6 @@ parsl/tests/manual_tests/test_log_filter.py
 parsl/tests/manual_tests/test_memory_limits.py
 parsl/tests/manual_tests/test_regression_220.py
 parsl/tests/manual_tests/test_worker_count.py
-parsl/tests/scaling_tests/__init__.py
-parsl/tests/scaling_tests/htex_local.py
-parsl/tests/scaling_tests/local_threads.py
-parsl/tests/scaling_tests/test_scale.py
-parsl/tests/scaling_tests/vineex_condor.py
-parsl/tests/scaling_tests/vineex_local.py
-parsl/tests/scaling_tests/wqex_condor.py
-parsl/tests/scaling_tests/wqex_local.py
 parsl/tests/site_tests/__init__.py
 parsl/tests/site_tests/site_config_selector.py
 parsl/tests/site_tests/test_provider.py
@@ -463,6 +455,7 @@ parsl/tests/test_threads/test_configs.py
 parsl/tests/test_threads/test_lazy_errors.py
 parsl/tests/test_utils/__init__.py
 parsl/tests/test_utils/test_execute_wait.py
+parsl/tests/test_utils/test_logutils.py
 parsl/tests/test_utils/test_representation_mixin.py
 parsl/tests/test_utils/test_sanitize_dns.py
 parsl/tests/unit/__init__.py

parsl-2025.7.21/parsl/tests/scaling_tests/htex_local.py

@@ -1,20 +0,0 @@
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.providers import LocalProvider
-
-# import os
-config = Config(
-    executors=[
-        HighThroughputExecutor(
-            label="htex_local",
-            cores_per_worker=1,
-            max_workers_per_node=8,
-            encrypted=True,
-            provider=LocalProvider(
-                init_blocks=1,
-                max_blocks=1,
-            ),
-        )
-    ],
-    strategy='none',
-)

parsl-2025.7.21/parsl/tests/scaling_tests/local_threads.py

@@ -1,4 +0,0 @@
-from parsl.config import Config
-from parsl.executors.threads import ThreadPoolExecutor
-
-config = Config(executors=[ThreadPoolExecutor()])

parsl-2025.7.21/parsl/tests/scaling_tests/test_scale.py

@@ -1,135 +0,0 @@
-#!/usr/bin/env python3
-
-import argparse
-import time
-
-import parsl
-from parsl.app.app import python_app  # , bash_app
-
-
-@python_app
-def double(x):
-    return x * 2
-
-
-@python_app
-def echo(x, string, stdout=None):
-    print(string)
-    return x * 5
-
-
-@python_app
-def import_echo(x, string, stdout=None):
-    # from time import sleep
-    # sleep(0)
-    print(string)
-    return x * 5
-
-
-@python_app
-def platform(sleep=10, stdout=None):
-    import platform
-    import time
-    time.sleep(sleep)
-    return platform.uname()
-
-
-def test_simple(n=2):
-    start = time.time()
-    x = double(n)
-    print("Result : ", x.result())
-    assert x.result() == n * \
-        2, "Expected double to return:{0} instead got:{1}".format(
-            n * 2, x.result())
-    print("Duration : {0}s".format(time.time() - start))
-    print("[TEST STATUS] test_parallel_for [SUCCESS]")
-    return True
-
-
-def test_imports(n=2):
-    start = time.time()
-    x = import_echo(n, "hello world")
-    print("Result : ", x.result())
-    assert x.result() == n * \
-        5, "Expected double to return:{0} instead got:{1}".format(
-            n * 2, x.result())
-    print("Duration : {0}s".format(time.time() - start))
-    print("[TEST STATUS] test_parallel_for [SUCCESS]")
-    return True
-
-
-def test_platform(n=2, sleep=1):
-
-    dfk = parsl.dfk()
-    # sync
-    x = platform(sleep=0)
-    print(x.result())
-
-    name = list(dfk.executors.keys())[0]
-    print("Trying to get executor : ", name)
-
-    print("Executor : ", dfk.executors[name])
-    print("Connected   : ", dfk.executors[name].connected_workers)
-    print("Outstanding : ", dfk.executors[name].outstanding)
-    d = []
-    for i in range(0, n):
-        x = platform(sleep=sleep)
-        d.append(x)
-
-    print("Connected   : ", dfk.executors[name].connected_workers)
-    print("Outstanding : ", dfk.executors[name].outstanding)
-
-    print(set([i.result()for i in d]))
-
-    print("Connected   : ", dfk.executors[name].connected_workers)
-    print("Outstanding : ", dfk.executors[name].outstanding)
-
-    return True
-
-
-def test_parallel_for(n=2, sleep=1):
-    d = {}
-
-    start = time.time()
-    print("Priming ...")
-    double(10).result()
-    delta = time.time() - start
-    print("Priming done in {} seconds".format(delta))
-
-    start = time.time()
-    for i in range(0, n):
-        d[i] = platform(sleep=sleep)
-        # d[i] = double(i)
-        # time.sleep(0.01)
-    [d[i].result() for i in d]
-    delta = time.time() - start
-    print("Time to complete {} tasks: {:8.3f} s".format(n, delta))
-    print("Throughput : {:8.3f} Tasks/s".format(n / delta))
-    return d
-
-
-if __name__ == '__main__':
-
-    parser = argparse.ArgumentParser()
-    parser.add_argument("-s", "--sleep", default="0")
-    parser.add_argument("-c", "--count", default="10",
-                        help="Count of apps to launch")
-    parser.add_argument("-d", "--debug", action='store_true',
-                        help="Count of apps to launch")
-    parser.add_argument("-f", "--fileconfig", required=True)
-
-    args = parser.parse_args()
-
-    if args.debug:
-        parsl.set_stream_logger()
-
-    config = None
-    exec("from {} import config".format(args.fileconfig))
-    parsl.load(config)
-    # x = test_simple(int(args.count))
-    # x = test_imports()
-    x = test_parallel_for(int(args.count), float(args.sleep))
-    # x = test_platform(int(args.count), int(args.sleep))
-    # x = test_parallel_for(int(args.count))
-    # x = test_stdout()
-    # x = test_platform()

parsl-2025.7.21/parsl/tests/scaling_tests/vineex_condor.py

@@ -1,9 +0,0 @@
-from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
-from parsl.providers import CondorProvider
-
-config = Config(
-    executors=[TaskVineExecutor(manager_config=TaskVineManagerConfig(port=50055),
-                                provider=CondorProvider(),
-                                )]
-)

parsl-2025.7.21/parsl/tests/scaling_tests/vineex_local.py

@@ -1,10 +0,0 @@
-from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
-from parsl.providers import LocalProvider
-
-config = Config(
-    executors=[TaskVineExecutor(label='VineExec',
-                                worker_launch_method='factory',
-                                manager_config=TaskVineManagerConfig(port=50055),
-                                )]
-)

parsl-2025.7.21/parsl/tests/scaling_tests/wqex_condor.py

@@ -1,12 +0,0 @@
-from parsl.config import Config
-from parsl.executors import WorkQueueExecutor
-from parsl.providers import CondorProvider
-
-config = Config(
-    executors=[WorkQueueExecutor(port=50055,
-                                 source=True,
-                                 provider=CondorProvider(),
-                                 # init_command='source /home/yadu/src/wq_parsl/setup_parsl_env.sh;
-                                 # echo "Ran at $date" > /home/yadu/src/wq_parsl/parsl/tests/workqueue_tests/ran.log',
-                                 )]
-)

parsl-2025.7.21/parsl/tests/scaling_tests/wqex_local.py

@@ -1,12 +0,0 @@
-from parsl.config import Config
-from parsl.executors import WorkQueueExecutor
-from parsl.providers import LocalProvider
-
-config = Config(
-    executors=[WorkQueueExecutor(port=50055,
-                                 source=True,
-                                 provider=LocalProvider(),
-                                 # init_command='source /home/yadu/src/wq_parsl/setup_parsl_env.sh;
-                                 # echo "Ran at $date" > /home/yadu/src/wq_parsl/parsl/tests/workqueue_tests/ran.log',
-                                 )]
-)