parsl 2024.5.27__tar.gz → 2024.6.3__tar.gz

{parsl-2024.5.27/parsl.egg-info → parsl-2024.6.3}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2024.5.27
+Version: 2024.6.3
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2024.05.27.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2024.06.03.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/__init__.py

@@ -15,24 +15,23 @@ AUTO_LOGNAME
 
 """
 import logging
+import multiprocessing as _multiprocessing
 import os
 import platform
 
-from parsl.version import VERSION
 from parsl.app.app import bash_app, join_app, python_app
 from parsl.config import Config
-from parsl.executors import ThreadPoolExecutor
-from parsl.executors import HighThroughputExecutor
-from parsl.executors import WorkQueueExecutor
-from parsl.log_utils import set_stream_logger
-from parsl.log_utils import set_file_logger
-from parsl.monitoring import MonitoringHub
-
 from parsl.data_provider.files import File
-
 from parsl.dataflow.dflow import DataFlowKernel, DataFlowKernelLoader
+from parsl.executors import (
+    HighThroughputExecutor,
+    ThreadPoolExecutor,
+    WorkQueueExecutor,
+)
+from parsl.log_utils import set_file_logger, set_stream_logger
+from parsl.monitoring import MonitoringHub
+from parsl.version import VERSION
 
-import multiprocessing as _multiprocessing
 if platform.system() == 'Darwin':
     _multiprocessing.set_start_method('fork', force=True)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/addresses.py

@@ -8,17 +8,19 @@ so some experimentation will probably be needed to choose the correct one.
 
 import logging
 import platform
-import requests
 import socket
+
+import requests
+
 try:
     import fcntl
 except ImportError:
     fcntl = None  # type: ignore[assignment]
 import struct
-import typeguard
-import psutil
+from typing import Callable, List, Set
 
-from typing import Set, List, Callable
+import psutil
+import typeguard
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/app/app.py

@@ -3,19 +3,16 @@
 The App class encapsulates a generic leaf task that can be executed asynchronously.
 """
 import logging
-import typeguard
 from abc import ABCMeta, abstractmethod
 from inspect import signature
-from typing import List, Optional, Sequence, Union
+from typing import Any, Callable, Dict, List, Optional, Sequence, Union
+
+import typeguard
 from typing_extensions import Literal
 
 from parsl.dataflow.dflow import DataFlowKernel
-
-from typing import Any, Callable, Dict
-
 from parsl.dataflow.futures import AppFuture
 
-
 logger = logging.getLogger(__name__)
 
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/app/bash.py

@@ -1,10 +1,9 @@
-from functools import update_wrapper
-from functools import partial
-from inspect import signature, Parameter
 import logging
+from functools import partial, update_wrapper
+from inspect import Parameter, signature
 
-from parsl.app.errors import wrap_error
 from parsl.app.app import AppBase
+from parsl.app.errors import wrap_error
 from parsl.data_provider.files import File
 from parsl.dataflow.dflow import DataFlowKernelLoader
 
@@ -17,6 +16,7 @@ def remote_side_bash_executor(func, *args, **kwargs):
     """
     import os
     import subprocess
+
     import parsl.app.errors as pe
     from parsl.utils import get_std_fname_mode
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/app/errors.py

@@ -1,10 +1,11 @@
 """Exceptions raised by Apps."""
+import logging
 from functools import wraps
-from typing import Callable, List, Optional, TypeVar, Union
-from typing_extensions import ParamSpec
 from types import TracebackType
-import logging
+from typing import Callable, List, Optional, TypeVar, Union
+
 from tblib import Traceback
+from typing_extensions import ParamSpec
 
 from parsl.data_provider.files import File
 from parsl.errors import ParslError
@@ -134,6 +135,7 @@ def wrap_error(func: Callable[P, R]) -> Callable[P, Union[R, RemoteExceptionWrap
     @wraps(func)
     def wrapper(*args: P.args, **kwargs: P.kwargs) -> Union[R, RemoteExceptionWrapper]:
         import sys
+
         from parsl.app.errors import RemoteExceptionWrapper
         try:
             return func(*args, **kwargs)

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/app/python.py

@@ -2,6 +2,7 @@ import logging
 import threading
 
 import tblib.pickling_support
+
 tblib.pickling_support.install()
 
 from functools import wraps
@@ -11,7 +12,6 @@ from parsl.app.errors import wrap_error
 from parsl.dataflow.dflow import DataFlowKernelLoader
 from parsl.utils import AutoCancelTimer
 
-
 logger = logging.getLogger(__name__)
 
 
@@ -19,6 +19,7 @@ def timeout(f, seconds: float):
     @wraps(f)
     def wrapper(*args, **kwargs):
         import ctypes
+
         import parsl.app.errors
 
         def inject_exception(thread):

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/benchmark/perf.py

@@ -1,7 +1,8 @@
 import argparse
+import concurrent.futures
 import importlib
 import time
-import concurrent.futures
+
 import parsl
 
 min_iterations = 2

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/channels/base.py

@@ -1,5 +1,4 @@
 from abc import ABCMeta, abstractmethod, abstractproperty
-
 from typing import Dict, Tuple
 
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/channels/errors.py

@@ -1,8 +1,9 @@
 ''' Exceptions raise by Apps.
 '''
-from parsl.errors import ParslError
 from typing import Optional
 
+from parsl.errors import ParslError
+
 
 class ChannelError(ParslError):
     """ Base class for all exceptions

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/channels/oauth_ssh/oauth_ssh.py

@@ -1,13 +1,14 @@
 import logging
-import paramiko
 import socket
 
-from parsl.errors import OptionalModuleMissing
+import paramiko
+
 from parsl.channels.ssh.ssh import SSHChannel
+from parsl.errors import OptionalModuleMissing
 
 try:
-    from oauth_ssh.ssh_service import SSHService
     from oauth_ssh.oauth_ssh_token import find_access_token
+    from oauth_ssh.ssh_service import SSHService
     _oauth_ssh_enabled = True
 except (ImportError, NameError):
     _oauth_ssh_enabled = False

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/channels/ssh/ssh.py

@@ -3,8 +3,16 @@ import logging
 import os
 
 import paramiko
+
 from parsl.channels.base import Channel
-from parsl.channels.errors import BadHostKeyException, AuthException, SSHException, BadScriptPath, BadPermsScriptPath, FileCopyException
+from parsl.channels.errors import (
+    AuthException,
+    BadHostKeyException,
+    BadPermsScriptPath,
+    BadScriptPath,
+    FileCopyException,
+    SSHException,
+)
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/channels/ssh_il/ssh_il.py

@@ -2,6 +2,7 @@ import getpass
 import logging
 
 import paramiko
+
 from parsl.channels.ssh.ssh import SSHChannel
 
 logger = logging.getLogger(__name__)

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/concurrent/__init__.py

@@ -1,8 +1,8 @@
 """Interfaces modeled after Python's `concurrent library <https://docs.python.org/3/library/concurrent.html>`_"""
-from typing import Callable, Dict, Optional, Iterator, Iterable
+import time
 from concurrent.futures import Executor
+from typing import Callable, Dict, Iterable, Iterator, Optional
 from warnings import warn
-import time
 
 from parsl import Config, DataFlowKernel
 from parsl.app.python import PythonApp

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/Azure.py

@@ -1,14 +1,13 @@
 """Config for Azure"""
-from parsl.config import Config
+import getpass
 
-from parsl.providers import AzureProvider
-from parsl.executors import HighThroughputExecutor
-from parsl.data_provider.http import HTTPInTaskStaging
+from parsl.addresses import address_by_query
+from parsl.config import Config
 from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.rsync import RSyncStaging
-from parsl.addresses import address_by_query
-
-import getpass
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AzureProvider
 
 vm_reference = {
     # All fields below are required

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/ad_hoc.py

@@ -1,8 +1,9 @@
-from parsl.providers import AdHocProvider
+from typing import Any, Dict
+
 from parsl.channels import SSHChannel
-from parsl.executors import HighThroughputExecutor
 from parsl.config import Config
-from typing import Any, Dict
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AdHocProvider
 
 user_opts: Dict[str, Dict[str, Any]]
 user_opts = {'adhoc':

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/expanse.py

@@ -1,8 +1,7 @@
 from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
 from parsl.launchers import SrunLauncher
 from parsl.providers import SlurmProvider
-from parsl.executors import HighThroughputExecutor
-
 
 config = Config(
     executors=[

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/frontera.py

@@ -1,9 +1,8 @@
-from parsl.config import Config
 from parsl.channels import LocalChannel
-from parsl.providers import SlurmProvider
+from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.launchers import SrunLauncher
-
+from parsl.providers import SlurmProvider
 
 """ This config assumes that it is used to launch parsl tasks from the login nodes
 of Frontera at TACC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/htex_local.py

@@ -1,8 +1,7 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import LocalProvider
 
 config = Config(
     executors=[

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/kubernetes.py

@@ -1,8 +1,7 @@
+from parsl.addresses import address_by_route
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.providers import KubernetesProvider
-from parsl.addresses import address_by_route
-
 
 config = Config(
     executors=[

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/stampede2.py

@@ -1,10 +1,9 @@
+from parsl.addresses import address_by_interface
 from parsl.config import Config
-from parsl.providers import SlurmProvider
-from parsl.launchers import SrunLauncher
-from parsl.executors import HighThroughputExecutor
 from parsl.data_provider.globus import GlobusStaging
-from parsl.addresses import address_by_interface
-
+from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
 
 config = Config(
     executors=[

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/summit.py

@@ -1,11 +1,9 @@
+from parsl.addresses import address_by_interface
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
-
 from parsl.launchers import JsrunLauncher
 from parsl.providers import LSFProvider
 
-from parsl.addresses import address_by_interface
-
 config = Config(
     executors=[
         HighThroughputExecutor(

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/toss3_llnl.py

@@ -1,8 +1,7 @@
 from parsl.config import Config
 from parsl.executors import FluxExecutor
-from parsl.providers import SlurmProvider
 from parsl.launchers import SrunLauncher
-
+from parsl.providers import SlurmProvider
 
 config = Config(
     executors=[

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/configs/vineex_local.py

@@ -1,8 +1,8 @@
-from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor
-from parsl.executors.taskvine import TaskVineManagerConfig
 import uuid
 
+from parsl.config import Config
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
+
 config = Config(
     executors=[
         TaskVineExecutor(

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/data_manager.py

@@ -1,14 +1,14 @@
 import logging
 from concurrent.futures import Future
-from typing import Any, Callable, List, Optional, TYPE_CHECKING
+from typing import TYPE_CHECKING, Any, Callable, List, Optional
 
 from parsl.app.futures import DataFuture
-from parsl.data_provider.files import File
 from parsl.data_provider.file_noop import NoOpFileStaging
+from parsl.data_provider.files import File
 from parsl.data_provider.ftp import FTPSeparateTaskStaging
 from parsl.data_provider.http import HTTPSeparateTaskStaging
-from parsl.data_provider.zip import ZipFileStaging
 from parsl.data_provider.staging import Staging
+from parsl.data_provider.zip import ZipFileStaging
 
 if TYPE_CHECKING:
     from parsl.dataflow.dflow import DataFlowKernel

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/file_noop.py

@@ -1,8 +1,7 @@
 import logging
 
-from parsl.utils import RepresentationMixin
 from parsl.data_provider.staging import Staging
-
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/ftp.py

@@ -3,10 +3,8 @@ import logging
 import os
 
 import parsl
-
-from parsl.utils import RepresentationMixin
 from parsl.data_provider.staging import Staging
-
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/globus.py

@@ -1,15 +1,16 @@
-import logging
 import json
-import globus_sdk
+import logging
 import os
-import parsl
-import typeguard
-
 from functools import partial
 from typing import Optional
+
+import globus_sdk
+import typeguard
+
+import parsl
 from parsl.app.app import python_app
-from parsl.utils import RepresentationMixin
 from parsl.data_provider.staging import Staging
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/staging.py

@@ -1,9 +1,9 @@
 from concurrent.futures import Future
-from typing import Optional, Callable
+from typing import TYPE_CHECKING, Callable, Optional
+
 from parsl.app.futures import DataFuture
 from parsl.data_provider.files import File
 
-from typing import TYPE_CHECKING
 if TYPE_CHECKING:
     from parsl.data_provider.data_manager import DataManager
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/data_provider/zip.py

@@ -1,16 +1,15 @@
-import filelock
 import logging
 import os
-import parsl
 import zipfile
-
 from typing import Tuple
 
-from parsl.data_provider.staging import Staging
+import filelock
+
+import parsl
 from parsl.data_provider.files import File
+from parsl.data_provider.staging import Staging
 from parsl.errors import ParslError
 
-
 logger = logging.getLogger(__name__)
 
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/dataflow/dflow.py

@@ -1,23 +1,25 @@
 from __future__ import annotations
+
 import atexit
+import datetime
+import inspect
 import logging
 import os
 import pathlib
 import pickle
 import random
-import time
-import typeguard
-import inspect
-import threading
 import sys
-import datetime
+import threading
+import time
+from concurrent.futures import Future
+from functools import partial
 from getpass import getuser
-from typeguard import typechecked
+from socket import gethostname
 from typing import Any, Callable, Dict, List, Optional, Sequence, Tuple, Union
 from uuid import uuid4
-from socket import gethostname
-from concurrent.futures import Future
-from functools import partial
+
+import typeguard
+from typeguard import typechecked
 
 import parsl
 from parsl.app.errors import RemoteExceptionWrapper
@@ -31,21 +33,24 @@ from parsl.dataflow.errors import BadCheckpoint, DependencyError, JoinError
 from parsl.dataflow.futures import AppFuture
 from parsl.dataflow.memoization import Memoizer
 from parsl.dataflow.rundirs import make_rundir
-from parsl.dataflow.states import States, FINAL_STATES, FINAL_FAILURE_STATES
+from parsl.dataflow.states import FINAL_FAILURE_STATES, FINAL_STATES, States
 from parsl.dataflow.taskrecord import TaskRecord
-from parsl.errors import ConfigurationError, InternalConsistencyError, NoDataFlowKernelError
-from parsl.jobs.job_status_poller import JobStatusPoller
-from parsl.usage_tracking.usage import UsageTracker
+from parsl.errors import (
+    ConfigurationError,
+    InternalConsistencyError,
+    NoDataFlowKernelError,
+)
 from parsl.executors.base import ParslExecutor
 from parsl.executors.status_handling import BlockProviderExecutor
 from parsl.executors.threads import ThreadPoolExecutor
+from parsl.jobs.job_status_poller import JobStatusPoller
 from parsl.monitoring import MonitoringHub
+from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.remote import monitor_wrapper
 from parsl.process_loggers import wrap_with_logs
 from parsl.providers.base import ExecutionProvider
-from parsl.utils import get_version, get_std_fname_mode, get_all_checkpoints, Timer
-
-from parsl.monitoring.message_type import MessageType
+from parsl.usage_tracking.usage import UsageTracker
+from parsl.utils import Timer, get_all_checkpoints, get_std_fname_mode, get_version
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/dataflow/errors.py

@@ -1,6 +1,7 @@
-from parsl.errors import ParslError
 from typing import Optional, Sequence, Tuple
 
+from parsl.errors import ParslError
+
 
 class DataFlowException(ParslError):
     """Base class for all exceptions.

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/dataflow/futures.py

@@ -1,12 +1,11 @@
 from __future__ import annotations
 
-from concurrent.futures import Future
 import logging
 import threading
+from concurrent.futures import Future
 from typing import Any, Optional, Sequence, Union
 
 import parsl.app.app as app
-
 from parsl.app.futures import DataFuture
 from parsl.dataflow.taskrecord import TaskRecord
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/dataflow/memoization.py

@@ -1,18 +1,18 @@
 from __future__ import annotations
+
 import hashlib
-from functools import lru_cache, singledispatch
 import logging
 import pickle
-from parsl.dataflow.taskrecord import TaskRecord
+from functools import lru_cache, singledispatch
+from typing import TYPE_CHECKING, Any, Dict, List, Optional
 
-from typing import Dict, Any, List, Optional, TYPE_CHECKING
+from parsl.dataflow.taskrecord import TaskRecord
 
 if TYPE_CHECKING:
     from parsl import DataFlowKernel  # import loop at runtime - needed for typechecking - TODO turn into "if typing:"
 
-from concurrent.futures import Future
-
 import types
+from concurrent.futures import Future
 
 logger = logging.getLogger(__name__)
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/dataflow/taskrecord.py

@@ -1,19 +1,18 @@
 from __future__ import annotations
 
-import threading
 import datetime
-from typing_extensions import TypedDict
+import threading
 from concurrent.futures import Future
 
-
 # only for type checking:
-from typing import Any, Callable, Dict, Optional, List, Sequence, TYPE_CHECKING, Union
+from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Sequence, Union
+
+from typing_extensions import TypedDict
 
 if TYPE_CHECKING:
     from parsl.dataflow.futures import AppFuture
 
 import parsl.dataflow.dflow as dflow
-
 from parsl.dataflow.states import States
 
 

{parsl-2024.5.27 → parsl-2024.6.3}/parsl/executors/base.py

@@ -2,6 +2,7 @@ import os
 from abc import ABCMeta, abstractmethod
 from concurrent.futures import Future
 from typing import Any, Callable, Dict, Optional
+
 from typing_extensions import Literal, Self
 
 from parsl.monitoring.radios import MonitoringRadio