parsl 2024.5.20__py3-none-any.whl → 2024.6.3__py3-none-any.whl

parsl/monitoring/visualization/views.py

@@ -1,15 +1,22 @@
-from flask import render_template
-from flask import current_app as app
 import pandas as pd
+from flask import current_app as app
+from flask import render_template
 
 import parsl.monitoring.queries.pandas as queries
-
-from parsl.monitoring.visualization.models import Workflow, Task, Status, db
-
-from parsl.monitoring.visualization.plots.default.workflow_plots import task_gantt_plot, task_per_app_plot, workflow_dag_plot
-from parsl.monitoring.visualization.plots.default.task_plots import time_series_memory_per_task_plot
-from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (resource_distribution_plot,
-                                                                                  resource_efficiency, worker_efficiency)
+from parsl.monitoring.visualization.models import Status, Task, Workflow, db
+from parsl.monitoring.visualization.plots.default.task_plots import (
+    time_series_memory_per_task_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_plots import (
+    task_gantt_plot,
+    task_per_app_plot,
+    workflow_dag_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (
+    resource_distribution_plot,
+    resource_efficiency,
+    worker_efficiency,
+)
 
 dummy = True
 

parsl/multiprocessing.py

@@ -6,7 +6,6 @@ import multiprocessing
 import multiprocessing.queues
 import platform
 from multiprocessing.context import ForkProcess as ForkProcessType
-
 from typing import Callable
 
 logger = logging.getLogger(__name__)

parsl/process_loggers.py

@@ -1,7 +1,6 @@
+import functools
 import logging
 import threading
-import functools
-
 from typing import Callable, Optional
 
 

parsl/providers/__init__.py

@@ -1,24 +1,21 @@
 # Workstation Provider
-from parsl.providers.local.local import LocalProvider
-
-# Cluster Providers
-
-from parsl.providers.cobalt.cobalt import CobaltProvider
-from parsl.providers.condor.condor import CondorProvider
-from parsl.providers.grid_engine.grid_engine import GridEngineProvider
-from parsl.providers.slurm.slurm import SlurmProvider
-from parsl.providers.torque.torque import TorqueProvider
-from parsl.providers.pbspro.pbspro import PBSProProvider
-from parsl.providers.lsf.lsf import LSFProvider
 from parsl.providers.ad_hoc.ad_hoc import AdHocProvider
 
 # Cloud Providers
 from parsl.providers.aws.aws import AWSProvider
-from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
 from parsl.providers.azure.azure import AzureProvider
+from parsl.providers.cobalt.cobalt import CobaltProvider
+from parsl.providers.condor.condor import CondorProvider
+from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
+from parsl.providers.grid_engine.grid_engine import GridEngineProvider
 
 # Kubernetes
 from parsl.providers.kubernetes.kube import KubernetesProvider
+from parsl.providers.local.local import LocalProvider
+from parsl.providers.lsf.lsf import LSFProvider
+from parsl.providers.pbspro.pbspro import PBSProProvider
+from parsl.providers.slurm.slurm import SlurmProvider
+from parsl.providers.torque.torque import TorqueProvider
 
 __all__ = ['LocalProvider',
            'CobaltProvider',

parsl/providers/ad_hoc/ad_hoc.py

@@ -3,7 +3,7 @@ import os
 import time
 
 from parsl.channels import LocalChannel
-from parsl.jobs.states import JobStatus, JobState
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SimpleLauncher
 from parsl.providers.base import ExecutionProvider
 from parsl.providers.errors import ScriptPathError

parsl/providers/aws/aws.py

@@ -4,13 +4,12 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.aws.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 

parsl/providers/azure/azure.py

@@ -4,22 +4,21 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.azure.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 
 try:
     from azure.common.credentials import ServicePrincipalCredentials
-    from azure.mgmt.resource import ResourceManagementClient
-    from azure.mgmt.network import NetworkManagementClient
     from azure.mgmt.compute import ComputeManagementClient
     from azure.mgmt.compute.models import DiskCreateOption
+    from azure.mgmt.network import NetworkManagementClient
+    from azure.mgmt.resource import ResourceManagementClient
     from msrestazure.azure_exceptions import CloudError
 
     _api_enabled = True

parsl/providers/base.py

@@ -1,5 +1,5 @@
-from abc import ABCMeta, abstractmethod, abstractproperty
 import logging
+from abc import ABCMeta, abstractmethod, abstractproperty
 from typing import Any, Dict, List, Optional
 
 from parsl.channels.base import Channel

parsl/providers/cluster_provider.py

@@ -2,10 +2,10 @@ import logging
 from abc import abstractmethod
 from string import Template
 
-from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 from parsl.launchers.base import Launcher
 from parsl.launchers.errors import BadLauncher
 from parsl.providers.base import ExecutionProvider
+from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 
 logger = logging.getLogger(__name__)
 

parsl/providers/cobalt/cobalt.py

@@ -3,12 +3,12 @@ import os
 import time
 import warnings
 
-from parsl.providers.errors import ScaleOutFailed
 from parsl.channels import LocalChannel
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import AprunLauncher
-from parsl.providers.cobalt.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
-from parsl.jobs.states import JobState, JobStatus
+from parsl.providers.cobalt.template import template_string
+from parsl.providers.errors import ScaleOutFailed
 from parsl.utils import RepresentationMixin, wtime_to_minutes
 
 logger = logging.getLogger(__name__)

parsl/providers/condor/condor.py

@@ -2,20 +2,22 @@ import logging
 import os
 import re
 import time
+
 import typeguard
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
-from parsl.utils import RepresentationMixin
 from parsl.launchers import SingleNodeLauncher
 from parsl.launchers.base import Launcher
-from parsl.providers.condor.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
+from parsl.providers.condor.template import template_string
 from parsl.providers.errors import ScaleOutFailed
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 
 from typing import Dict, List, Optional
+
 from parsl.channels.base import Channel
 
 # See http://pages.cs.wisc.edu/~adesmet/status.html

parsl/providers/errors.py

@@ -1,7 +1,7 @@
-from parsl.errors import ParslError
-
 import warnings
 
+from parsl.errors import ParslError
+
 
 class ExecutionProviderException(ParslError):
     """ Base class for all exceptions

parsl/providers/googlecloud/googlecloud.py

@@ -1,8 +1,9 @@
 import atexit
 import logging
 import os
-from parsl.launchers import SingleNodeLauncher
+
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 

parsl/providers/grid_engine/grid_engine.py

@@ -3,10 +3,10 @@ import os
 import time
 
 from parsl.channels import LocalChannel
+from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.cluster_provider import ClusterProvider
 from parsl.providers.grid_engine.template import template_string
-from parsl.launchers import SingleNodeLauncher
-from parsl.jobs.states import JobState, JobStatus
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/providers/kubernetes/kube.py

@@ -1,17 +1,19 @@
 import logging
 import time
+
 from parsl.providers.kubernetes.template import template_string
 
 logger = logging.getLogger(__name__)
 
+from typing import Any, Dict, List, Optional, Tuple
+
+import typeguard
+
 from parsl.errors import OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
 from parsl.providers.base import ExecutionProvider
 from parsl.utils import RepresentationMixin
 
-import typeguard
-from typing import Any, Dict, List, Optional, Tuple
-
 try:
     from kubernetes import client, config
     _kubernetes_enabled = True

parsl/providers/local/local.py

@@ -6,7 +6,11 @@ from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SingleNodeLauncher
 from parsl.providers.base import ExecutionProvider
-from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError, SubmitException
+from parsl.providers.errors import (
+    SchedulerMissingArgs,
+    ScriptPathError,
+    SubmitException,
+)
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/providers/lsf/lsf.py

@@ -1,7 +1,7 @@
-import os
-import time
 import logging
 import math
+import os
+import time
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/pbspro/pbspro.py

@@ -1,7 +1,7 @@
+import json
 import logging
 import os
 import time
-import json
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/slurm/slurm.py

@@ -1,12 +1,12 @@
-import os
-import math
-import time
 import logging
+import math
+import os
 import re
-import typeguard
-
+import time
 from typing import Optional
 
+import typeguard
+
 from parsl.channels import LocalChannel
 from parsl.channels.base import Channel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/torque/torque.py

@@ -5,8 +5,8 @@ import time
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import AprunLauncher
-from parsl.providers.torque.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
+from parsl.providers.torque.template import template_string
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/serialize/__init__.py

@@ -1,6 +1,11 @@
-from parsl.serialize.facade import (serialize, deserialize, pack_apply_message,
-                                    unpack_apply_message, unpack_res_spec_apply_message,
-                                    pack_res_spec_apply_message)
+from parsl.serialize.facade import (
+    deserialize,
+    pack_apply_message,
+    pack_res_spec_apply_message,
+    serialize,
+    unpack_apply_message,
+    unpack_res_spec_apply_message,
+)
 
 __all__ = ['serialize',
            'deserialize',

parsl/serialize/base.py

@@ -1,7 +1,6 @@
+import logging
 from abc import abstractmethod
 from functools import cached_property
-import logging
-
 from typing import Any
 
 logger = logging.getLogger(__name__)

parsl/serialize/concretes.py

@@ -1,13 +1,14 @@
-import dill
 import functools
-import pickle
 import logging
+import pickle
 
-logger = logging.getLogger(__name__)
-from parsl.serialize.base import SerializerBase
+import dill
 
+logger = logging.getLogger(__name__)
 from typing import Any
 
+from parsl.serialize.base import SerializerBase
+
 
 class PickleSerializer(SerializerBase):
     """ Pickle serialization covers most python objects, with some notable exceptions:

parsl/serialize/proxystore.py

@@ -1,10 +1,11 @@
-import dill
 import io
 import typing as t
 
-from parsl.serialize.base import SerializerBase
+import dill
 from proxystore.store import Store
 
+from parsl.serialize.base import SerializerBase
+
 
 class ProxyStoreDeepPickler(dill.Pickler):
     """This class extends dill so that certain objects will be stored into

parsl/tests/__init__.py

@@ -1,5 +1,5 @@
-from parsl.dataflow.memoization import id_for_memo
 from parsl.data_provider.files import File
+from parsl.dataflow.memoization import id_for_memo
 
 
 @id_for_memo.register(File)

parsl/tests/configs/ad_hoc_cluster_htex.py

@@ -1,9 +1,9 @@
-from parsl.providers import AdHocProvider
+from typing import Any, Dict
+
 from parsl.channels import SSHChannel
-from parsl.executors import HighThroughputExecutor
 from parsl.config import Config
-
-from typing import Any, Dict
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AdHocProvider
 
 user_opts = {'adhoc':
              {'username': 'YOUR_USERNAME',

parsl/tests/configs/azure_single_node.py

@@ -1,13 +1,12 @@
 """Config for Azure"""
-from parsl.providers import AzureProvider
+import getpass
 
 from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.rsync import RSyncStaging
-
-import getpass
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AzureProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/bridges.py

@@ -1,7 +1,8 @@
 from parsl.config import Config
-from parsl.providers import SlurmProvider
-from parsl.launchers import SrunLauncher
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
+
 from .user_opts import user_opts
 
 

parsl/tests/configs/cc_in2p3.py

@@ -1,7 +1,7 @@
-from parsl.config import Config
 from parsl.channels import LocalChannel
-from parsl.providers import GridEngineProvider
+from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import GridEngineProvider
 
 from .user_opts import user_opts
 

parsl/tests/configs/comet.py

@@ -1,7 +1,8 @@
 from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
 from parsl.launchers import SrunLauncher
 from parsl.providers import SlurmProvider
-from parsl.executors import HighThroughputExecutor
+
 from .user_opts import user_opts
 
 

parsl/tests/configs/ec2_single_node.py

@@ -11,10 +11,9 @@ Block {Min:0, init:1, Max:1}
 ==================
 
 """
-from parsl.providers import AWSProvider
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import AWSProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/ec2_spot.py

@@ -1,7 +1,6 @@
-from parsl.providers import AWSProvider
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import AWSProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/frontera.py

@@ -1,10 +1,11 @@
-from parsl.config import Config
 from parsl.channels import LocalChannel
-from parsl.providers import SlurmProvider
+from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
 
 from .user_opts import user_opts
+
 """ This config assumes that it is used to launch parsl tasks from the login nodes
 of Frontera at TACC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.
 """

parsl/tests/configs/htex_ad_hoc_cluster.py

@@ -1,9 +1,7 @@
-from parsl.providers import AdHocProvider
 from parsl.channels import SSHChannel
-from parsl.executors import HighThroughputExecutor
-
 from parsl.config import Config
-
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AdHocProvider
 from parsl.tests.configs.user_opts import user_opts
 
 config = Config(

parsl/tests/configs/htex_local.py

@@ -1,9 +1,8 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-from parsl.launchers import SimpleLauncher
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SimpleLauncher
+from parsl.providers import LocalProvider
 
 
 def fresh_config():

parsl/tests/configs/htex_local_alternate.py

@@ -15,23 +15,20 @@ will cause substantially different behaviour on whatever
 those timing parameters control.
 """
 
-# imports for monitoring:
-from parsl.monitoring import MonitoringHub
-
 import os
 
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-from parsl.launchers import SingleNodeLauncher
-
 from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-
-
-from parsl.data_provider.http import HTTPInTaskStaging
-from parsl.data_provider.ftp import FTPInTaskStaging
 from parsl.data_provider.file_noop import NoOpFileStaging
+from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.zip import ZipFileStaging
+from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SingleNodeLauncher
+
+# imports for monitoring:
+from parsl.monitoring import MonitoringHub
+from parsl.providers import LocalProvider
 
 working_dir = os.getcwd() + "/" + "test_htex_alternate"
 

parsl/tests/configs/htex_local_intask_staging.py

@@ -1,13 +1,11 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-from parsl.launchers import SimpleLauncher
-
-from parsl.data_provider.http import HTTPInTaskStaging
-from parsl.data_provider.ftp import FTPInTaskStaging
-from parsl.data_provider.file_noop import NoOpFileStaging
-
 from parsl.config import Config
+from parsl.data_provider.file_noop import NoOpFileStaging
+from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SimpleLauncher
+from parsl.providers import LocalProvider
 
 config = Config(
     executors=[

parsl/tests/configs/htex_local_rsync_staging.py

@@ -1,13 +1,11 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-from parsl.launchers import SimpleLauncher
-
-from parsl.data_provider.http import HTTPInTaskStaging
+from parsl.config import Config
 from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.rsync import RSyncStaging
-
-from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SimpleLauncher
+from parsl.providers import LocalProvider
 
 config = Config(
     executors=[

parsl/tests/configs/local_adhoc.py

@@ -1,5 +1,5 @@
-from parsl.config import Config
 from parsl.channels import LocalChannel
+from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.providers import AdHocProvider
 

parsl/tests/configs/local_radical.py

@@ -1,9 +1,7 @@
 import os
 
 from parsl.config import Config
-from parsl.executors.radical import RadicalPilotExecutor
-from parsl.executors.radical import ResourceConfig
-
+from parsl.executors.radical import RadicalPilotExecutor, ResourceConfig
 
 rpex_cfg = ResourceConfig()
 

parsl/tests/configs/local_radical_mpi.py

@@ -1,10 +1,10 @@
 import os
+
 from parsl.config import Config
 
 
 def fresh_config():
-    from parsl.executors.radical import ResourceConfig
-    from parsl.executors.radical import RadicalPilotExecutor
+    from parsl.executors.radical import RadicalPilotExecutor, ResourceConfig
 
     rpex_cfg = ResourceConfig()
     rpex_cfg.worker_type = "MPI"

parsl/tests/configs/midway.py

@@ -1,7 +1,7 @@
 from parsl.config import Config
-from parsl.providers import SlurmProvider
-from parsl.launchers import SrunLauncher
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
 
 from .user_opts import user_opts
 

parsl/tests/configs/nscc_singapore.py

@@ -1,8 +1,8 @@
-from parsl.providers import PBSProProvider
-from parsl.executors import HighThroughputExecutor
-from parsl.launchers import MpiRunLauncher
 from parsl.addresses import address_by_interface
 from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
+from parsl.launchers import MpiRunLauncher
+from parsl.providers import PBSProProvider
 
 from .user_opts import user_opts