parsl 2024.5.27__py3-none-any.whl → 2024.6.3__py3-none-any.whl

parsl/monitoring/queries/pandas.py

@@ -1,7 +1,6 @@
-import pandas as pd
-
 from typing import Any
 
+import pandas as pd
 
 # pandas can take several different types of database connection,
 # and itself exposes its connection parameters as "Any".

parsl/monitoring/radios.py

@@ -1,11 +1,9 @@
+import logging
 import os
-import socket
 import pickle
+import socket
 import uuid
-import logging
-
 from abc import ABCMeta, abstractmethod
-
 from multiprocessing.queues import Queue
 from typing import Optional
 

parsl/monitoring/remote.py

@@ -1,16 +1,20 @@
+import datetime
+import logging
 import os
 import time
-import logging
-import datetime
 from functools import wraps
-
-from parsl.multiprocessing import ForkProcess
 from multiprocessing import Event
-from parsl.process_loggers import wrap_with_logs
+from typing import Any, Callable, Dict, List, Sequence, Tuple
 
 from parsl.monitoring.message_type import MessageType
-from parsl.monitoring.radios import MonitoringRadio, UDPRadio, HTEXRadio, FilesystemRadio
-from typing import Any, Callable, Dict, List, Sequence, Tuple
+from parsl.monitoring.radios import (
+    FilesystemRadio,
+    HTEXRadio,
+    MonitoringRadio,
+    UDPRadio,
+)
+from parsl.multiprocessing import ForkProcess
+from parsl.process_loggers import wrap_with_logs
 
 logger = logging.getLogger(__name__)
 
@@ -135,8 +139,8 @@ def send_first_last_message(try_id: int,
                             monitoring_hub_url: str,
                             run_id: str, radio_mode: str, run_dir: str,
                             is_last: bool) -> None:
-    import platform
     import os
+    import platform
 
     radio = get_radio(radio_mode, monitoring_hub_url, task_id, run_dir)
 
@@ -177,6 +181,7 @@ def monitor(pid: int,
     """
     import logging
     import platform
+
     import psutil
 
     from parsl.utils import setproctitle

parsl/monitoring/router.py

@@ -1,24 +1,21 @@
 from __future__ import annotations
 
+import logging
 import os
+import pickle
+import queue
 import socket
 import time
-import pickle
-import logging
-import zmq
+from multiprocessing.synchronize import Event
+from typing import Optional, Tuple, Union
 
-import queue
+import zmq
 
 from parsl.log_utils import set_file_logger
-from parsl.process_loggers import wrap_with_logs
-from parsl.utils import setproctitle
-
 from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.types import AddressedMonitoringMessage, TaggedMonitoringMessage
-
-from multiprocessing.synchronize import Event
-from typing import Optional, Tuple, Union
-
+from parsl.process_loggers import wrap_with_logs
+from parsl.utils import setproctitle
 
 logger = logging.getLogger(__name__)
 

parsl/monitoring/types.py

@@ -1,5 +1,7 @@
 from typing import Any, Dict, Tuple, Union
+
 from typing_extensions import TypeAlias
+
 from parsl.monitoring.message_type import MessageType
 
 # A basic parsl monitoring message is wrapped by up to two wrappers:

parsl/monitoring/visualization/app.py

@@ -1,8 +1,10 @@
-from flask import Flask
-from parsl.monitoring.visualization.models import db
 import argparse
 import os
 
+from flask import Flask
+
+from parsl.monitoring.visualization.models import db
+
 
 def cli_run():
     """ Instantiates the Monitoring viz server

parsl/monitoring/visualization/models.py

@@ -1,6 +1,5 @@
 from flask_sqlalchemy import SQLAlchemy
 
-
 WORKFLOW = 'workflow'    # Workflow table includes workflow metadata
 TASK = 'task'            # Task table includes task metadata
 STATUS = 'status'        # Status table includes task status

parsl/monitoring/visualization/plots/default/workflow_plots.py

@@ -1,13 +1,17 @@
 import math
+
+import networkx as nx
 import numpy as np
 import pandas as pd
-import plotly.graph_objs as go
 import plotly.figure_factory as ff
+import plotly.graph_objs as go
 from plotly.offline import plot
-import networkx as nx
-
-from parsl.monitoring.visualization.utils import timestamp_to_int, num_to_timestamp, DB_DATE_FORMAT
 
+from parsl.monitoring.visualization.utils import (
+    DB_DATE_FORMAT,
+    num_to_timestamp,
+    timestamp_to_int,
+)
 
 # gantt_colors must assign a color value for every state name defined
 # in parsl/dataflow/states.py

parsl/monitoring/visualization/plots/default/workflow_resource_plots.py

@@ -1,4 +1,5 @@
 import math
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objs as go

parsl/monitoring/visualization/utils.py

@@ -1,6 +1,5 @@
 from datetime import datetime
 
-
 DB_DATE_FORMAT = '%Y-%m-%d %H:%M:%S'
 
 

parsl/monitoring/visualization/views.py

@@ -1,15 +1,22 @@
-from flask import render_template
-from flask import current_app as app
 import pandas as pd
+from flask import current_app as app
+from flask import render_template
 
 import parsl.monitoring.queries.pandas as queries
-
-from parsl.monitoring.visualization.models import Workflow, Task, Status, db
-
-from parsl.monitoring.visualization.plots.default.workflow_plots import task_gantt_plot, task_per_app_plot, workflow_dag_plot
-from parsl.monitoring.visualization.plots.default.task_plots import time_series_memory_per_task_plot
-from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (resource_distribution_plot,
-                                                                                  resource_efficiency, worker_efficiency)
+from parsl.monitoring.visualization.models import Status, Task, Workflow, db
+from parsl.monitoring.visualization.plots.default.task_plots import (
+    time_series_memory_per_task_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_plots import (
+    task_gantt_plot,
+    task_per_app_plot,
+    workflow_dag_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (
+    resource_distribution_plot,
+    resource_efficiency,
+    worker_efficiency,
+)
 
 dummy = True
 

parsl/multiprocessing.py

@@ -6,7 +6,6 @@ import multiprocessing
 import multiprocessing.queues
 import platform
 from multiprocessing.context import ForkProcess as ForkProcessType
-
 from typing import Callable
 
 logger = logging.getLogger(__name__)

parsl/process_loggers.py

@@ -1,7 +1,6 @@
+import functools
 import logging
 import threading
-import functools
-
 from typing import Callable, Optional
 
 

parsl/providers/__init__.py

@@ -1,24 +1,21 @@
 # Workstation Provider
-from parsl.providers.local.local import LocalProvider
-
-# Cluster Providers
-
-from parsl.providers.cobalt.cobalt import CobaltProvider
-from parsl.providers.condor.condor import CondorProvider
-from parsl.providers.grid_engine.grid_engine import GridEngineProvider
-from parsl.providers.slurm.slurm import SlurmProvider
-from parsl.providers.torque.torque import TorqueProvider
-from parsl.providers.pbspro.pbspro import PBSProProvider
-from parsl.providers.lsf.lsf import LSFProvider
 from parsl.providers.ad_hoc.ad_hoc import AdHocProvider
 
 # Cloud Providers
 from parsl.providers.aws.aws import AWSProvider
-from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
 from parsl.providers.azure.azure import AzureProvider
+from parsl.providers.cobalt.cobalt import CobaltProvider
+from parsl.providers.condor.condor import CondorProvider
+from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
+from parsl.providers.grid_engine.grid_engine import GridEngineProvider
 
 # Kubernetes
 from parsl.providers.kubernetes.kube import KubernetesProvider
+from parsl.providers.local.local import LocalProvider
+from parsl.providers.lsf.lsf import LSFProvider
+from parsl.providers.pbspro.pbspro import PBSProProvider
+from parsl.providers.slurm.slurm import SlurmProvider
+from parsl.providers.torque.torque import TorqueProvider
 
 __all__ = ['LocalProvider',
            'CobaltProvider',

parsl/providers/ad_hoc/ad_hoc.py

@@ -3,7 +3,7 @@ import os
 import time
 
 from parsl.channels import LocalChannel
-from parsl.jobs.states import JobStatus, JobState
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SimpleLauncher
 from parsl.providers.base import ExecutionProvider
 from parsl.providers.errors import ScriptPathError

parsl/providers/aws/aws.py

@@ -4,13 +4,12 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.aws.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 

parsl/providers/azure/azure.py

@@ -4,22 +4,21 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.azure.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 
 try:
     from azure.common.credentials import ServicePrincipalCredentials
-    from azure.mgmt.resource import ResourceManagementClient
-    from azure.mgmt.network import NetworkManagementClient
     from azure.mgmt.compute import ComputeManagementClient
     from azure.mgmt.compute.models import DiskCreateOption
+    from azure.mgmt.network import NetworkManagementClient
+    from azure.mgmt.resource import ResourceManagementClient
     from msrestazure.azure_exceptions import CloudError
 
     _api_enabled = True

parsl/providers/base.py

@@ -1,5 +1,5 @@
-from abc import ABCMeta, abstractmethod, abstractproperty
 import logging
+from abc import ABCMeta, abstractmethod, abstractproperty
 from typing import Any, Dict, List, Optional
 
 from parsl.channels.base import Channel

parsl/providers/cluster_provider.py

@@ -2,10 +2,10 @@ import logging
 from abc import abstractmethod
 from string import Template
 
-from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 from parsl.launchers.base import Launcher
 from parsl.launchers.errors import BadLauncher
 from parsl.providers.base import ExecutionProvider
+from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 
 logger = logging.getLogger(__name__)
 

parsl/providers/cobalt/cobalt.py

@@ -3,12 +3,12 @@ import os
 import time
 import warnings
 
-from parsl.providers.errors import ScaleOutFailed
 from parsl.channels import LocalChannel
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import AprunLauncher
-from parsl.providers.cobalt.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
-from parsl.jobs.states import JobState, JobStatus
+from parsl.providers.cobalt.template import template_string
+from parsl.providers.errors import ScaleOutFailed
 from parsl.utils import RepresentationMixin, wtime_to_minutes
 
 logger = logging.getLogger(__name__)

parsl/providers/condor/condor.py

@@ -2,20 +2,22 @@ import logging
 import os
 import re
 import time
+
 import typeguard
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
-from parsl.utils import RepresentationMixin
 from parsl.launchers import SingleNodeLauncher
 from parsl.launchers.base import Launcher
-from parsl.providers.condor.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
+from parsl.providers.condor.template import template_string
 from parsl.providers.errors import ScaleOutFailed
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 
 from typing import Dict, List, Optional
+
 from parsl.channels.base import Channel
 
 # See http://pages.cs.wisc.edu/~adesmet/status.html

parsl/providers/errors.py

@@ -1,7 +1,7 @@
-from parsl.errors import ParslError
-
 import warnings
 
+from parsl.errors import ParslError
+
 
 class ExecutionProviderException(ParslError):
     """ Base class for all exceptions

parsl/providers/googlecloud/googlecloud.py

@@ -1,8 +1,9 @@
 import atexit
 import logging
 import os
-from parsl.launchers import SingleNodeLauncher
+
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 

parsl/providers/grid_engine/grid_engine.py

@@ -3,10 +3,10 @@ import os
 import time
 
 from parsl.channels import LocalChannel
+from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.cluster_provider import ClusterProvider
 from parsl.providers.grid_engine.template import template_string
-from parsl.launchers import SingleNodeLauncher
-from parsl.jobs.states import JobState, JobStatus
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/providers/kubernetes/kube.py

@@ -1,17 +1,19 @@
 import logging
 import time
+
 from parsl.providers.kubernetes.template import template_string
 
 logger = logging.getLogger(__name__)
 
+from typing import Any, Dict, List, Optional, Tuple
+
+import typeguard
+
 from parsl.errors import OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
 from parsl.providers.base import ExecutionProvider
 from parsl.utils import RepresentationMixin
 
-import typeguard
-from typing import Any, Dict, List, Optional, Tuple
-
 try:
     from kubernetes import client, config
     _kubernetes_enabled = True

parsl/providers/local/local.py

@@ -6,7 +6,11 @@ from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SingleNodeLauncher
 from parsl.providers.base import ExecutionProvider
-from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError, SubmitException
+from parsl.providers.errors import (
+    SchedulerMissingArgs,
+    ScriptPathError,
+    SubmitException,
+)
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/providers/lsf/lsf.py

@@ -1,7 +1,7 @@
-import os
-import time
 import logging
 import math
+import os
+import time
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/pbspro/pbspro.py

@@ -1,7 +1,7 @@
+import json
 import logging
 import os
 import time
-import json
 
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/slurm/slurm.py

@@ -1,12 +1,12 @@
-import os
-import math
-import time
 import logging
+import math
+import os
 import re
-import typeguard
-
+import time
 from typing import Optional
 
+import typeguard
+
 from parsl.channels import LocalChannel
 from parsl.channels.base import Channel
 from parsl.jobs.states import JobState, JobStatus

parsl/providers/torque/torque.py

@@ -5,8 +5,8 @@ import time
 from parsl.channels import LocalChannel
 from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import AprunLauncher
-from parsl.providers.torque.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
+from parsl.providers.torque.template import template_string
 from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)

parsl/serialize/__init__.py

@@ -1,6 +1,11 @@
-from parsl.serialize.facade import (serialize, deserialize, pack_apply_message,
-                                    unpack_apply_message, unpack_res_spec_apply_message,
-                                    pack_res_spec_apply_message)
+from parsl.serialize.facade import (
+    deserialize,
+    pack_apply_message,
+    pack_res_spec_apply_message,
+    serialize,
+    unpack_apply_message,
+    unpack_res_spec_apply_message,
+)
 
 __all__ = ['serialize',
            'deserialize',

parsl/serialize/base.py

@@ -1,7 +1,6 @@
+import logging
 from abc import abstractmethod
 from functools import cached_property
-import logging
-
 from typing import Any
 
 logger = logging.getLogger(__name__)

parsl/serialize/concretes.py

@@ -1,13 +1,14 @@
-import dill
 import functools
-import pickle
 import logging
+import pickle
 
-logger = logging.getLogger(__name__)
-from parsl.serialize.base import SerializerBase
+import dill
 
+logger = logging.getLogger(__name__)
 from typing import Any
 
+from parsl.serialize.base import SerializerBase
+
 
 class PickleSerializer(SerializerBase):
     """ Pickle serialization covers most python objects, with some notable exceptions:

parsl/serialize/proxystore.py

@@ -1,10 +1,11 @@
-import dill
 import io
 import typing as t
 
-from parsl.serialize.base import SerializerBase
+import dill
 from proxystore.store import Store
 
+from parsl.serialize.base import SerializerBase
+
 
 class ProxyStoreDeepPickler(dill.Pickler):
     """This class extends dill so that certain objects will be stored into

parsl/tests/__init__.py

@@ -1,5 +1,5 @@
-from parsl.dataflow.memoization import id_for_memo
 from parsl.data_provider.files import File
+from parsl.dataflow.memoization import id_for_memo
 
 
 @id_for_memo.register(File)

parsl/tests/configs/ad_hoc_cluster_htex.py

@@ -1,9 +1,9 @@
-from parsl.providers import AdHocProvider
+from typing import Any, Dict
+
 from parsl.channels import SSHChannel
-from parsl.executors import HighThroughputExecutor
 from parsl.config import Config
-
-from typing import Any, Dict
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AdHocProvider
 
 user_opts = {'adhoc':
              {'username': 'YOUR_USERNAME',

parsl/tests/configs/azure_single_node.py

@@ -1,13 +1,12 @@
 """Config for Azure"""
-from parsl.providers import AzureProvider
+import getpass
 
 from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
 from parsl.data_provider.rsync import RSyncStaging
-
-import getpass
+from parsl.executors import HighThroughputExecutor
+from parsl.providers import AzureProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/bridges.py

@@ -1,7 +1,8 @@
 from parsl.config import Config
-from parsl.providers import SlurmProvider
-from parsl.launchers import SrunLauncher
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SrunLauncher
+from parsl.providers import SlurmProvider
+
 from .user_opts import user_opts
 
 

parsl/tests/configs/cc_in2p3.py

@@ -1,7 +1,7 @@
-from parsl.config import Config
 from parsl.channels import LocalChannel
-from parsl.providers import GridEngineProvider
+from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import GridEngineProvider
 
 from .user_opts import user_opts
 

parsl/tests/configs/comet.py

@@ -1,7 +1,8 @@
 from parsl.config import Config
+from parsl.executors import HighThroughputExecutor
 from parsl.launchers import SrunLauncher
 from parsl.providers import SlurmProvider
-from parsl.executors import HighThroughputExecutor
+
 from .user_opts import user_opts
 
 

parsl/tests/configs/ec2_single_node.py

@@ -11,10 +11,9 @@ Block {Min:0, init:1, Max:1}
 ==================
 
 """
-from parsl.providers import AWSProvider
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import AWSProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/ec2_spot.py

@@ -1,7 +1,6 @@
-from parsl.providers import AWSProvider
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import AWSProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either