parsl 2024.5.27__py3-none-any.whl → 2024.6.10__py3-none-any.whl

parsl/executors/threads.py

@@ -1,14 +1,13 @@
-import logging
-import typeguard
 import concurrent.futures as cf
-
+import logging
 from typing import List, Optional
 
+import typeguard
+
 from parsl.data_provider.staging import Staging
 from parsl.executors.base import ParslExecutor
-from parsl.utils import RepresentationMixin
 from parsl.executors.errors import UnsupportedFeatureError
-
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 

parsl/executors/workqueue/errors.py

@@ -1,7 +1,7 @@
 from typing import Optional
 
-from parsl.errors import ParslError
 from parsl.app.errors import AppException
+from parsl.errors import ParslError
 
 
 class WorkQueueTaskFailure(AppException):

parsl/executors/workqueue/exec_parsl_function.py

@@ -1,10 +1,11 @@
+import pickle
+import sys
+import traceback
+
 from parsl.app.errors import RemoteExceptionWrapper
 from parsl.data_provider.files import File
-from parsl.utils import get_std_fname_mode
-import traceback
-import sys
-import pickle
 from parsl.serialize import serialize
+from parsl.utils import get_std_fname_mode
 
 # This scripts executes a parsl function which is pickled in a file:
 #

parsl/executors/workqueue/executor.py

@@ -3,50 +3,49 @@ Cooperative Computing Lab (CCL) at Notre Dame to provide a fault-tolerant,
 high-throughput system for delegating Parsl tasks to thousands of remote machines
 """
 
-import threading
-import multiprocessing
-import logging
-from concurrent.futures import Future
-from ctypes import c_bool
-
-import tempfile
 import hashlib
-import subprocess
+import inspect
+import itertools
+import logging
+import multiprocessing
 import os
-import socket
-import time
 import pickle
 import queue
-import inspect
 import shutil
-import itertools
+import socket
+import subprocess
+import tempfile
+import threading
+import time
+from collections import namedtuple
+from concurrent.futures import Future
+from ctypes import c_bool
+from typing import Dict, List, Optional, Set, Union
+
+import typeguard
 
-from parsl.serialize import pack_apply_message, deserialize
 import parsl.utils as putils
-from parsl.executors.errors import ExecutorError
 from parsl.data_provider.files import File
+from parsl.data_provider.staging import Staging
 from parsl.errors import OptionalModuleMissing
+from parsl.executors.errors import ExecutorError
 from parsl.executors.status_handling import BlockProviderExecutor
-from parsl.providers.base import ExecutionProvider
-from parsl.providers import LocalProvider, CondorProvider
 from parsl.executors.workqueue import exec_parsl_function
 from parsl.process_loggers import wrap_with_logs
+from parsl.providers import CondorProvider, LocalProvider
+from parsl.providers.base import ExecutionProvider
+from parsl.serialize import deserialize, pack_apply_message
 from parsl.utils import setproctitle
 
-import typeguard
-from typing import Dict, List, Optional, Set, Union
-from parsl.data_provider.staging import Staging
-
-from .errors import WorkQueueTaskFailure
-from .errors import WorkQueueFailure
-
-from collections import namedtuple
+from .errors import WorkQueueFailure, WorkQueueTaskFailure
 
 try:
     import work_queue as wq
-    from work_queue import WorkQueue
-    from work_queue import WORK_QUEUE_DEFAULT_PORT
-    from work_queue import WORK_QUEUE_ALLOCATION_MODE_MAX_THROUGHPUT
+    from work_queue import (
+        WORK_QUEUE_ALLOCATION_MODE_MAX_THROUGHPUT,
+        WORK_QUEUE_DEFAULT_PORT,
+        WorkQueue,
+    )
 except ImportError:
     _work_queue_enabled = False
     WORK_QUEUE_DEFAULT_PORT = 0

parsl/executors/workqueue/parsl_coprocess.py

@@ -1,8 +1,8 @@
 #! /usr/bin/env python3
 
-import socket
 import json
 import os
+import socket
 import sys
 
 # If enabled, coprocess will print to stdout

parsl/jobs/error_handlers.py

@@ -3,8 +3,8 @@ from __future__ import annotations
 from typing import Dict, Tuple
 
 import parsl.executors.status_handling as status_handling
-from parsl.jobs.states import JobStatus, JobState
 from parsl.jobs.errors import TooManyJobFailuresError
+from parsl.jobs.states import JobState, JobStatus
 
 
 def noop_error_handler(executor: status_handling.BlockProviderExecutor, status: Dict[str, JobStatus], threshold: int = 3) -> None:

parsl/jobs/job_status_poller.py

@@ -1,13 +1,10 @@
 import logging
-from typing import List, Sequence, Optional, Union
+from typing import List, Optional, Sequence, Union
 
-from parsl.jobs.strategy import Strategy
 from parsl.executors.status_handling import BlockProviderExecutor
-
-
+from parsl.jobs.strategy import Strategy
 from parsl.utils import Timer
 
-
 logger = logging.getLogger(__name__)
 
 

parsl/jobs/states.py

@@ -1,6 +1,6 @@
+import logging
 import os
 from enum import IntEnum
-import logging
 from typing import Optional
 
 logger = logging.getLogger(__name__)

parsl/jobs/strategy.py

@@ -1,7 +1,8 @@
 from __future__ import annotations
+
 import logging
-import time
 import math
+import time
 import warnings
 from typing import Dict, List, Optional, Sequence, TypedDict
 
@@ -11,7 +12,6 @@ from parsl.executors.status_handling import BlockProviderExecutor
 from parsl.jobs.states import JobState
 from parsl.process_loggers import wrap_with_logs
 
-
 logger = logging.getLogger(__name__)
 
 

parsl/launchers/__init__.py

@@ -1,6 +1,15 @@
-from parsl.launchers.launchers import SimpleLauncher, SingleNodeLauncher, \
-    SrunLauncher, AprunLauncher, SrunMPILauncher, WrappedLauncher, \
-    GnuParallelLauncher, MpiExecLauncher, MpiRunLauncher, JsrunLauncher
+from parsl.launchers.launchers import (
+    AprunLauncher,
+    GnuParallelLauncher,
+    JsrunLauncher,
+    MpiExecLauncher,
+    MpiRunLauncher,
+    SimpleLauncher,
+    SingleNodeLauncher,
+    SrunLauncher,
+    SrunMPILauncher,
+    WrappedLauncher,
+)
 
 __all__ = ['SimpleLauncher',
            'WrappedLauncher',

parsl/launchers/errors.py

@@ -1,5 +1,5 @@
-from parsl.providers.errors import ExecutionProviderException
 from parsl.launchers.base import Launcher
+from parsl.providers.errors import ExecutionProviderException
 
 
 class BadLauncher(ExecutionProviderException, TypeError):

parsl/log_utils.py

@@ -12,10 +12,9 @@ provided for logging:
 """
 import io
 import logging
-import typeguard
-
 from typing import Optional
 
+import typeguard
 
 DEFAULT_FORMAT = (
     "%(created)f %(asctime)s %(processName)s-%(process)d "

parsl/monitoring/db_manager.py

@@ -1,15 +1,14 @@
+import datetime
 import logging
-import threading
-import queue
 import os
+import queue
+import threading
 import time
-import datetime
-
 from typing import Any, Dict, List, Optional, Set, Tuple, TypeVar, cast
 
-from parsl.log_utils import set_file_logger
 from parsl.dataflow.states import States
 from parsl.errors import OptionalModuleMissing
+from parsl.log_utils import set_file_logger
 from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.types import MonitoringMessage, TaggedMonitoringMessage
 from parsl.process_loggers import wrap_with_logs
@@ -21,11 +20,18 @@ X = TypeVar('X')
 
 try:
     import sqlalchemy as sa
-    from sqlalchemy import Column, Text, Float, Boolean, BigInteger, Integer, DateTime, PrimaryKeyConstraint, Table
-    from sqlalchemy.orm import Mapper
-    from sqlalchemy.orm import mapperlib
-    from sqlalchemy.orm import sessionmaker
-    from sqlalchemy.orm import declarative_base
+    from sqlalchemy import (
+        BigInteger,
+        Boolean,
+        Column,
+        DateTime,
+        Float,
+        Integer,
+        PrimaryKeyConstraint,
+        Table,
+        Text,
+    )
+    from sqlalchemy.orm import Mapper, declarative_base, mapperlib, sessionmaker
 except ImportError:
     _sqlalchemy_enabled = False
 else:

parsl/monitoring/monitoring.py

@@ -1,29 +1,25 @@
 from __future__ import annotations
 
-import os
-import time
 import logging
 import multiprocessing.synchronize as ms
-import typeguard
-
+import os
 import queue
-
-from parsl.multiprocessing import ForkProcess, SizedQueue
-from multiprocessing import Process
-from multiprocessing import Event
+import time
+from multiprocessing import Event, Process
 from multiprocessing.queues import Queue
-from parsl.log_utils import set_file_logger
-from parsl.utils import RepresentationMixin
-from parsl.process_loggers import wrap_with_logs
-from parsl.utils import setproctitle
+from typing import TYPE_CHECKING, Any, Optional, Tuple, Union, cast
 
-from parsl.serialize import deserialize
+import typeguard
 
+from parsl.log_utils import set_file_logger
+from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.radios import MultiprocessingQueueRadio
 from parsl.monitoring.router import router_starter
-from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.types import AddressedMonitoringMessage
-from typing import cast, Any, Optional, Tuple, Union, TYPE_CHECKING
+from parsl.multiprocessing import ForkProcess, SizedQueue
+from parsl.process_loggers import wrap_with_logs
+from parsl.serialize import deserialize
+from parsl.utils import RepresentationMixin, setproctitle
 
 _db_manager_excepts: Optional[Exception]
 

parsl/monitoring/queries/pandas.py

@@ -1,7 +1,6 @@
-import pandas as pd
-
 from typing import Any
 
+import pandas as pd
 
 # pandas can take several different types of database connection,
 # and itself exposes its connection parameters as "Any".

parsl/monitoring/radios.py

@@ -1,11 +1,9 @@
+import logging
 import os
-import socket
 import pickle
+import socket
 import uuid
-import logging
-
 from abc import ABCMeta, abstractmethod
-
 from multiprocessing.queues import Queue
 from typing import Optional
 

parsl/monitoring/remote.py

@@ -1,16 +1,20 @@
+import datetime
+import logging
 import os
 import time
-import logging
-import datetime
 from functools import wraps
-
-from parsl.multiprocessing import ForkProcess
 from multiprocessing import Event
-from parsl.process_loggers import wrap_with_logs
+from typing import Any, Callable, Dict, List, Sequence, Tuple
 
 from parsl.monitoring.message_type import MessageType
-from parsl.monitoring.radios import MonitoringRadio, UDPRadio, HTEXRadio, FilesystemRadio
-from typing import Any, Callable, Dict, List, Sequence, Tuple
+from parsl.monitoring.radios import (
+    FilesystemRadio,
+    HTEXRadio,
+    MonitoringRadio,
+    UDPRadio,
+)
+from parsl.multiprocessing import ForkProcess
+from parsl.process_loggers import wrap_with_logs
 
 logger = logging.getLogger(__name__)
 
@@ -135,8 +139,8 @@ def send_first_last_message(try_id: int,
                             monitoring_hub_url: str,
                             run_id: str, radio_mode: str, run_dir: str,
                             is_last: bool) -> None:
-    import platform
     import os
+    import platform
 
     radio = get_radio(radio_mode, monitoring_hub_url, task_id, run_dir)
 
@@ -177,6 +181,7 @@ def monitor(pid: int,
     """
     import logging
     import platform
+
     import psutil
 
     from parsl.utils import setproctitle

parsl/monitoring/router.py

@@ -1,24 +1,21 @@
 from __future__ import annotations
 
+import logging
 import os
+import pickle
+import queue
 import socket
 import time
-import pickle
-import logging
-import zmq
+from multiprocessing.synchronize import Event
+from typing import Optional, Tuple, Union
 
-import queue
+import zmq
 
 from parsl.log_utils import set_file_logger
-from parsl.process_loggers import wrap_with_logs
-from parsl.utils import setproctitle
-
 from parsl.monitoring.message_type import MessageType
 from parsl.monitoring.types import AddressedMonitoringMessage, TaggedMonitoringMessage
-
-from multiprocessing.synchronize import Event
-from typing import Optional, Tuple, Union
-
+from parsl.process_loggers import wrap_with_logs
+from parsl.utils import setproctitle
 
 logger = logging.getLogger(__name__)
 

parsl/monitoring/types.py

@@ -1,5 +1,7 @@
 from typing import Any, Dict, Tuple, Union
+
 from typing_extensions import TypeAlias
+
 from parsl.monitoring.message_type import MessageType
 
 # A basic parsl monitoring message is wrapped by up to two wrappers:

parsl/monitoring/visualization/app.py

@@ -1,8 +1,10 @@
-from flask import Flask
-from parsl.monitoring.visualization.models import db
 import argparse
 import os
 
+from flask import Flask
+
+from parsl.monitoring.visualization.models import db
+
 
 def cli_run():
     """ Instantiates the Monitoring viz server

parsl/monitoring/visualization/models.py

@@ -1,6 +1,5 @@
 from flask_sqlalchemy import SQLAlchemy
 
-
 WORKFLOW = 'workflow'    # Workflow table includes workflow metadata
 TASK = 'task'            # Task table includes task metadata
 STATUS = 'status'        # Status table includes task status

parsl/monitoring/visualization/plots/default/workflow_plots.py

@@ -1,13 +1,17 @@
 import math
+
+import networkx as nx
 import numpy as np
 import pandas as pd
-import plotly.graph_objs as go
 import plotly.figure_factory as ff
+import plotly.graph_objs as go
 from plotly.offline import plot
-import networkx as nx
-
-from parsl.monitoring.visualization.utils import timestamp_to_int, num_to_timestamp, DB_DATE_FORMAT
 
+from parsl.monitoring.visualization.utils import (
+    DB_DATE_FORMAT,
+    num_to_timestamp,
+    timestamp_to_int,
+)
 
 # gantt_colors must assign a color value for every state name defined
 # in parsl/dataflow/states.py

parsl/monitoring/visualization/plots/default/workflow_resource_plots.py

@@ -1,4 +1,5 @@
 import math
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objs as go

parsl/monitoring/visualization/utils.py

@@ -1,6 +1,5 @@
 from datetime import datetime
 
-
 DB_DATE_FORMAT = '%Y-%m-%d %H:%M:%S'
 
 

parsl/monitoring/visualization/views.py

@@ -1,15 +1,22 @@
-from flask import render_template
-from flask import current_app as app
 import pandas as pd
+from flask import current_app as app
+from flask import render_template
 
 import parsl.monitoring.queries.pandas as queries
-
-from parsl.monitoring.visualization.models import Workflow, Task, Status, db
-
-from parsl.monitoring.visualization.plots.default.workflow_plots import task_gantt_plot, task_per_app_plot, workflow_dag_plot
-from parsl.monitoring.visualization.plots.default.task_plots import time_series_memory_per_task_plot
-from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (resource_distribution_plot,
-                                                                                  resource_efficiency, worker_efficiency)
+from parsl.monitoring.visualization.models import Status, Task, Workflow, db
+from parsl.monitoring.visualization.plots.default.task_plots import (
+    time_series_memory_per_task_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_plots import (
+    task_gantt_plot,
+    task_per_app_plot,
+    workflow_dag_plot,
+)
+from parsl.monitoring.visualization.plots.default.workflow_resource_plots import (
+    resource_distribution_plot,
+    resource_efficiency,
+    worker_efficiency,
+)
 
 dummy = True
 

parsl/multiprocessing.py

@@ -6,7 +6,6 @@ import multiprocessing
 import multiprocessing.queues
 import platform
 from multiprocessing.context import ForkProcess as ForkProcessType
-
 from typing import Callable
 
 logger = logging.getLogger(__name__)

parsl/process_loggers.py

@@ -1,7 +1,6 @@
+import functools
 import logging
 import threading
-import functools
-
 from typing import Callable, Optional
 
 

parsl/providers/__init__.py

@@ -1,24 +1,21 @@
 # Workstation Provider
-from parsl.providers.local.local import LocalProvider
-
-# Cluster Providers
-
-from parsl.providers.cobalt.cobalt import CobaltProvider
-from parsl.providers.condor.condor import CondorProvider
-from parsl.providers.grid_engine.grid_engine import GridEngineProvider
-from parsl.providers.slurm.slurm import SlurmProvider
-from parsl.providers.torque.torque import TorqueProvider
-from parsl.providers.pbspro.pbspro import PBSProProvider
-from parsl.providers.lsf.lsf import LSFProvider
 from parsl.providers.ad_hoc.ad_hoc import AdHocProvider
 
 # Cloud Providers
 from parsl.providers.aws.aws import AWSProvider
-from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
 from parsl.providers.azure.azure import AzureProvider
+from parsl.providers.cobalt.cobalt import CobaltProvider
+from parsl.providers.condor.condor import CondorProvider
+from parsl.providers.googlecloud.googlecloud import GoogleCloudProvider
+from parsl.providers.grid_engine.grid_engine import GridEngineProvider
 
 # Kubernetes
 from parsl.providers.kubernetes.kube import KubernetesProvider
+from parsl.providers.local.local import LocalProvider
+from parsl.providers.lsf.lsf import LSFProvider
+from parsl.providers.pbspro.pbspro import PBSProProvider
+from parsl.providers.slurm.slurm import SlurmProvider
+from parsl.providers.torque.torque import TorqueProvider
 
 __all__ = ['LocalProvider',
            'CobaltProvider',

parsl/providers/ad_hoc/ad_hoc.py

@@ -3,7 +3,7 @@ import os
 import time
 
 from parsl.channels import LocalChannel
-from parsl.jobs.states import JobStatus, JobState
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import SimpleLauncher
 from parsl.providers.base import ExecutionProvider
 from parsl.providers.errors import ScriptPathError

parsl/providers/aws/aws.py

@@ -4,13 +4,12 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.aws.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 

parsl/providers/azure/azure.py

@@ -4,22 +4,21 @@ import os
 import time
 from string import Template
 
-from parsl.errors import ConfigurationError
+from parsl.errors import ConfigurationError, OptionalModuleMissing
 from parsl.jobs.states import JobState, JobStatus
+from parsl.launchers import SingleNodeLauncher
 from parsl.providers.azure.template import template_string
 from parsl.providers.base import ExecutionProvider
-from parsl.errors import OptionalModuleMissing
 from parsl.utils import RepresentationMixin
-from parsl.launchers import SingleNodeLauncher
 
 logger = logging.getLogger(__name__)
 
 try:
     from azure.common.credentials import ServicePrincipalCredentials
-    from azure.mgmt.resource import ResourceManagementClient
-    from azure.mgmt.network import NetworkManagementClient
     from azure.mgmt.compute import ComputeManagementClient
     from azure.mgmt.compute.models import DiskCreateOption
+    from azure.mgmt.network import NetworkManagementClient
+    from azure.mgmt.resource import ResourceManagementClient
     from msrestazure.azure_exceptions import CloudError
 
     _api_enabled = True

parsl/providers/base.py

@@ -1,5 +1,5 @@
-from abc import ABCMeta, abstractmethod, abstractproperty
 import logging
+from abc import ABCMeta, abstractmethod, abstractproperty
 from typing import Any, Dict, List, Optional
 
 from parsl.channels.base import Channel

parsl/providers/cluster_provider.py

@@ -2,10 +2,10 @@ import logging
 from abc import abstractmethod
 from string import Template
 
-from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 from parsl.launchers.base import Launcher
 from parsl.launchers.errors import BadLauncher
 from parsl.providers.base import ExecutionProvider
+from parsl.providers.errors import SchedulerMissingArgs, ScriptPathError
 
 logger = logging.getLogger(__name__)
 

parsl/providers/cobalt/cobalt.py

@@ -3,12 +3,12 @@ import os
 import time
 import warnings
 
-from parsl.providers.errors import ScaleOutFailed
 from parsl.channels import LocalChannel
+from parsl.jobs.states import JobState, JobStatus
 from parsl.launchers import AprunLauncher
-from parsl.providers.cobalt.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
-from parsl.jobs.states import JobState, JobStatus
+from parsl.providers.cobalt.template import template_string
+from parsl.providers.errors import ScaleOutFailed
 from parsl.utils import RepresentationMixin, wtime_to_minutes
 
 logger = logging.getLogger(__name__)