parsl 2024.5.27__py3-none-any.whl → 2024.6.10__py3-none-any.whl

parsl/tests/test_docs/test_tutorial_1.py

@@ -1,12 +1,11 @@
 import argparse
-import parsl
 
 import pytest
 
+import parsl
 from parsl.app.app import bash_app
 from parsl.tests.configs.local_threads import config
 
-
 local_config = config
 
 

parsl/tests/test_docs/test_workflow1.py

@@ -1,12 +1,12 @@
 import os
+
 import pytest
-import parsl
 
+import parsl
 from parsl.app.app import bash_app, python_app
 from parsl.data_provider.files import File
 from parsl.tests.configs.local_threads import config
 
-
 # parsl.set_stream_logger()
 
 

parsl/tests/test_docs/test_workflow2.py

@@ -5,7 +5,6 @@ import pytest
 from parsl.app.app import python_app
 from parsl.tests.configs.local_threads import config
 
-
 local_config = config
 
 

parsl/tests/test_error_handling/test_rand_fail.py

@@ -15,8 +15,8 @@ def local_config():
 
 @python_app
 def sleep_fail(sleep_dur, sleep_rand_max, fail_prob, inputs=[]):
-    import time
     import random
+    import time
 
     s = sleep_dur + random.randint(-sleep_rand_max, sleep_rand_max)
 
@@ -144,8 +144,8 @@ def test_deps(numtasks=10):
 
 @python_app
 def sleep_then_fail(sleep_dur=0.1):
-    import time
     import math
+    import time
     time.sleep(sleep_dur)
     math.ceil("Trigger TypeError")
     return 0

parsl/tests/test_error_handling/test_resource_spec.py

@@ -1,9 +1,11 @@
 import parsl
 from parsl.app.app import python_app
-from parsl.executors.errors import UnsupportedFeatureError, ExecutorError
 from parsl.executors import WorkQueueExecutor
-from parsl.executors.high_throughput.mpi_prefix_composer import InvalidResourceSpecification
+from parsl.executors.errors import ExecutorError, UnsupportedFeatureError
 from parsl.executors.high_throughput.executor import HighThroughputExecutor
+from parsl.executors.high_throughput.mpi_prefix_composer import (
+    InvalidResourceSpecification,
+)
 
 
 @python_app

parsl/tests/test_error_handling/test_retries.py

@@ -1,5 +1,6 @@
 import argparse
 import os
+
 import pytest
 
 import parsl
@@ -15,8 +16,8 @@ def local_config():
 
 @python_app
 def sleep_then_fail(inputs=[], sleep_dur=0.1):
-    import time
     import math
+    import time
     time.sleep(sleep_dur)
     math.ceil("Trigger TypeError")
     return 0

parsl/tests/test_error_handling/test_retry_handler.py

@@ -1,4 +1,5 @@
 import os
+
 import pytest
 
 import parsl

parsl/tests/test_error_handling/test_retry_handler_failure.py

@@ -1,6 +1,7 @@
-import parsl
 import pytest
 
+import parsl
+
 
 @parsl.python_app
 def always_fails():

parsl/tests/test_error_handling/test_serialization_fail.py

@@ -1,8 +1,8 @@
 import pytest
 
 from parsl import python_app
-from parsl.tests.configs.htex_local import fresh_config
 from parsl.serialize.errors import SerializationError
+from parsl.tests.configs.htex_local import fresh_config
 
 
 def local_config():

parsl/tests/test_error_handling/test_wrap_with_logs.py

@@ -1,4 +1,5 @@
 import logging
+
 import pytest
 
 from parsl.process_loggers import wrap_with_logs

parsl/tests/test_flux.py

@@ -1,5 +1,5 @@
-import os
 import concurrent.futures as cf
+import os
 
 import pytest
 

parsl/tests/test_htex/test_command_client_timeout.py

@@ -1,11 +1,15 @@
-import pytest
 import threading
 import time
+
+import pytest
 import zmq
+
 from parsl import curvezmq
+from parsl.executors.high_throughput.errors import (
+    CommandClientBadError,
+    CommandClientTimeoutError,
+)
 from parsl.executors.high_throughput.zmq_pipes import CommandClient
-from parsl.executors.high_throughput.errors import CommandClientTimeoutError, CommandClientBadError
-
 
 # Time constant used for timeout tests: various delays and
 # timeouts will be appropriate multiples of this, but the
@@ -18,10 +22,8 @@ T = 0.25
 def test_command_not_sent() -> None:
     """Tests timeout on command send.
     """
-    ctx = curvezmq.ClientContext(None)
-
     # RFC6335 ephemeral port range
-    cc = CommandClient(ctx, "127.0.0.1", (49152, 65535))
+    cc = CommandClient("127.0.0.1", (49152, 65535))
 
     # cc will now wait for a connection, but we won't do anything to make the
     # other side of the connection exist, so any command given to cc should
@@ -43,10 +45,8 @@ def test_command_ignored() -> None:
     htex makes multithreaded use of the command client: see issue #3376 about
     that lack of thread safety.
     """
-    ctx = curvezmq.ClientContext(None)
-
     # RFC6335 ephemeral port range
-    cc = CommandClient(ctx, "127.0.0.1", (49152, 65535))
+    cc = CommandClient("127.0.0.1", (49152, 65535))
 
     ic_ctx = curvezmq.ServerContext(None)
     ic_channel = ic_ctx.socket(zmq.REP)
@@ -63,7 +63,4 @@ def test_command_ignored() -> None:
         cc.run("ANOTHER_COMMAND")
 
     cc.close()
-    ctx.term()
-
     ic_channel.close()
-    ic_ctx.term()

parsl/tests/test_htex/test_connected_blocks.py

@@ -1,7 +1,8 @@
-import parsl
 import pytest
-from parsl.executors import HighThroughputExecutor
+
+import parsl
 from parsl import Config
+from parsl.executors import HighThroughputExecutor
 from parsl.providers import LocalProvider
 
 

parsl/tests/test_htex/test_cpu_affinity_explicit.py

@@ -1,8 +1,10 @@
 import logging
 import os
-import parsl
-import pytest
 import random
+
+import pytest
+
+import parsl
 from parsl.tests.configs.htex_local import fresh_config
 
 logger = logging.getLogger(__name__)
@@ -18,6 +20,7 @@ def my_affinity():
 
 @pytest.mark.local
 @pytest.mark.multiple_cores_required
+@pytest.mark.skipif('sched_getaffinity' not in dir(os), reason='System does not support sched_setaffinity')
 def test_cpu_affinity_explicit():
     available_cores = os.sched_getaffinity(0)
 

parsl/tests/test_htex/test_disconnected_blocks.py

@@ -1,11 +1,13 @@
 import logging
-import parsl
+
 import pytest
-from parsl.executors import HighThroughputExecutor
+
+import parsl
 from parsl import Config
-from parsl.providers import LocalProvider
+from parsl.executors import HighThroughputExecutor
 from parsl.executors.errors import BadStateException
-from parsl.jobs.states import JobStatus, JobState
+from parsl.jobs.states import JobState, JobStatus
+from parsl.providers import LocalProvider
 
 
 def local_config():

parsl/tests/test_htex/test_drain.py

@@ -1,13 +1,13 @@
-import parsl
-import pytest
 import time
 
-from parsl.providers import LocalProvider
-from parsl.channels import LocalChannel
-from parsl.launchers import SimpleLauncher
+import pytest
 
+import parsl
+from parsl.channels import LocalChannel
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SimpleLauncher
+from parsl.providers import LocalProvider
 
 # this constant is used to scale some durations that happen
 # based around the expected drain period: the drain period

parsl/tests/test_htex/test_htex.py

@@ -4,8 +4,7 @@ from unittest import mock
 
 import pytest
 
-from parsl import curvezmq
-from parsl import HighThroughputExecutor
+from parsl import HighThroughputExecutor, curvezmq
 from parsl.multiprocessing import ForkProcess
 
 _MOCK_BASE = "parsl.executors.high_throughput.executor"

parsl/tests/test_htex/test_managers_command.py

@@ -1,7 +1,8 @@
-import pytest
 import logging
-
 import sys
+
+import pytest
+
 import parsl
 from parsl.app.app import python_app
 from parsl.tests.configs.htex_local import fresh_config

parsl/tests/test_htex/test_multiple_disconnected_blocks.py

@@ -1,11 +1,13 @@
 import logging
-import parsl
+
 import pytest
-from parsl.executors import HighThroughputExecutor
+
+import parsl
 from parsl import Config
-from parsl.providers import LocalProvider
+from parsl.executors import HighThroughputExecutor
 from parsl.executors.errors import BadStateException
-from parsl.jobs.states import JobStatus, JobState
+from parsl.jobs.states import JobState, JobStatus
+from parsl.providers import LocalProvider
 
 
 def local_config():

parsl/tests/test_htex/test_zmq_binding.py

@@ -1,3 +1,4 @@
+import logging
 import pathlib
 from typing import Optional
 from unittest import mock
@@ -10,6 +11,21 @@ from parsl import curvezmq
 from parsl.executors.high_throughput.interchange import Interchange
 
 
+def make_interchange(*, interchange_address: Optional[str], cert_dir: Optional[str]) -> Interchange:
+    return Interchange(interchange_address=interchange_address,
+                       cert_dir=cert_dir,
+                       client_address="127.0.0.1",
+                       client_ports=(50055, 50056, 50057),
+                       worker_ports=None,
+                       worker_port_range=(54000, 55000),
+                       hub_address=None,
+                       hub_zmq_port=None,
+                       heartbeat_threshold=60,
+                       logdir=".",
+                       logging_level=logging.INFO,
+                       poll_period=10)
+
+
 @pytest.fixture
 def encrypted(request: pytest.FixtureRequest):
     if hasattr(request, "param"):
@@ -31,7 +47,7 @@ def test_interchange_curvezmq_sockets(
     mock_socket: mock.MagicMock, cert_dir: Optional[str], encrypted: bool
 ):
     address = "127.0.0.1"
-    ix = Interchange(interchange_address=address, cert_dir=cert_dir)
+    ix = make_interchange(interchange_address=address, cert_dir=cert_dir)
     assert isinstance(ix.zmq_context, curvezmq.ServerContext)
     assert ix.zmq_context.encrypted is encrypted
     assert mock_socket.call_count == 5
@@ -40,7 +56,7 @@ def test_interchange_curvezmq_sockets(
 @pytest.mark.local
 @pytest.mark.parametrize("encrypted", (True, False), indirect=True)
 def test_interchange_binding_no_address(cert_dir: Optional[str]):
-    ix = Interchange(cert_dir=cert_dir)
+    ix = make_interchange(interchange_address=None, cert_dir=cert_dir)
     assert ix.interchange_address == "*"
 
 
@@ -49,7 +65,7 @@ def test_interchange_binding_no_address(cert_dir: Optional[str]):
 def test_interchange_binding_with_address(cert_dir: Optional[str]):
     # Using loopback address
     address = "127.0.0.1"
-    ix = Interchange(interchange_address=address, cert_dir=cert_dir)
+    ix = make_interchange(interchange_address=address, cert_dir=cert_dir)
     assert ix.interchange_address == address
 
 
@@ -60,7 +76,7 @@ def test_interchange_binding_with_non_ipv4_address(cert_dir: Optional[str]):
     # Confirm that a ipv4 address is required
     address = "localhost"
     with pytest.raises(zmq.error.ZMQError):
-        Interchange(interchange_address=address, cert_dir=cert_dir)
+        make_interchange(interchange_address=address, cert_dir=cert_dir)
 
 
 @pytest.mark.local
@@ -69,7 +85,7 @@ def test_interchange_binding_bad_address(cert_dir: Optional[str]):
     """Confirm that we raise a ZMQError when a bad address is supplied"""
     address = "550.0.0.0"
     with pytest.raises(zmq.error.ZMQError):
-        Interchange(interchange_address=address, cert_dir=cert_dir)
+        make_interchange(interchange_address=address, cert_dir=cert_dir)
 
 
 @pytest.mark.local
@@ -77,7 +93,7 @@ def test_interchange_binding_bad_address(cert_dir: Optional[str]):
 def test_limited_interface_binding(cert_dir: Optional[str]):
     """When address is specified the worker_port would be bound to it rather than to 0.0.0.0"""
     address = "127.0.0.1"
-    ix = Interchange(interchange_address=address, cert_dir=cert_dir)
+    ix = make_interchange(interchange_address=address, cert_dir=cert_dir)
     ix.worker_result_port
     proc = psutil.Process()
     conns = proc.connections(kind="tcp")

parsl/tests/test_monitoring/test_app_names.py

@@ -2,10 +2,11 @@
 """
 
 import os
-import parsl
-import pytest
 import time
 
+import pytest
+
+import parsl
 from parsl.tests.configs.htex_local_alternate import fresh_config
 
 

parsl/tests/test_monitoring/test_basic.py

@@ -1,12 +1,12 @@
 import os
-import parsl
-import pytest
 import time
 
+import pytest
+
+import parsl
 from parsl import HighThroughputExecutor
 from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor
-from parsl.executors.taskvine import TaskVineManagerConfig
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
 from parsl.monitoring import MonitoringHub
 
 

parsl/tests/test_monitoring/test_db_locks.py

@@ -1,9 +1,11 @@
 import logging
 import os
-import parsl
-import pytest
 import time
 
+import pytest
+
+import parsl
+
 logger = logging.getLogger(__name__)
 
 
@@ -14,9 +16,10 @@ def this_app():
 
 @pytest.mark.local
 def test_row_counts():
-    from parsl.tests.configs.htex_local_alternate import fresh_config
     import sqlalchemy
     from sqlalchemy import text
+
+    from parsl.tests.configs.htex_local_alternate import fresh_config
     if os.path.exists("runinfo/monitoring.db"):
         logger.info("Monitoring database already exists - deleting")
         os.remove("runinfo/monitoring.db")

parsl/tests/test_monitoring/test_fuzz_zmq.py

@@ -1,11 +1,13 @@
 import logging
 import os
-import parsl
-import pytest
 import socket
 import time
+
+import pytest
 import zmq
 
+import parsl
+
 logger = logging.getLogger(__name__)
 
 
@@ -16,10 +18,11 @@ def this_app():
 
 @pytest.mark.local
 def test_row_counts():
-    from parsl.tests.configs.htex_local_alternate import fresh_config
     import sqlalchemy
     from sqlalchemy import text
 
+    from parsl.tests.configs.htex_local_alternate import fresh_config
+
     if os.path.exists("runinfo/monitoring.db"):
         logger.info("Monitoring database already exists - deleting")
         os.remove("runinfo/monitoring.db")

parsl/tests/test_monitoring/test_htex_init_blocks_vs_monitoring.py

@@ -1,16 +1,16 @@
 import logging
 import os
-import parsl
-import pytest
 import time
 
-from parsl.providers import LocalProvider
-from parsl.channels import LocalChannel
-from parsl.launchers import SimpleLauncher
+import pytest
 
+import parsl
+from parsl.channels import LocalChannel
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import SimpleLauncher
 from parsl.monitoring import MonitoringHub
+from parsl.providers import LocalProvider
 
 
 def fresh_config(run_dir, strategy, db_url):

parsl/tests/test_monitoring/test_incomplete_futures.py

@@ -1,11 +1,12 @@
 import logging
 import os
-import parsl
-import pytest
 import random
-
 from concurrent.futures import Future
 
+import pytest
+
+import parsl
+
 
 @parsl.python_app
 def this_app(inputs=()):
@@ -16,6 +17,7 @@ def this_app(inputs=()):
 def test_future_representation(tmpd_cwd):
     import sqlalchemy
     from sqlalchemy import text
+
     from parsl.tests.configs.htex_local_alternate import fresh_config
 
     monitoring_db = str(tmpd_cwd / "monitoring.db")

parsl/tests/test_monitoring/test_memoization_representation.py

@@ -1,9 +1,11 @@
 
 import logging
 import os
-import parsl
+
 import pytest
 
+import parsl
+
 logger = logging.getLogger(__name__)
 
 
@@ -16,6 +18,7 @@ def this_app(x):
 def test_hashsum():
     import sqlalchemy
     from sqlalchemy import text
+
     from parsl.tests.configs.htex_local_alternate import fresh_config
 
     if os.path.exists("runinfo/monitoring.db"):

parsl/tests/test_monitoring/test_stdouterr.py

@@ -3,16 +3,16 @@
 
 import logging
 import os
-import parsl
-import pytest
 import re
 import time
-
 from typing import Union
 
+import pytest
+
+import parsl
 from parsl.config import Config
-from parsl.data_provider.files import File
 from parsl.data_provider.data_manager import default_staging
+from parsl.data_provider.files import File
 from parsl.data_provider.staging import Staging
 from parsl.executors import HighThroughputExecutor
 from parsl.monitoring import MonitoringHub

parsl/tests/test_monitoring/test_viz_colouring.py

@@ -1,4 +1,5 @@
 import pytest
+
 from parsl.dataflow.states import States
 
 

parsl/tests/test_mpi_apps/test_bad_mpi_config.py

@@ -2,7 +2,7 @@ import pytest
 
 from parsl import Config
 from parsl.executors import HighThroughputExecutor
-from parsl.launchers import SrunLauncher, AprunLauncher, SimpleLauncher
+from parsl.launchers import AprunLauncher, SimpleLauncher, SrunLauncher
 from parsl.providers import SlurmProvider
 
 

parsl/tests/test_mpi_apps/test_mpi_mode_disabled.py

@@ -1,5 +1,7 @@
 from typing import Dict
+
 import pytest
+
 import parsl
 from parsl import python_app
 from parsl.tests.configs.htex_local import fresh_config

parsl/tests/test_mpi_apps/test_mpi_mode_enabled.py

@@ -1,15 +1,17 @@
 import logging
+import os
 import random
 from typing import Dict
+
 import pytest
+
 import parsl
-from parsl import python_app, bash_app
+from parsl import bash_app, python_app
+from parsl.executors.high_throughput.mpi_prefix_composer import (
+    MissingResourceSpecification,
+)
 from parsl.tests.configs.htex_local import fresh_config
 
-from parsl.executors.high_throughput.mpi_prefix_composer import MissingResourceSpecification
-
-import os
-
 EXECUTOR_LABEL = "MPI_TEST"
 
 

parsl/tests/test_mpi_apps/test_mpi_prefix.py

@@ -1,14 +1,14 @@
 import logging
+
 import pytest
 
-from parsl.executors.high_throughput.mpi_resource_management import Scheduler
 from parsl.executors.high_throughput.mpi_prefix_composer import (
-    compose_srun_launch_cmd,
+    compose_all,
     compose_aprun_launch_cmd,
     compose_mpiexec_launch_cmd,
-    compose_all,
+    compose_srun_launch_cmd,
 )
-
+from parsl.executors.high_throughput.mpi_resource_management import Scheduler
 
 resource_spec = {"num_nodes": 2,
                  "num_ranks": 8,

parsl/tests/test_mpi_apps/test_mpi_scheduler.py

@@ -1,9 +1,14 @@
 import logging
 import os
+import pickle
 from unittest import mock
+
 import pytest
-import pickle
-from parsl.executors.high_throughput.mpi_resource_management import TaskScheduler, MPITaskScheduler
+
+from parsl.executors.high_throughput.mpi_resource_management import (
+    MPITaskScheduler,
+    TaskScheduler,
+)
 from parsl.multiprocessing import SpawnContext
 from parsl.serialize import pack_res_spec_apply_message, unpack_res_spec_apply_message
 

parsl/tests/test_mpi_apps/test_mpiex.py

@@ -5,11 +5,12 @@ from pathlib import Path
 import pytest
 
 import parsl
-from .test_mpi_mode_enabled import get_env_vars
-from parsl import HighThroughputExecutor, Config
+from parsl import Config, HighThroughputExecutor
+from parsl.executors.high_throughput.mpi_executor import MPIExecutor
 from parsl.launchers import SimpleLauncher
 from parsl.providers import LocalProvider
-from parsl.executors.high_throughput.mpi_executor import MPIExecutor
+
+from .test_mpi_mode_enabled import get_env_vars
 
 cwd = Path(__file__).parent.absolute()
 pbs_nodefile = cwd.joinpath("mocks", "pbs_nodefile")