parsl 2024.5.20__py3-none-any.whl → 2024.6.3__py3-none-any.whl

parsl/tests/configs/osg_htex.py

@@ -1,6 +1,6 @@
 from parsl.config import Config
-from parsl.providers import CondorProvider
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import CondorProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/petrelkube.py

@@ -1,10 +1,11 @@
+import os
+
+from parsl.addresses import address_by_route
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.providers import KubernetesProvider
-from parsl.addresses import address_by_route
 
 from .user_opts import user_opts
-import os
 
 
 def fresh_config():

parsl/tests/configs/summit.py

@@ -4,6 +4,7 @@ from parsl.launchers import JsrunLauncher
 from parsl.providers import LSFProvider
 
 from .user_opts import user_opts
+
 """ This config assumes that it is used to launch parsl tasks from the login nodes
 of Frontera at TACC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.
 """

parsl/tests/configs/swan_htex.py

@@ -8,10 +8,10 @@
 ==================
 """
 from parsl.channels import SSHChannel
-from parsl.launchers import AprunLauncher
-from parsl.providers import TorqueProvider
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import AprunLauncher
+from parsl.providers import TorqueProvider
 
 # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
 # If you are a user copying-and-pasting this as an example, make sure to either

parsl/tests/configs/taskvine_ex.py

@@ -1,10 +1,8 @@
 from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor
-from parsl.executors.taskvine import TaskVineManagerConfig
-
-from parsl.data_provider.http import HTTPInTaskStaging
-from parsl.data_provider.ftp import FTPInTaskStaging
 from parsl.data_provider.file_noop import NoOpFileStaging
+from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
 
 
 def fresh_config():

parsl/tests/configs/theta.py

@@ -1,7 +1,7 @@
 from parsl.config import Config
-from parsl.providers import CobaltProvider
-from parsl.launchers import AprunLauncher
 from parsl.executors import HighThroughputExecutor
+from parsl.launchers import AprunLauncher
+from parsl.providers import CobaltProvider
 
 from .user_opts import user_opts
 

parsl/tests/configs/workqueue_ex.py

@@ -1,9 +1,8 @@
 from parsl.config import Config
-from parsl.executors import WorkQueueExecutor
-
-from parsl.data_provider.http import HTTPInTaskStaging
-from parsl.data_provider.ftp import FTPInTaskStaging
 from parsl.data_provider.file_noop import NoOpFileStaging
+from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.http import HTTPInTaskStaging
+from parsl.executors import WorkQueueExecutor
 
 
 def fresh_config():

parsl/tests/conftest.py

@@ -6,21 +6,21 @@ import pathlib
 import random
 import re
 import shutil
-import string
-import time
-import types
 import signal
+import string
 import sys
 import tempfile
 import threading
+import time
 import traceback
+import types
 import typing as t
 from datetime import datetime
 from glob import glob
 from itertools import chain
 
-import pytest
 import _pytest.runner as runner
+import pytest
 
 import parsl
 from parsl.dataflow.dflow import DataFlowKernelLoader
@@ -201,7 +201,7 @@ def load_dfk_session(request, pytestconfig, tmpd_cwd_session):
         if parsl.dfk() != dfk:
             raise RuntimeError("DFK changed unexpectedly during test")
         dfk.cleanup()
-        parsl.clear()
+        assert DataFlowKernelLoader._dfk is None
     else:
         yield
 
@@ -253,7 +253,7 @@ def load_dfk_local_module(request, pytestconfig, tmpd_cwd_session):
             if parsl.dfk() != dfk:
                 raise RuntimeError("DFK changed unexpectedly during test")
             dfk.cleanup()
-            parsl.clear()
+            assert DataFlowKernelLoader._dfk is None
 
     else:
         yield

parsl/tests/integration/test_channels/test_ssh_errors.py

@@ -1,4 +1,4 @@
-from parsl.channels.errors import SSHException, BadHostKeyException
+from parsl.channels.errors import BadHostKeyException, SSHException
 from parsl.channels.ssh.ssh import SSHChannel as SSH
 
 

parsl/tests/integration/test_stress/test_python_simple.py

@@ -1,10 +1,9 @@
+import argparse
+import time
+
 import parsl
 from parsl import python_app
 from parsl.configs.htex_local import config
-# from parsl.configs.local_threads import config
-
-import time
-import argparse
 
 
 @python_app

parsl/tests/integration/test_stress/test_python_threads.py

@@ -1,14 +1,12 @@
 ''' Testing bash apps
 '''
-import parsl
-from parsl import python_app
-
-import time
 import argparse
+import time
 
+import parsl
+from parsl import python_app
 from parsl.tests.configs.local_threads import config
 
-
 local_config = config
 
 

parsl/tests/manual_tests/htex_local.py

@@ -1,11 +1,11 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-# from parsl.launchers import SimpleLauncher
-from parsl.launchers import SingleNodeLauncher
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 
+# from parsl.launchers import SimpleLauncher
+from parsl.launchers import SingleNodeLauncher
+from parsl.providers import LocalProvider
+
 config = Config(
     executors=[
         HighThroughputExecutor(

parsl/tests/manual_tests/test_ad_hoc_htex.py

@@ -1,11 +1,12 @@
 import parsl
 from parsl import python_app
+
 parsl.set_stream_logger()
 
-from parsl.providers import AdHocProvider
 from parsl.channels import SSHChannel
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import AdHocProvider
 
 remotes = ['midway2-login2.rcc.uchicago.edu', 'midway2-login1.rcc.uchicago.edu']
 

parsl/tests/manual_tests/test_basic.py

@@ -2,6 +2,7 @@ import argparse
 import time
 
 import parsl
+
 # Tested. Confirmed. Local X Local X SingleNodeLauncher
 # from parsl.tests.configs.local_ipp import config
 

parsl/tests/manual_tests/test_fan_in_out_htex_remote.py

@@ -1,13 +1,13 @@
+import logging
+
 import parsl
-from parsl.monitoring.monitoring import MonitoringHub
+from parsl.app.app import python_app
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
 from parsl.launchers import AprunLauncher
+from parsl.monitoring.monitoring import MonitoringHub
 from parsl.providers import CobaltProvider
 
-import logging
-from parsl.app.app import python_app
-
 
 def local_setup():
     threads_config = Config(

parsl/tests/manual_tests/test_log_filter.py

@@ -1,6 +1,8 @@
 import argparse
-import parsl
 import logging
+
+import parsl
+
 parsl.load()
 
 from parsl import python_app

parsl/tests/manual_tests/test_memory_limits.py

@@ -1,15 +1,15 @@
 import argparse
-import parsl
-import psutil
 import multiprocessing
 
-from parsl.providers import LocalProvider
+import psutil
+
+import parsl
+from parsl.app.app import python_app  # , bash_app
 from parsl.channels import LocalChannel
-from parsl.launchers import SingleNodeLauncher
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
-
-from parsl.app.app import python_app  # , bash_app
+from parsl.launchers import SingleNodeLauncher
+from parsl.providers import LocalProvider
 
 
 @python_app

parsl/tests/manual_tests/test_regression_220.py

@@ -1,7 +1,8 @@
+import time
+
 import pytest
 
 from parsl import DataFlowKernel, set_stream_logger
-import time
 from parsl.tests.configs.local_threads import config
 
 

parsl/tests/manual_tests/test_udp_simple.py

@@ -1,9 +1,10 @@
+import logging
+
+import parsl
 from parsl import python_app
-from parsl.monitoring.monitoring import MonitoringHub
 from parsl.config import Config
 from parsl.executors import ThreadPoolExecutor
-import parsl
-import logging
+from parsl.monitoring.monitoring import MonitoringHub
 
 
 def local_setup():

parsl/tests/manual_tests/test_worker_count.py

@@ -1,7 +1,7 @@
 import argparse
-import time
 import math
 import multiprocessing
+import time
 
 import parsl
 
@@ -10,10 +10,11 @@ CORES_PER_WORKER = 1
 EXPECTED_WORKERS = math.floor(CORES / CORES_PER_WORKER)
 
 
+from parsl.executors import HighThroughputExecutor
+
 # from parsl.tests.configs.htex_local import config
 from parsl.tests.manual_tests.htex_local import config
 
-from parsl.executors import HighThroughputExecutor
 assert isinstance(config.executors[0], HighThroughputExecutor)
 config.executors[0].cores_per_worker = CORES_PER_WORKER
 config.executors[0].provider.init_blocks = 1

parsl/tests/scaling_tests/htex_local.py

@@ -1,8 +1,8 @@
-from parsl.providers import LocalProvider
 from parsl.channels import LocalChannel
-
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
+from parsl.providers import LocalProvider
+
 # import os
 config = Config(
     executors=[

parsl/tests/scaling_tests/test_scale.py

@@ -4,15 +4,6 @@ import argparse
 import time
 
 import parsl
-
-# from parsl.tests.configs.htex_local import config
-# from htex_local import config
-# from parsl.configs.local_threads import config
-# from parsl.configs.local_ipp import config
-
-# parsl.set_stream_logger()
-# config.executors[0].provider.tasks_per_node = 4
-# parsl.load(config)
 from parsl.app.app import python_app  # , bash_app
 
 

parsl/tests/scaling_tests/vineex_condor.py

@@ -1,6 +1,5 @@
 from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor
-from parsl.executors.taskvine import TaskVineManagerConfig
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
 from parsl.providers import CondorProvider
 
 config = Config(

parsl/tests/scaling_tests/vineex_local.py

@@ -1,6 +1,5 @@
 from parsl.config import Config
-from parsl.executors.taskvine import TaskVineExecutor
-from parsl.executors.taskvine import TaskVineManagerConfig
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
 from parsl.providers import LocalProvider
 
 config = Config(

parsl/tests/site_tests/test_provider.py

@@ -1,8 +1,10 @@
 import argparse
 import logging
+import time
+
 import pytest
+
 import parsl
-import time
 from parsl.app.app import python_app  # , bash_app
 from parsl.jobs.states import JobState
 from parsl.tests.site_tests.site_config_selector import fresh_config

parsl/tests/site_tests/test_site.py

@@ -1,5 +1,7 @@
 import argparse
+
 import pytest
+
 import parsl
 from parsl.app.app import python_app  # , bash_app
 from parsl.tests.site_tests.site_config_selector import fresh_config

parsl/tests/sites/test_affinity.py

@@ -1,12 +1,14 @@
 """Tests related to assigning workers to specific compute units"""
 
-from parsl.providers import LocalProvider
+import os
+
+import pytest
+
+from parsl import python_app
 from parsl.channels import LocalChannel
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
-from parsl import python_app
-import pytest
-import os
+from parsl.providers import LocalProvider
 
 
 def local_config():
@@ -32,8 +34,8 @@ def local_config():
 
 @python_app
 def get_worker_info():
-    from time import sleep
     import os
+    from time import sleep
     rank = int(os.environ['PARSL_WORKER_RANK'])
     aff = os.sched_getaffinity(0)
     device = os.environ.get('CUDA_VISIBLE_DEVICES')

parsl/tests/sites/test_dynamic_executor.py

@@ -1,10 +1,10 @@
+import pytest
+
 import parsl
+from parsl.app.app import python_app
 from parsl.executors import HighThroughputExecutor
 from parsl.executors.threads import ThreadPoolExecutor
 from parsl.providers import LocalProvider
-from parsl.app.app import python_app
-
-import pytest
 
 
 @python_app(executors=['threads'])
@@ -75,4 +75,3 @@ def test_dynamic_executor():
     print("Done testing")
 
     dfk.cleanup()
-    parsl.clear()

parsl/tests/sites/test_ec2.py

@@ -1,10 +1,11 @@
-import parsl
+import logging
+
 import pytest
 
+import parsl
 from parsl.app.app import python_app
 from parsl.tests.configs.ec2_single_node import config
 
-import logging
 logger = logging.getLogger(__name__)
 
 local_config = config

parsl/tests/sites/test_local_adhoc.py

@@ -1,9 +1,10 @@
+import logging
+
 import pytest
 
 from parsl import python_app
 from parsl.tests.configs.local_adhoc import fresh_config as local_config
 
-import logging
 logger = logging.getLogger(__name__)
 
 

parsl/tests/sites/test_worker_info.py

@@ -1,11 +1,12 @@
 """Tests related to Parsl workers being able to access their worker ID"""
 
-from parsl.providers import LocalProvider
+import pytest
+
+from parsl import python_app
 from parsl.channels import LocalChannel
 from parsl.config import Config
 from parsl.executors import HighThroughputExecutor
-from parsl import python_app
-import pytest
+from parsl.providers import LocalProvider
 
 
 def local_config():

parsl/tests/test_aalst_patterns.py

@@ -6,7 +6,6 @@ import pytest
 from parsl.app.app import python_app
 from parsl.tests.configs.local_threads import config
 
-
 pytestmark = pytest.mark.skip('not asserting anything')
 
 

parsl/tests/test_bash_apps/test_apptimeout.py

@@ -1,9 +1,9 @@
-import parsl
 import pytest
 
+import parsl
 from parsl.app.app import bash_app
-from parsl.tests.configs.local_threads import config
 from parsl.app.errors import AppTimeout
+from parsl.tests.configs.local_threads import config
 
 
 @bash_app

parsl/tests/test_bash_apps/test_error_codes.py

@@ -4,12 +4,9 @@ import os
 import pytest
 
 import parsl
-from parsl.app.app import bash_app
 import parsl.app.errors as pe
-
-
+from parsl.app.app import bash_app
 from parsl.app.errors import BashExitFailure
-
 from parsl.tests.configs.local_threads import fresh_config as local_config
 
 

parsl/tests/test_bash_apps/test_memoize_ignore_args.py

@@ -1,4 +1,5 @@
 import os
+
 import pytest
 
 import parsl

parsl/tests/test_bash_apps/test_memoize_ignore_args_regr.py

@@ -1,9 +1,9 @@
 import copy
 import os
-import pytest
-
 from typing import List
 
+import pytest
+
 import parsl
 from parsl.app.app import bash_app
 

parsl/tests/test_bash_apps/test_pipeline.py

@@ -1,8 +1,8 @@
 import pytest
 
 from parsl.app.app import bash_app
-from parsl.data_provider.files import File
 from parsl.app.futures import DataFuture
+from parsl.data_provider.files import File
 
 
 @bash_app

parsl/tests/test_bash_apps/test_std_uri.py

@@ -1,9 +1,10 @@
 import logging
-import parsl
-import pytest
 import zipfile
-
 from functools import partial
+
+import pytest
+
+import parsl
 from parsl.app.futures import DataFuture
 from parsl.data_provider.files import File
 from parsl.executors import ThreadPoolExecutor
@@ -35,8 +36,6 @@ def const_with_cpath(autopath_specifier, content_path, caplog):
     for record in caplog.records:
         assert record.levelno < logging.ERROR
 
-    parsl.clear()
-
 
 @pytest.mark.local
 def test_std_autopath_const_str(caplog, tmpd_cwd):
@@ -74,8 +73,6 @@ def test_std_autopath_fail(caplog):
         with pytest.raises(URIFailError):
             app_stdout()
 
-    parsl.clear()
-
 
 @parsl.bash_app
 def app_both(stdout=parsl.AUTO_LOGNAME, stderr=parsl.AUTO_LOGNAME):
@@ -124,5 +121,3 @@ def test_std_autopath_zip(caplog, tmpd_cwd):
 
     for record in caplog.records:
         assert record.levelno < logging.ERROR
-
-    parsl.clear()

parsl/tests/test_callables.py

@@ -5,10 +5,10 @@
 
 import importlib
 import pathlib
-import parsl
-
 from functools import partial
 
+import parsl
+
 
 @parsl.python_app
 def app(x):

parsl/tests/test_checkpointing/test_periodic.py

@@ -9,12 +9,6 @@ def local_setup():
     parsl.load(fresh_config())
 
 
-def local_teardown():
-    # explicit clear without dfk.cleanup here, because the
-    # test does that already
-    parsl.clear()
-
-
 @python_app(cache=True)
 def slow_double(x, sleep_dur=1):
     import time
@@ -39,9 +33,10 @@ def test_periodic():
     with parsl.dfk():
         futs = [slow_double(sleep_for) for _ in range(4)]
         [f.result() for f in futs]
+        run_dir = parsl.dfk().run_dir
 
     # Here we will check if the loglines came back with 5 seconds deltas
-    with open("{}/parsl.log".format(parsl.dfk().run_dir)) as f:
+    with open("{}/parsl.log".format(run_dir)) as f:
         log_lines = f.readlines()
     expected_msg = " Done checkpointing"
     expected_msg2 = " No tasks checkpointed in this pass"

parsl/tests/test_checkpointing/test_python_checkpoint_1.py

@@ -1,4 +1,5 @@
 import os
+
 import pytest
 
 import parsl

parsl/tests/test_checkpointing/test_python_checkpoint_2.py

@@ -1,9 +1,10 @@
 import contextlib
 import os
+
 import pytest
+
 import parsl
 from parsl import python_app
-
 from parsl.tests.configs.local_threads_checkpoint import fresh_config
 
 
@@ -19,7 +20,6 @@ def parsl_configured(run_dir, **kw):
     yield dfk
 
     parsl.dfk().cleanup()
-    parsl.clear()
 
 
 @python_app(cache=True)

parsl/tests/test_checkpointing/test_python_checkpoint_3.py

@@ -14,7 +14,6 @@ def local_setup():
 
 def local_teardown():
     parsl.dfk().cleanup()
-    parsl.clear()
 
 
 @python_app

parsl/tests/test_checkpointing/test_regression_239.py

@@ -2,7 +2,7 @@ import pickle
 
 import pytest
 
-from parsl import python_app, DataFlowKernel
+from parsl import DataFlowKernel, python_app
 from parsl.utils import time_limited_open