parsl 2023.6.5__py3-none-any.whl → 2023.6.12__py3-none-any.whl

parsl/executors/workqueue/executor.py

@@ -122,8 +122,7 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
             In this case, environment variables can be used to influence the
             choice of port, documented here:
             https://ccl.cse.nd.edu/software/manuals/api/html/work__queue_8h.html#a21714a10bcdfcf5c3bd44a96f5dcbda6
-
-            Default: 0.
+            Default: WORK_QUEUE_DEFAULT_PORT.
 
         env: dict{str}
             Dictionary that contains the environmental variables that
@@ -179,7 +178,7 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
             invocations of an app have similar performance characteristics,
             this will provide a reasonable set of categories automatically.
 
-        max_retries: Optional[int]
+        max_retries: int
             Set the number of retries that Work Queue will make when a task
             fails. This is distinct from Parsl level retries configured in
             parsl.config.Config. Set to None to allow Work Queue to retry
@@ -234,7 +233,7 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
                  autolabel: bool = False,
                  autolabel_window: int = 1,
                  autocategory: bool = True,
-                 max_retries: Optional[int] = 1,
+                 max_retries: int = 1,
                  init_command: str = "",
                  worker_options: str = "",
                  full_debug: bool = True,
@@ -261,7 +260,7 @@ class WorkQueueExecutor(BlockProviderExecutor, putils.RepresentationMixin):
         self.storage_access = storage_access
         self.use_cache = use_cache
         self.working_dir = working_dir
-        self.registered_files = set()  # type: Set[str]
+        self.registered_files: Set[str] = set()
         self.full_debug = full_debug
         self.source = True if pack else source
         self.pack = pack

parsl/launchers/base.py

@@ -0,0 +1,17 @@
+from abc import ABCMeta, abstractmethod
+
+from parsl.utils import RepresentationMixin
+
+
+class Launcher(RepresentationMixin, metaclass=ABCMeta):
+    """Launchers are basically wrappers for user submitted scripts as they
+    are submitted to a specific execution resource.
+    """
+    def __init__(self, debug: bool = True):
+        self.debug = debug
+
+    @abstractmethod
+    def __call__(self, command: str, tasks_per_node: int, nodes_per_block: int) -> str:
+        """ Wraps the command with the Launcher calls.
+        """
+        pass

parsl/launchers/launchers.py

@@ -1,25 +1,10 @@
-from abc import ABCMeta, abstractmethod
 import logging
 
-from parsl.utils import RepresentationMixin
+from parsl.launchers.base import Launcher
 
 logger = logging.getLogger(__name__)
 
 
-class Launcher(RepresentationMixin, metaclass=ABCMeta):
-    """Launchers are basically wrappers for user submitted scripts as they
-    are submitted to a specific execution resource.
-    """
-    def __init__(self, debug: bool = True):
-        self.debug = debug
-
-    @abstractmethod
-    def __call__(self, command: str, tasks_per_node: int, nodes_per_block: int) -> str:
-        """ Wraps the command with the Launcher calls.
-        """
-        pass
-
-
 class SimpleLauncher(Launcher):
     """ Does no wrapping. Just returns the command as-is
     """

parsl/monitoring/monitoring.py

@@ -139,7 +139,7 @@ class MonitoringHub(RepresentationMixin):
         self._dfk_channel = None  # type: Any
 
         if _db_manager_excepts:
-            raise(_db_manager_excepts)
+            raise _db_manager_excepts
 
         self.client_address = client_address
         self.client_port_range = client_port_range
@@ -170,12 +170,23 @@ class MonitoringHub(RepresentationMixin):
         self.logger.debug("Initializing ZMQ Pipes to client")
         self.monitoring_hub_active = True
 
-        comm_q = SizedQueue(maxsize=10)  # type: Queue[Union[Tuple[int, int], str]]
-        self.exception_q = SizedQueue(maxsize=10)  # type: Queue[Tuple[str, str]]
-        self.priority_msgs = SizedQueue()  # type: Queue[Tuple[Any, int]]
-        self.resource_msgs = SizedQueue()  # type: Queue[AddressedMonitoringMessage]
-        self.node_msgs = SizedQueue()  # type: Queue[AddressedMonitoringMessage]
-        self.block_msgs = SizedQueue()  # type:  Queue[AddressedMonitoringMessage]
+        comm_q: Queue[Union[Tuple[int, int], str]]
+        comm_q = SizedQueue(maxsize=10)
+
+        self.exception_q: Queue[Tuple[str, str]]
+        self.exception_q = SizedQueue(maxsize=10)
+
+        self.priority_msgs: Queue[Tuple[Any, int]]
+        self.priority_msgs = SizedQueue()
+
+        self.resource_msgs: Queue[AddressedMonitoringMessage]
+        self.resource_msgs = SizedQueue()
+
+        self.node_msgs: Queue[AddressedMonitoringMessage]
+        self.node_msgs = SizedQueue()
+
+        self.block_msgs: Queue[AddressedMonitoringMessage]
+        self.block_msgs = SizedQueue()
 
         self.router_proc = ForkProcess(target=router_starter,
                                        args=(comm_q, self.exception_q, self.priority_msgs, self.node_msgs, self.block_msgs, self.resource_msgs),
@@ -328,7 +339,7 @@ def filesystem_receiver(logdir: str, q: "queue.Queue[AddressedMonitoringMessage]
                 with open(full_path_filename, "rb") as f:
                     message = deserialize(f.read())
                 logger.info(f"Message received is: {message}")
-                assert(isinstance(message, tuple))
+                assert isinstance(message, tuple)
                 q.put(cast(AddressedMonitoringMessage, message))
                 os.remove(full_path_filename)
             except Exception:

parsl/providers/cluster_provider.py

@@ -67,9 +67,9 @@ class ClusterProvider(ExecutionProvider):
         self.walltime = walltime
         self.cmd_timeout = cmd_timeout
         if not callable(self.launcher):
-            raise(BadLauncher(self.launcher,
+            raise BadLauncher(self.launcher,
                               "Launcher for executor: {} is of type: {}. Expects a parsl.launcher.launcher.Launcher or callable".format(
-                                  label, type(self.launcher))))
+                                  label, type(self.launcher)))
 
         self.script_dir = None
 

parsl/providers/condor/condor.py

@@ -8,6 +8,7 @@ from parsl.channels import LocalChannel
 from parsl.providers.base import JobState, JobStatus
 from parsl.utils import RepresentationMixin
 from parsl.launchers import SingleNodeLauncher
+from parsl.launchers.base import Launcher
 from parsl.providers.condor.template import template_string
 from parsl.providers.cluster_provider import ClusterProvider
 from parsl.providers.errors import ScaleOutFailed
@@ -16,7 +17,6 @@ logger = logging.getLogger(__name__)
 
 from typing import Dict, List, Optional
 from parsl.channels.base import Channel
-from parsl.launchers.launchers import Launcher
 
 # See http://pages.cs.wisc.edu/~adesmet/status.html
 translate_table = {

parsl/providers/kubernetes/kube.py

@@ -128,7 +128,8 @@ class KubernetesProvider(ExecutionProvider, RepresentationMixin):
         self.kube_client = client.CoreV1Api()
 
         # Dictionary that keeps track of jobs, keyed on job_id
-        self.resources = {}  # type: Dict[object, Dict[str, Any]]
+        self.resources: Dict[object, Dict[str, Any]]
+        self.resources = {}
 
     def submit(self, cmd_string, tasks_per_node, job_name="parsl"):
         """ Submit a job

parsl/providers/slurm/slurm.py

@@ -10,7 +10,7 @@ from typing import Optional
 from parsl.channels import LocalChannel
 from parsl.channels.base import Channel
 from parsl.launchers import SingleNodeLauncher
-from parsl.launchers.launchers import Launcher
+from parsl.launchers.base import Launcher
 from parsl.providers.cluster_provider import ClusterProvider
 from parsl.providers.base import JobState, JobStatus
 from parsl.providers.slurm.template import template_string

parsl/tests/configs/taskvine_ex.py

@@ -0,0 +1,11 @@
+from parsl.config import Config
+from parsl.executors.taskvine import TaskVineExecutor
+
+from parsl.data_provider.http import HTTPInTaskStaging
+from parsl.data_provider.ftp import FTPInTaskStaging
+from parsl.data_provider.file_noop import NoOpFileStaging
+
+
+def fresh_config():
+    return Config(executors=[TaskVineExecutor(port=9000,
+                                              storage_access=[FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()])])

parsl/tests/conftest.py

@@ -124,7 +124,7 @@ def load_dfk_session(request, pytestconfig):
 
         yield
 
-        if(parsl.dfk() != dfk):
+        if parsl.dfk() != dfk:
             raise RuntimeError("DFK changed unexpectedly during test")
         dfk.cleanup()
         parsl.clear()
@@ -158,16 +158,16 @@ def load_dfk_local_module(request, pytestconfig):
             assert isinstance(c, parsl.Config)
             dfk = parsl.load(c)
 
-        if(callable(local_setup)):
+        if callable(local_setup):
             local_setup()
 
         yield
 
-        if(callable(local_teardown)):
+        if callable(local_teardown):
             local_teardown()
 
-        if(local_config):
-            if(parsl.dfk() != dfk):
+        if local_config:
+            if parsl.dfk() != dfk:
                 raise RuntimeError("DFK changed unexpectedly during test")
             dfk.cleanup()
             parsl.clear()
@@ -271,7 +271,7 @@ def pytest_ignore_collect(path):
         return True
     elif 'manual_tests' in path.strpath:
         return True
-    elif 'workqueue_tests/test_scale' in path.strpath:
+    elif 'scaling_tests/test_scale' in path.strpath:
         return True
     else:
         return False

parsl/tests/scaling_tests/vineex_condor.py

@@ -0,0 +1,10 @@
+from parsl.config import Config
+from parsl.executors.taskvine import TaskVineExecutor
+from parsl.providers import CondorProvider
+
+config = Config(
+    executors=[TaskVineExecutor(port=50055,
+                                source=True,
+                                provider=CondorProvider(),
+        )]
+)

parsl/tests/scaling_tests/vineex_local.py

@@ -0,0 +1,10 @@
+from parsl.config import Config
+from parsl.executors.taskvine import TaskVineExecutor
+from parsl.providers import LocalProvider
+
+config = Config(
+    executors=[TaskVineExecutor(port=50055,
+                                source=True,
+                                provider=LocalProvider(),
+        )]
+)

parsl/tests/test_bash_apps/test_pipeline.py

@@ -52,7 +52,7 @@ def test_increment(depth=5):
     futs = {}
     for i in range(1, depth):
         print("Launching {0} with {1}".format(i, prev))
-        assert(isinstance(prev, DataFuture) or isinstance(prev, File))
+        assert isinstance(prev, DataFuture) or isinstance(prev, File)
         output = File("test{0}.txt".format(i))
         fu = increment(inputs=[prev],  # Depend on the future from previous call
                        # Name the file to be created here
@@ -62,7 +62,7 @@ def test_increment(depth=5):
         [prev] = fu.outputs
         futs[i] = prev
         print(prev.filepath)
-        assert(isinstance(prev, DataFuture))
+        assert isinstance(prev, DataFuture)
 
     for key in futs:
         if key > 0:

parsl/tests/test_error_handling/test_retry_handler.py

@@ -61,4 +61,4 @@ def test_retry():
     with pytest.raises(parsl.app.errors.BashExitFailure):
         fu.result()
 
-    assert(fu.exception().exitcode == 5)
+    assert fu.exception().exitcode == 5

parsl/utils.py

@@ -55,7 +55,7 @@ def get_all_checkpoints(rundir: str = "runinfo") -> List[str]:
 
     """
 
-    if(not os.path.isdir(rundir)):
+    if not os.path.isdir(rundir):
         return []
 
     dirs = sorted(os.listdir(rundir))
@@ -99,7 +99,7 @@ def get_last_checkpoint(rundir: str = "runinfo") -> List[str]:
     last_runid = dirs[-1]
     last_checkpoint = os.path.abspath(f'{rundir}/{last_runid}/checkpoint')
 
-    if(not(os.path.isdir(last_checkpoint))):
+    if not os.path.isdir(last_checkpoint):
         return []
 
     return [last_checkpoint]

parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2023.06.05'
+VERSION = '2023.06.12'

{parsl-2023.6.5.dist-info → parsl-2023.6.12.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2023.6.5
+Version: 2023.6.12
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2023.06.05.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2023.06.12.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2023.6.5.dist-info → parsl-2023.6.12.dist-info}/RECORD

@@ -1,13 +1,13 @@
 parsl/__init__.py,sha256=DNTVMq4NzT0L1EYdXkb2Eac8sJk2_V1NSZubly-s8gs,1794
-parsl/addresses.py,sha256=lEIO0F-iTCnGPW2kTDZk6EEkRItKWNJsL4RHJKuh89I,3869
+parsl/addresses.py,sha256=Qp48xs39z55hsNaCihH7W1i2K6gOSd3Pcj7ZDQyl3ak,3886
 parsl/config.py,sha256=T916fJWEQ2GGiDUv83QiM8mUnxc8pt6-VEwfyt2sV1k,6623
 parsl/errors.py,sha256=ySR8ClOEf3aJZVS46IkpM8m5n-9O1zbGcEt8lPhJKlA,763
 parsl/log_utils.py,sha256=AGem-dhQs5TYUyJg6GKkRuHxAw8FHhYlWB_0s7_ROw4,3175
 parsl/multiprocessing.py,sha256=uY64wcQmWt2rgylQm4lmr3HE8AxwFGeQQj4l1jKnnrY,1970
 parsl/process_loggers.py,sha256=1G3Rfrh5wuZNo2X03grG4kTYPGOxz7hHCyG6L_A3b0A,1137
 parsl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/utils.py,sha256=wgpV6GsG-caSDCQ-Uj9IbRrT5wbskZHLTnnaA92vbH8,10885
-parsl/version.py,sha256=7R6Ezb9N7scqAvpc1Cjmu_66Hrk6ZI5_rZbYKLC0y1Y,131
+parsl/utils.py,sha256=I4sBv2y7zPh6I6IeGNMJUH7k-y4fCUxquqLJhBGNxEU,10882
+parsl/version.py,sha256=YyyRLJpY-_zVmV_eJ9sxuH7Bd0bsC8e9c5TJEy3ceg8,131
 parsl/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/app/app.py,sha256=e_7h07nsHJlqF33yZwrmbUzizaSTU-9KKuHtcwQSUx0,7760
 parsl/app/bash.py,sha256=Kqkss4dhWB6Mid2aax4CswZ_1nAqolIUGJo6mbTW7cQ,5421
@@ -52,11 +52,12 @@ parsl/configs/stampede2.py,sha256=vr8MYCqt3gYPZXpMy21L4tcdwUmIcHGv5uDbSjcMXdc,12
 parsl/configs/summit.py,sha256=kssMiF_vYwpMxF4CYlr9jbL-Vz4zOekNCPryinCEef0,1079
 parsl/configs/theta.py,sha256=t_Ih7Rq3y1wo2kuWb9ZwKZAtKiY6gUtGQHv9TPFlQHc,1148
 parsl/configs/toss3_llnl.py,sha256=9VAqKpDvwTSlvDXFw2gSI9ViVv0jJbr1cPBTnCGZlp4,998
+parsl/configs/vineex_local.py,sha256=qxFwziLgBDQuGMetuLlmrZbz4Cvs5wBwdnsi1_RWv6k,837
 parsl/configs/wqex_local.py,sha256=QocsrCKR94agZndabH7vX3NTGLqx_y126Wgmo-17xNs,794
 parsl/data_provider/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/data_provider/data_manager.py,sha256=uDA-IVSyxiLdyhoPwnJ-hqbUkSIQn-OM6ON4jmSmsDA,7242
+parsl/data_provider/data_manager.py,sha256=ih_IUVb5mzW2TTpvt5mRCX7c_HEGx4wtoU9PVfxGhTg,7250
 parsl/data_provider/file_noop.py,sha256=Swv2iDQZQX_1HRaYKz22BSOeXvq5PxujuS80zdBlrSA,499
-parsl/data_provider/files.py,sha256=VRbPe1jzkH2u5ZFlCwYFMp8KDjsfV1GCpy10M7jygjE,3214
+parsl/data_provider/files.py,sha256=Pq7hHhkxx2zu77p2S981bKMHx0mIwnSbbhtStH0vPgo,3206
 parsl/data_provider/ftp.py,sha256=kpQ82GmPOQVuZu_SLT-RkqUXhQBFzZN5puVk0daeGF4,2759
 parsl/data_provider/globus.py,sha256=5r8AsCCt6g1xr9vvsC_Is9ICei4hKwebF09WkFnwyFE,12269
 parsl/data_provider/http.py,sha256=nDHTW7XmJqAukWJjPRQjyhUXt8r6GsQ36mX9mv_wOig,2986
@@ -69,7 +70,7 @@ parsl/dataflow/executor_status.py,sha256=7LuX1BNimybA99a9AISfFJWAmLqT0CrNwXczcYB
 parsl/dataflow/futures.py,sha256=AP0b7DD6dEACN8ejhVKwKiPO7e2q-xift2JjmJur5ao,4130
 parsl/dataflow/job_error_handler.py,sha256=nwcT7xHRAoXOd8-b6cdkgY6Rizv7juuOnFNxRfr3T3o,1875
 parsl/dataflow/job_status_poller.py,sha256=8puCf1NuuwhuBv_WJjnrJjI4Dogr-lzTP4Vns9cc2_o,4942
-parsl/dataflow/memoization.py,sha256=kTQ9DMgJQs7JiO7WmTWeantu6Fo18QZfk590rdHEJO8,9710
+parsl/dataflow/memoization.py,sha256=kvkN4wY7bZMxCjSAwnIFFgq4Q9bh088bLiud3Ir__cs,9702
 parsl/dataflow/rundirs.py,sha256=XKmBZpBEIsGACBhYOkbbs2e5edC0pQegJcSlk4FWeag,1154
 parsl/dataflow/states.py,sha256=hV6mfv-y4A6xrujeQglcomnfEs7y3Xm2g6JFwC6dvgQ,2612
 parsl/dataflow/strategy.py,sha256=-H8WbpSRgNLcYLUK6m-zhTjzK1_toeyFZ_R--qtKiyk,12556
@@ -96,19 +97,24 @@ parsl/executors/high_throughput/monitoring_info.py,sha256=3gQpwQjjNDEBz0cQqJZB6h
 parsl/executors/high_throughput/probe.py,sha256=lvnuf-vBv57tHvFh-J51F9sDYBES7jCgs6KYgWvmKRs,2749
 parsl/executors/high_throughput/process_worker_pool.py,sha256=ToMA-MBZurkcgn4m-H-ckE1-F9ubwCwjHHfhm-LMB5c,33011
 parsl/executors/high_throughput/zmq_pipes.py,sha256=yTURJSHGY-n1rI5OfzJbcTa1Ji7jiY8nuisqBWgpEZw,5720
+parsl/executors/taskvine/__init__.py,sha256=CD_JMWUfpyJtmtZzYGQ8TtUHir4WtDyXIDxViBnAyC0,95
+parsl/executors/taskvine/errors.py,sha256=Zq5FQsnHqjjiT10JDVxvE0g3CwMjzy9qbIPwQUuqD_c,466
+parsl/executors/taskvine/exec_parsl_function.py,sha256=kYJmpgsswNMqV2-_dOmtgZHhb9OuKMvB-UwaNO2A2z0,7759
+parsl/executors/taskvine/executor.py,sha256=LDa1hXtuA-X4kbRe_23y8eUnickxjghGR9KSqQKmcLg,48948
 parsl/executors/workqueue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/executors/workqueue/errors.py,sha256=cViEm971bK2UVlDk4PUsSJd692aka9dgwwRbI3nypIs,471
 parsl/executors/workqueue/exec_parsl_function.py,sha256=kYJmpgsswNMqV2-_dOmtgZHhb9OuKMvB-UwaNO2A2z0,7759
-parsl/executors/workqueue/executor.py,sha256=zHszKBIT9qeV6f90MzvE0BI7Tr6cFUrguLHhqXka2F8,48137
+parsl/executors/workqueue/executor.py,sha256=NxR89IwQ8bHSDOd0JH5KI9TW_oCtpBdErBIx9nGqgrI,48130
 parsl/executors/workqueue/parsl_coprocess.py,sha256=o2hnOQZV1WzLmz9FtKbBQWPZfUcwHCTUMhxneR9IJUE,5514
 parsl/executors/workqueue/parsl_coprocess_stub.py,sha256=_bJmpPIgL42qM6bVzeEKt1Mn1trSP41rtJguXxPGfHI,735
 parsl/launchers/__init__.py,sha256=k8zAB3IBP-brfqXUptKwGkvsIRaXjAJZNBJa2XVtY1A,546
+parsl/launchers/base.py,sha256=CblcvPTJiu-MNLWaRtFe29SZQ0BpTOlaY8CGcHdlHIE,538
 parsl/launchers/errors.py,sha256=TtwJXGNjGOOcnAr3jL1OkrHeT3KuaGASgoC2oxx9hR4,409
-parsl/launchers/launchers.py,sha256=Crehul8u6VrFS0XFAV_18OmBL2sHR-jVawLIR4JZEdk,15853
+parsl/launchers/launchers.py,sha256=t9nuX38GMlAUPHs0aksnMd_5jI59IcqwlUD667w1cu4,15358
 parsl/monitoring/__init__.py,sha256=0ywNz6i0lM1xo_7_BIxhETDGeVd2C_0wwD7qgeaMR4c,83
 parsl/monitoring/db_manager.py,sha256=Vau1cWuSy-s0SCVkOf8ppts0p4AkioOWG9zK1Cv6li0,36233
 parsl/monitoring/message_type.py,sha256=Khn88afNxcOIciKiCK4GLnn90I5BlRTiOL3zK-P07yQ,401
-parsl/monitoring/monitoring.py,sha256=INYxBCV-HlIm31y2vGJ2koKx37ZzqLCVQDQRV0hOId8,23301
+parsl/monitoring/monitoring.py,sha256=d4EWEikdxjUoPAfjNFe1Io3DvBkmDk9WM1roL3aL9lc,23396
 parsl/monitoring/radios.py,sha256=T2_6QuUjC-dd_7qMnIk6WHQead1iWz7m_P6ZC4QAqdA,5265
 parsl/monitoring/remote.py,sha256=bQedanIJe-OCvLIDtKlgsjslNe1YJia0Psdi8MDnmQE,13172
 parsl/monitoring/types.py,sha256=SO6Fjjbb83sv_MtbutoxGssiWh6oXKkEEsD4EvwOnZ4,629
@@ -137,7 +143,7 @@ parsl/monitoring/visualization/templates/workflow.html,sha256=QCSHAPHK_2C3gNcZ3N
 parsl/monitoring/visualization/templates/workflows_summary.html,sha256=7brKKNsxcT4z-l10BKJlgTxQtGL033ZS5jEDdSmsPEE,891
 parsl/providers/__init__.py,sha256=jd-1_vd-HtWYDHzwO30lNW5GMw6nfeTyNn3tI8CG7L4,1207
 parsl/providers/base.py,sha256=WOcjcTZEGAc3uFWivZymJQUymT2gUbs52SKViJqMolQ,9390
-parsl/providers/cluster_provider.py,sha256=eQfmk82budsToS2hvpwizlTOYOKi_k5mmt4mFM_Llcs,4848
+parsl/providers/cluster_provider.py,sha256=Qk6egBfZFJHBU06oYFg1isRNTRBvO1rgfipcnQHW1TE,4847
 parsl/providers/errors.py,sha256=0Q0LaujNpTCwSyowOzrVxrN3CDzh9L5ciXcsDXkKhSY,2228
 parsl/providers/ad_hoc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/ad_hoc/ad_hoc.py,sha256=1R5bREmnIQjuS08g-M8_ievMZBPiDG27PTZNjXFp99Y,8273
@@ -151,7 +157,7 @@ parsl/providers/cobalt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 parsl/providers/cobalt/cobalt.py,sha256=AIQul3Lc5QsNh7EnRB8jSMnp3AxvZdEzzNyB0twnbAc,8223
 parsl/providers/cobalt/template.py,sha256=a7fIkMLrYZ6uHgOPQgp8YPJA8f7SgxloFdEx51OJvuY,273
 parsl/providers/condor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/providers/condor/condor.py,sha256=NRMzzXvrKM69pSe2Of0u8K96F4nxcNp6GPBl_XrQSA0,13183
+parsl/providers/condor/condor.py,sha256=0dFxaqTegcUb7e8MJJxtyNKwoHsN6fQR4YwMYx9LWm0,13178
 parsl/providers/condor/template.py,sha256=Jm2ezWo7ERMNPFvjLLEriaP5n5kD0vQBnikn9kpUTdU,960
 parsl/providers/googlecloud/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/googlecloud/googlecloud.py,sha256=iyMsyeQiVBI29yf40lb7q4yo8RaTCaTHJSkDkqCocS4,8009
@@ -159,7 +165,7 @@ parsl/providers/grid_engine/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 parsl/providers/grid_engine/grid_engine.py,sha256=kvWB_GCeZ7FLKfqyToPnP-PyQ9LD8s-ueMimZe5gImQ,8621
 parsl/providers/grid_engine/template.py,sha256=a7iViKr8LXcFTPmsf_qQeVK5o_RekOAIlUOF0X1q-2M,273
 parsl/providers/kubernetes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/providers/kubernetes/kube.py,sha256=NT85I-W6R2txD_mgEzKUB2hRa3Rwor0dierKRgblP5E,12775
+parsl/providers/kubernetes/kube.py,sha256=RHgTzoVBb8PpBDOgEhrXg98dORy6STp_4ZFzS9JsZEA,12790
 parsl/providers/kubernetes/template.py,sha256=VsRz6cmNaII-y4OdMT6sCwzQy95SJX6NMB0hmmFBhX4,50
 parsl/providers/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/local/local.py,sha256=VC0nDh0cwuhXfA6ysk5SRg3wtXw9lmrH51J2RXsllJ4,11348
@@ -170,7 +176,7 @@ parsl/providers/pbspro/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 parsl/providers/pbspro/pbspro.py,sha256=XIZK1YkYqwq4rws_2lm43yamdXDnxfoGfCFIxOhMh2Q,7792
 parsl/providers/pbspro/template.py,sha256=ozMbrx0HNsLnSoWbkZhy-55yJoTX5gpdRrDuVn6TFWA,369
 parsl/providers/slurm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/providers/slurm/slurm.py,sha256=5YL1fIOcO3d2X3ugd3Sgk5YqjyjwmYGbGSnWo4yPl34,11702
+parsl/providers/slurm/slurm.py,sha256=xvWSG2lh7D8JmjP7Gsy3nJHH7wuCTiwiBEWuJ6gF3v4,11697
 parsl/providers/slurm/template.py,sha256=cc-3l5wnThEWfqzpniPgi3FP6934Ni05UZ9r0A1RA8s,369
 parsl/providers/torque/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/torque/template.py,sha256=4qfc2gmlEhRCAD7erFDOs4prJQ43I8s4E8DSUSVQx3A,358
@@ -181,7 +187,7 @@ parsl/serialize/concretes.py,sha256=vQTn3zFd-npcthfdbYaGeBIiWlVYetQ8pSXbZfSnxDk,
 parsl/serialize/facade.py,sha256=pT_4YdXpCT65PIUmcpv8bODhkJryc6Cpdg2FW-B4QXQ,4940
 parsl/tests/__init__.py,sha256=s_zoz7Ipgykh-QTQvctdpxENrMnmpXY8oe1bJbUmpqY,204
 parsl/tests/callables_helper.py,sha256=ceP1YYsNtrZgKT6MAIvpgdccEjQ_CpFEOnZBGHKGOx0,30
-parsl/tests/conftest.py,sha256=T6839hwbxakkaehh1McC6nZd30x53mEw85sK5QFFD1Q,9382
+parsl/tests/conftest.py,sha256=562NStsVPZD0PnHGuqf9Q2LTozKNSghboHx44Ij7-ow,9375
 parsl/tests/test_aalst_patterns.py,sha256=fi6JHKidV7vMJLv2nnu_-Q0ngGLc89mRm8rFrGIwiUM,9615
 parsl/tests/test_callables.py,sha256=_QsdS8v2nGgOj4_X69NFHZOGUnqbOrOMCA9pCJColZw,1974
 parsl/tests/test_flux.py,sha256=st9v55o5ZajK_LQUXh1saLwFh2gpaQFGG5mzdnJMNu0,5098
@@ -224,9 +230,9 @@ parsl/tests/configs/osg_htex.py,sha256=lnI9PJWQKOB-G3OsuC__RZKNH0r3817wCJ8ouFFVg
 parsl/tests/configs/petrelkube.py,sha256=Tek05ztr2GDuYp1TiOFm89l0DrhP6lZQ5Fj8u8Z12wI,1657
 parsl/tests/configs/summit.py,sha256=loBqZjMYicBJnQaj12TuHOwYhLzJexncNOG6S1lvt-4,1336
 parsl/tests/configs/swan_htex.py,sha256=-gIl_Pcya0n7IVC8_UcATJZLEX4wnnmgZpZgGvVskD4,1473
+parsl/tests/configs/taskvine_ex.py,sha256=tFAGiVTAAvwnWTznwUyYxhiKgKccrtqJYPvRqt7-Pkc,457
 parsl/tests/configs/theta.py,sha256=iHxdS1lwiLzMcS8Rk57g35WbThtMBarumomCLidwHS8,1257
 parsl/tests/configs/user_opts.py,sha256=oByBH5r3YhKZS_PN4SMX0lqreXfwRaloLc4u4XEy5Tw,6581
-parsl/tests/configs/workqueue_blocks.py,sha256=9F6mQp2-RAd67EnicflRq6pep1ZibSyGEWenRuvmvOo,578
 parsl/tests/configs/workqueue_ex.py,sha256=HAZzTJID4jtc07yNPZ4zIs0EXfE-IPorAvslHhQPYO8,451
 parsl/tests/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/integration/latency.py,sha256=kWYkXsbnVnpwS6rHsdm7a1FsUOJWHhuXDsRPlApw6iE,3289
@@ -254,6 +260,14 @@ parsl/tests/manual_tests/test_oauth_ssh.py,sha256=v7msnSS5ywrWl7oqB_gR72oU2owrpz
 parsl/tests/manual_tests/test_regression_220.py,sha256=Lskfd6R9ZboJ3-mJ7LZBGhuLc6ylksjAwewhkn_IuVI,930
 parsl/tests/manual_tests/test_udp_simple.py,sha256=DPTsUoZEPx5NLG4tPAv2_FWKshNno_aofVU4u8Q95Qs,1036
 parsl/tests/manual_tests/test_worker_count.py,sha256=88PkYkg-Vo6RUBnui2zIxAIXXaqTCqv0xCKUFHXaZTo,2071
+parsl/tests/scaling_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+parsl/tests/scaling_tests/htex_local.py,sha256=ct1cTBg0Ttjn09O793j_PsrceqX_Y_wCbnq1asEEfcA,526
+parsl/tests/scaling_tests/local_threads.py,sha256=RbqOr2ELWBDFwmCCbvmyd4zEJDvonQGRbs7Apc6cy9g,138
+parsl/tests/scaling_tests/test_scale.py,sha256=umw_METEyWlQm2DbWdjkekNTmOdkKdWQY8PRDiHIvDw,3835
+parsl/tests/scaling_tests/vineex_condor.py,sha256=n1wo96sOIiJ1NjmjujMF5iU30y2eoTMczfoc9XnJu5I,308
+parsl/tests/scaling_tests/vineex_local.py,sha256=8rUSfM1g4Z_jCr880j0LU6_mOLSzwv9xtXpCZfaV9Hw,306
+parsl/tests/scaling_tests/wqex_condor.py,sha256=agE-fmo5upiHhWx4VcGGi2xNg9pb1TsAimWvM_NqpU4,522
+parsl/tests/scaling_tests/wqex_local.py,sha256=QYJ4gte1RdlE6ewdbMUcOYbJL9rl_2MzrVbulHOKCu4,520
 parsl/tests/site_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/site_tests/site_config_selector.py,sha256=_NQMWzC1e3g4NlgS9_DAYut0c-2Ee49Q-5ddpuHbbis,2137
 parsl/tests/site_tests/test_provider.py,sha256=dTOdcmRAl_6ANGmExTLOABCjdM_HkLAfi7rEQNIX0K0,2687
@@ -278,7 +292,7 @@ parsl/tests/test_bash_apps/test_memoize.py,sha256=YTqdy2DBUfl8shnNJrQjEjzK1YMvCI
 parsl/tests/test_bash_apps/test_memoize_ignore_args.py,sha256=jbW0DPpTaGul65KK4AkDqfNV70r_RlB5xtC5bFGGtcQ,1343
 parsl/tests/test_bash_apps/test_memoize_ignore_args_regr.py,sha256=03jL68xJxPCtO3nlCCycwOibQHuTeC6pQdPqSoc58s0,1384
 parsl/tests/test_bash_apps/test_multiline.py,sha256=5c4MOp0dyHmzq0xtOIU4UinW4YD6dMn7fuz60yiDqbk,1600
-parsl/tests/test_bash_apps/test_pipeline.py,sha256=bjihUlpoMl-XNqbylq5VEvM5cYTBP8BS4KdcjfFy5F8,3797
+parsl/tests/test_bash_apps/test_pipeline.py,sha256=5kIc9KgVrOLaiul-MR_4-th551YhXs0AE3hJ64NEIJQ,3795
 parsl/tests/test_bash_apps/test_stdout.py,sha256=rGKmIAERMQbeq8LgYcCDs5-MrExNskCfdx-FyNT-NJA,2696
 parsl/tests/test_channels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_channels/test_large_output.py,sha256=PGeNSW_sN5mR7KF1hVL2CPfktydYxo4oNz1wVQ-ENN0,595
@@ -312,7 +326,7 @@ parsl/tests/test_error_handling/test_python_walltime.py,sha256=mQ2WE9aZQkzJcAdvV
 parsl/tests/test_error_handling/test_rand_fail.py,sha256=OgHDOGWwdSzdpxpQQ0RbDc1k2mLtWxEcQ6akL23EA_w,3864
 parsl/tests/test_error_handling/test_resource_spec.py,sha256=1oOJC6fnG_TuaGBfGjaucJjxwL9GIUSXc8K-e_zSyus,1185
 parsl/tests/test_error_handling/test_retries.py,sha256=2WV_SLqIgEe1Xp47gkvzyIHUk4tmJ97n8VSpFjzo3qY,2445
-parsl/tests/test_error_handling/test_retry_handler.py,sha256=_WtYiUGcJm0rr1w-V4v6Xdt4cq5OJDxoPshWb2g6NZ8,1407
+parsl/tests/test_error_handling/test_retry_handler.py,sha256=5RPgF1DkMeSLiEBbTcX6rpaMaBfd6Lt1bqJRYUDUJE0,1406
 parsl/tests/test_error_handling/test_retry_handler_failure.py,sha256=Y12jOq1ShyRk-qcMyk46gBWe74lZaw36UtIa9Pb-4XM,551
 parsl/tests/test_error_handling/test_serialization_fail.py,sha256=rkzlXJ-DzD6GaiTF2eTqNkmQ0TbtwbOydHX2-iq0XY8,647
 parsl/tests/test_error_handling/test_wrap_with_logs.py,sha256=AHQZj7wae759FOcAUeHZX47mx1MKOfDv2YBLnaDVW7Q,741
@@ -381,20 +395,14 @@ parsl/tests/test_staging/test_staging_https_in_task.py,sha256=Ezqcsr_wUXCYXv2sd9
 parsl/tests/test_threads/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_threads/test_configs.py,sha256=QA9YjIMAtZ2jmkfOWqBzEfzQQcFVCDizH7Qwiy2HIMQ,909
 parsl/tests/test_threads/test_lazy_errors.py,sha256=nGhYfCMHFZYSy6YJ4gnAmiLl9SfYs0WVnuvj8DXQ9bw,560
-parsl/tests/workqueue_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/tests/workqueue_tests/htex_local.py,sha256=ct1cTBg0Ttjn09O793j_PsrceqX_Y_wCbnq1asEEfcA,526
-parsl/tests/workqueue_tests/local_threads.py,sha256=RbqOr2ELWBDFwmCCbvmyd4zEJDvonQGRbs7Apc6cy9g,138
-parsl/tests/workqueue_tests/test_scale.py,sha256=umw_METEyWlQm2DbWdjkekNTmOdkKdWQY8PRDiHIvDw,3835
-parsl/tests/workqueue_tests/wqex_condor.py,sha256=agE-fmo5upiHhWx4VcGGi2xNg9pb1TsAimWvM_NqpU4,522
-parsl/tests/workqueue_tests/wqex_local.py,sha256=QYJ4gte1RdlE6ewdbMUcOYbJL9rl_2MzrVbulHOKCu4,520
 parsl/usage_tracking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/usage_tracking/usage.py,sha256=TEuAIm_U_G2ojZxvd0bbVa6gZlU61_mVRa2yJC9mGiI,7555
-parsl-2023.6.5.data/scripts/exec_parsl_function.py,sha256=kYJmpgsswNMqV2-_dOmtgZHhb9OuKMvB-UwaNO2A2z0,7759
-parsl-2023.6.5.data/scripts/parsl_coprocess.py,sha256=V5yr9c-DvZHaBPvJOUsaAxJo2s1-ZsJqO1EhauYQd2A,5499
-parsl-2023.6.5.data/scripts/process_worker_pool.py,sha256=o1Zp2j9KHIwR9OO8Z8mtZX_5gMDtnaJDE00KhVknG7g,32997
-parsl-2023.6.5.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
-parsl-2023.6.5.dist-info/METADATA,sha256=Zrwh3Goj8V8GUaEXlBYkRFNY15Vk874TsKSSt9nFs4I,3632
-parsl-2023.6.5.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-parsl-2023.6.5.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
-parsl-2023.6.5.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
-parsl-2023.6.5.dist-info/RECORD,,
+parsl-2023.6.12.data/scripts/exec_parsl_function.py,sha256=kYJmpgsswNMqV2-_dOmtgZHhb9OuKMvB-UwaNO2A2z0,7759
+parsl-2023.6.12.data/scripts/parsl_coprocess.py,sha256=V5yr9c-DvZHaBPvJOUsaAxJo2s1-ZsJqO1EhauYQd2A,5499
+parsl-2023.6.12.data/scripts/process_worker_pool.py,sha256=o1Zp2j9KHIwR9OO8Z8mtZX_5gMDtnaJDE00KhVknG7g,32997
+parsl-2023.6.12.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
+parsl-2023.6.12.dist-info/METADATA,sha256=ZnT_s0k9capbHHh6r4XEzRhTKNILGeFDVTR4q9ZVCdk,3633
+parsl-2023.6.12.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+parsl-2023.6.12.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
+parsl-2023.6.12.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
+parsl-2023.6.12.dist-info/RECORD,,

parsl/tests/configs/workqueue_blocks.py

@@ -1,12 +0,0 @@
-from parsl.config import Config
-from parsl.executors import WorkQueueExecutor
-
-from parsl.data_provider.http import HTTPInTaskStaging
-from parsl.data_provider.ftp import FTPInTaskStaging
-from parsl.data_provider.file_noop import NoOpFileStaging
-
-from parsl.providers import LocalProvider
-
-config = Config(executors=[WorkQueueExecutor(port=0,
-                                             storage_access=[FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()],
-                                             provider=LocalProvider(init_blocks=0, min_blocks=0, max_blocks=1))])