parsl 2023.5.29__tar.gz → 2023.6.12__tar.gz

{parsl-2023.5.29/parsl.egg-info → parsl-2023.6.12}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2023.5.29
+Version: 2023.6.12
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2023.05.29.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2023.06.12.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/addresses.py

@@ -113,7 +113,8 @@ def get_all_addresses() -> Set[str]:
             logger.exception("Ignoring failure to fetch address from interface {}".format(interface))
             pass
 
-    resolution_functions = [address_by_hostname, address_by_route, address_by_query]  # type: List[Callable[[], str]]
+    resolution_functions: List[Callable[[], str]]
+    resolution_functions = [address_by_hostname, address_by_route, address_by_query]
     for f in resolution_functions:
         try:
             s_addresses.add(f())

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/app/errors.py

@@ -1,6 +1,7 @@
 """Exceptions raised by Apps."""
 from functools import wraps
-from typing import Callable, List, Union, Any, TypeVar, Optional
+from typing import Callable, List, Optional, TypeVar, Union
+from typing_extensions import ParamSpec
 from types import TracebackType
 import logging
 from tblib import Traceback
@@ -132,28 +133,13 @@ class RemoteExceptionWrapper:
             return v
 
 
+P = ParamSpec('P')
 R = TypeVar('R')
 
-# There appears to be no solution to typing this without a mypy plugin.
-# The reason is because wrap_error maps a Callable[[X...], R] to a Callable[[X...], Union[R, R2]].
-# However, there is no provision in Python typing for pattern matching all possible types of
-# callable arguments. This is because Callable[] is, in the infinite wisdom of the typing module,
-# only used for callbacks: "There is no syntax to indicate optional or keyword arguments; such
-# function types are rarely used as callback types.".
-# The alternative supported by the typing module, of saying Callable[..., R] ->
-#   Callable[..., Union[R, R2]] results in no pattern matching between the first and second
-# ellipsis.
-# Yet another bogus solution that was here previously would simply define wrap_error as
-#   wrap_error(T) -> T, where T was a custom TypeVar. This obviously missed the fact that
-# the returned function had its return signature modified.
-# Ultimately, the best choice appears to be Callable[..., R] -> Callable[..., Union[R, ?Exception]],
-#  since it results in the correct type specification for the return value(s) while treating the
-#  arguments as Any.
-
-
-def wrap_error(func: Callable[..., R]) -> Callable[..., Union[R, RemoteExceptionWrapper]]:
+
+def wrap_error(func: Callable[P, R]) -> Callable[P, Union[R, RemoteExceptionWrapper]]:
     @wraps(func)
-    def wrapper(*args: object, **kwargs: object) -> Any:
+    def wrapper(*args: P.args, **kwargs: P.kwargs) -> Union[R, RemoteExceptionWrapper]:
         import sys
         from parsl.app.errors import RemoteExceptionWrapper
         try:

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/benchmark/perf.py

@@ -4,6 +4,8 @@ import time
 import concurrent.futures
 import parsl
 
+min_iterations = 2
+
 
 # TODO: factor with conftest.py where this is copy/pasted from?
 def load_dfk_from_config(filename):
@@ -34,7 +36,7 @@ def performance(*, resources: dict, target_t: float):
 
     iteration = 1
 
-    while delta_t < threshold_t:
+    while delta_t < threshold_t or iteration <= min_iterations:
         print(f"==== Iteration {iteration} ====")
         print(f"Will run {n} tasks to target {target_t} seconds runtime")
         start_t = time.time()

parsl-2023.6.12/parsl/configs/vineex_local.py

@@ -0,0 +1,26 @@
+from parsl.config import Config
+from parsl.executors.taskvine import TaskVineExecutor
+
+import uuid
+
+config = Config(
+    executors=[
+        TaskVineExecutor(
+            label="parsl-vine-example",
+
+            # If a project_name is given, then TaskVine will periodically
+            # report its status and performance back to the global TaskVine catalog,
+            # which can be viewed here:  http://ccl.cse.nd.edu/software/taskvine/status
+
+            # To disable status reporting, comment out the project_name.
+            project_name="parsl-vine-" + str(uuid.uuid4()),
+
+            # The port number that TaskVine will listen on for connecting workers
+            # 0 means a random port.
+            port=0,
+
+            # A shared filesystem is not needed when using TaskVine.
+            shared_fs=False
+        )
+    ]
+)

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/data_provider/data_manager.py

@@ -16,7 +16,8 @@ logger = logging.getLogger(__name__)
 
 # these will be shared between all executors that do not explicitly
 # override, so should not contain executor-specific state
-default_staging = [NoOpFileStaging(), FTPSeparateTaskStaging(), HTTPSeparateTaskStaging()]  # type: List[Staging]
+default_staging: List[Staging]
+default_staging = [NoOpFileStaging(), FTPSeparateTaskStaging(), HTTPSeparateTaskStaging()]
 
 
 class DataManager:

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/data_provider/files.py

@@ -44,7 +44,7 @@ class File:
         self.netloc = parsed_url.netloc
         self.path = parsed_url.path
         self.filename = os.path.basename(self.path)
-        self.local_path = None  # type: Optional[str]
+        self.local_path: Optional[str] = None
 
     def cleancopy(self) -> "File":
         """Returns a copy of the file containing only the global immutable state,

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/data_provider/globus.py

@@ -94,7 +94,7 @@ class Globus:
         with 60 second timeout limit. If the task is ACTIVE after time runs out 'task_wait' returns False,
         and True otherwise.
         """
-        while not tc.task_wait(task['task_id'], 60, 15):
+        while not tc.task_wait(task['task_id'], timeout=60):
             task = tc.get_task(task['task_id'])
             # Get the last error Globus event
             events = tc.task_event_list(task['task_id'], num_results=1, filter='is_error:1')

{parsl-2023.5.29 → parsl-2023.6.12}/parsl/dataflow/memoization.py

@@ -176,7 +176,7 @@ class Memoizer:
             - hash (str) : A unique hash string
         """
 
-        t = []  # type: List[bytes]
+        t: List[bytes] = []
 
         # if kwargs contains an outputs parameter, that parameter is removed
         # and normalised differently - with output_ref set to True.

parsl-2023.6.12/parsl/executors/taskvine/__init__.py

@@ -0,0 +1,3 @@
+from parsl.executors.taskvine.executor import TaskVineExecutor
+
+__all__ = ['TaskVineExecutor']

parsl-2023.6.12/parsl/executors/taskvine/errors.py

@@ -0,0 +1,22 @@
+from parsl.errors import ParslError
+from parsl.app.errors import AppException
+
+
+class TaskVineTaskFailure(AppException):
+    """A failure executing a task in taskvine
+
+    Contains:
+    reason(string)
+    status(int)
+    """
+
+    def __init__(self, reason, status):
+        self.reason = reason
+        self.status = status
+
+
+class TaskVineFailure(ParslError):
+    """A failure in the taskvine executor that prevented the task to be
+    executed.""
+    """
+    pass