parsl 2025.10.20__py3-none-any.whl → 2025.10.27__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of parsl might be problematic. Click here for more details.

@@ -1,42 +1,88 @@
1
1
  """Interfaces modeled after Python's `concurrent library <https://docs.python.org/3/library/concurrent.html>`_"""
2
2
  import time
3
3
  from concurrent.futures import Executor
4
- from typing import Callable, Dict, Iterable, Iterator, Optional
4
+ from contextlib import AbstractContextManager
5
+ from typing import Callable, Dict, Iterable, Iterator, Literal, Optional
5
6
  from warnings import warn
6
7
 
7
- from parsl import Config, DataFlowKernel
8
+ from parsl import Config, DataFlowKernel, load
8
9
  from parsl.app.python import PythonApp
9
10
 
10
11
 
11
- class ParslPoolExecutor(Executor):
12
+ class ParslPoolExecutor(Executor, AbstractContextManager):
12
13
  """An executor that uses a pool of workers managed by Parsl
13
14
 
14
15
  Works just like a :class:`~concurrent.futures.ProcessPoolExecutor` except that tasks
15
16
  are distributed across workers that can be on different machines.
16
- Create a new executor by supplying a Parsl :class:`~parsl.Config` object to define
17
- how to create new workers, Parsl will set up and tear down workers on your behalf.
18
17
 
19
- Note: Parsl does not support canceling tasks. The :meth:`map` method does not cancel work
18
+ Create a new executor using one of two methods:
19
+
20
+ 1. Supplying a Parsl :class:`~parsl.Config` that defines how to create new workers.
21
+ The executor will start a new Parsl Data Flow Kernel (DFK) when it is entered as a context manager.
22
+
23
+ 2. Supplying an already-started Parsl :class:`~parsl.DataFlowKernel` (DFK).
24
+ The executor assumes you will start and stop the Parsl DFK outside the Executor.
25
+
26
+ The futures returned by :meth:`submit` and :meth:`map` are Parsl futures and will work
27
+ with the same function chaining mechanisms as when using Parsl with decorators.
28
+
29
+ .. code-block:: python
30
+
31
+ def f(x):
32
+ return x + 1
33
+
34
+ @python_app
35
+ def parity(x):
36
+ return 'odd' if x % 2 == 1 else 'even'
37
+
38
+ with ParslPoolExecutor(config=my_parsl_config) as executor:
39
+ future_1 = executor.submit(f, 1)
40
+ assert parity(future_1) == 'even' # Function chaining, as expected
41
+
42
+ future_2 = executor.submit(f, future_1)
43
+ assert future_2.result() == 3 # Chaining works with `submit` too
44
+
45
+ Parsl does not support canceling tasks. The :meth:`map` method does not cancel work
20
46
  when one member of the run fails or a timeout is reached
21
47
  and :meth:`shutdown` does not cancel work on completion.
22
48
  """
23
49
 
24
- def __init__(self, config: Config):
50
+ def __init__(self, config: Config | None = None, dfk: DataFlowKernel | None = None, executors: Literal['all'] | list[str] = 'all'):
25
51
  """Create the executor
26
52
 
27
53
  Args:
28
54
  config: Configuration for the Parsl Data Flow Kernel (DFK)
55
+ dfk: DataFlowKernel of an already-started parsl
56
+ executors: List of executors to use for supplied functions
29
57
  """
58
+ if (config is not None) and (dfk is not None):
59
+ raise ValueError('Specify only one of config or dfk')
60
+ if (config is None) and (dfk is None):
61
+ raise ValueError('Must specify one of config or dfk')
30
62
  self._config = config
31
- self.dfk = DataFlowKernel(self._config)
32
63
  self._app_cache: Dict[Callable, PythonApp] = {} # Cache specific to this instance: https://stackoverflow.com/questions/33672412
64
+ self._dfk = dfk
65
+ self.executors = executors
66
+
67
+ # Start workers immediately
68
+ if self._config is not None:
69
+ self._dfk = load(self._config)
70
+
71
+ def __exit__(self, exc_type, exc_val, exc_tb):
72
+ if self._dfk is None: # Nothing has been started, do nothing
73
+ return
74
+ elif self._config is not None: # The executors are being managed by this class, shut them down
75
+ self.shutdown(wait=True)
76
+ return
77
+ else: # The DFK is managed elsewhere, do nothing
78
+ return
33
79
 
34
80
  @property
35
81
  def app_count(self):
36
82
  """Number of functions currently registered with the executor"""
37
83
  return len(self._app_cache)
38
84
 
39
- def _get_app(self, fn: Callable) -> PythonApp:
85
+ def get_app(self, fn: Callable) -> PythonApp:
40
86
  """Create a PythonApp for a function
41
87
 
42
88
  Args:
@@ -46,22 +92,53 @@ class ParslPoolExecutor(Executor):
46
92
  """
47
93
  if fn in self._app_cache:
48
94
  return self._app_cache[fn]
49
- app = PythonApp(fn, data_flow_kernel=self.dfk)
95
+ app = PythonApp(fn, data_flow_kernel=self._dfk, executors=self.executors)
50
96
  self._app_cache[fn] = app
51
97
  return app
52
98
 
53
99
  def submit(self, fn, *args, **kwargs):
54
- app = self._get_app(fn)
100
+ """Submits a callable to be executed with the given arguments.
101
+
102
+ Schedules the callable to be executed as ``fn(*args, **kwargs)`` and returns
103
+ a Future instance representing the execution of the callable.
104
+
105
+ Returns:
106
+ A Future representing the given call.
107
+ """
108
+
109
+ if self._dfk is None:
110
+ raise RuntimeError('Executor has been shut down.')
111
+ app = self.get_app(fn)
55
112
  return app(*args, **kwargs)
56
113
 
57
114
  # TODO (wardlt): This override can go away when Parsl supports cancel
58
115
  def map(self, fn: Callable, *iterables: Iterable, timeout: Optional[float] = None, chunksize: int = 1) -> Iterator:
116
+ """Returns an iterator equivalent to map(fn, iter).
117
+
118
+ Args:
119
+ fn: A callable that will take as many arguments as there are
120
+ passed iterables.
121
+ timeout: The maximum number of seconds to wait. If None, then there
122
+ is no limit on the wait time.
123
+ chunksize: If greater than one, the iterables will be chopped into
124
+ chunks of size chunksize and submitted to the process pool.
125
+ If set to one, the items in the list will be sent one at a time.
126
+
127
+ Returns:
128
+ An iterator equivalent to: map(func, ``*iterables``) but the calls may
129
+ be evaluated out-of-order.
130
+
131
+ Raises:
132
+ TimeoutError: If the entire result iterator could not be generated
133
+ before the given timeout.
134
+ Exception: If ``fn(*args)`` raises for any values.
135
+ """
59
136
  # This is a version of the CPython 3.9 `.map` implementation modified to not use `cancel`
60
137
  if timeout is not None:
61
138
  end_time = timeout + time.monotonic()
62
139
 
63
140
  # Submit the applications
64
- app = self._get_app(fn)
141
+ app = self.get_app(fn)
65
142
  fs = [app(*args) for args in zip(*iterables)]
66
143
 
67
144
  # Yield the futures as completed
@@ -78,8 +155,12 @@ class ParslPoolExecutor(Executor):
78
155
  return result_iterator()
79
156
 
80
157
  def shutdown(self, wait: bool = True, *, cancel_futures: bool = False) -> None:
158
+ if self._dfk is None:
159
+ return # Do nothing. Nothing is active
81
160
  if cancel_futures:
82
161
  warn(message="Canceling on-going tasks is not supported in Parsl")
83
162
  if wait:
84
- self.dfk.wait_for_current_tasks()
85
- self.dfk.cleanup()
163
+ self._dfk.wait_for_current_tasks()
164
+ if self._config is not None: # The executors are being managed
165
+ self._dfk.cleanup() # Shutdown the DFK
166
+ self._dfk = None
@@ -4,7 +4,6 @@ import os
4
4
  from functools import partial
5
5
  from typing import Optional
6
6
 
7
- import globus_sdk
8
7
  import typeguard
9
8
 
10
9
  import parsl
@@ -79,6 +78,7 @@ class Globus:
79
78
 
80
79
  @classmethod
81
80
  def transfer_file(cls, src_ep, dst_ep, src_path, dst_path):
81
+ import globus_sdk
82
82
  tc = globus_sdk.TransferClient(authorizer=cls.authorizer)
83
83
  td = globus_sdk.TransferData(tc, src_ep, dst_ep)
84
84
  td.add_item(src_path, dst_path)
@@ -140,6 +140,7 @@ class Globus:
140
140
  def _do_native_app_authentication(cls, client_id, redirect_uri,
141
141
  requested_scopes=None):
142
142
 
143
+ import globus_sdk
143
144
  client = globus_sdk.NativeAppAuthClient(client_id=client_id)
144
145
  client.oauth2_start_flow(
145
146
  requested_scopes=requested_scopes,
@@ -154,6 +155,7 @@ class Globus:
154
155
 
155
156
  @classmethod
156
157
  def _get_native_app_authorizer(cls, client_id):
158
+ import globus_sdk
157
159
  tokens = None
158
160
  try:
159
161
  tokens = cls._load_tokens_from_file(cls.TOKEN_FILE)
parsl/dataflow/dflow.py CHANGED
@@ -190,7 +190,7 @@ class DataFlowKernel:
190
190
  self.tasks: Dict[int, TaskRecord] = {}
191
191
  self.submitter_lock = threading.Lock()
192
192
 
193
- self.dependency_launch_pool = cf.ThreadPoolExecutor(max_workers=1, thread_name_prefix="Dependency-Launch")
193
+ self._task_launch_pool = cf.ThreadPoolExecutor(max_workers=1, thread_name_prefix="Task-Launch")
194
194
 
195
195
  self.dependency_resolver = self.config.dependency_resolver if self.config.dependency_resolver is not None \
196
196
  else SHALLOW_DEPENDENCY_RESOLVER
@@ -608,7 +608,7 @@ class DataFlowKernel:
608
608
  launch_if_ready is thread safe, so may be called from any thread
609
609
  or callback.
610
610
  """
611
- self.dependency_launch_pool.submit(self._launch_if_ready_async, task_record)
611
+ self._task_launch_pool.submit(self._launch_if_ready_async, task_record)
612
612
 
613
613
  @wrap_with_logs
614
614
  def _launch_if_ready_async(self, task_record: TaskRecord) -> None:
@@ -1203,9 +1203,9 @@ class DataFlowKernel:
1203
1203
  self.monitoring.close()
1204
1204
  logger.info("Terminated monitoring")
1205
1205
 
1206
- logger.info("Terminating dependency launch pool")
1207
- self.dependency_launch_pool.shutdown()
1208
- logger.info("Terminated dependency launch pool")
1206
+ logger.info("Terminating task launch pool")
1207
+ self._task_launch_pool.shutdown()
1208
+ logger.info("Terminated task launch pool")
1209
1209
 
1210
1210
  logger.info("Unregistering atexit hook")
1211
1211
  atexit.unregister(self.atexit_cleanup)
@@ -138,9 +138,6 @@ class Interchange:
138
138
 
139
139
  self.pending_task_queue: SortedList[Any] = SortedList(key=lambda tup: (tup[0], tup[1]))
140
140
 
141
- # count of tasks that have been received from the submit side
142
- self.task_counter = 0
143
-
144
141
  # count of tasks that have been sent out to worker pools
145
142
  self.count = 0
146
143
 
@@ -332,15 +329,15 @@ class Interchange:
332
329
  msg = self.task_incoming.recv_pyobj()
333
330
 
334
331
  # Process priority, higher number = lower priority
332
+ task_id = msg['task_id']
335
333
  resource_spec = msg['context'].get('resource_spec', {})
336
334
  priority = resource_spec.get('priority', float('inf'))
337
- queue_entry = (-priority, -self.task_counter, msg)
335
+ queue_entry = (-priority, -task_id, msg)
338
336
 
339
- logger.debug("putting message onto pending_task_queue")
337
+ logger.debug("Putting task %s onto pending_task_queue", task_id)
340
338
 
341
339
  self.pending_task_queue.add(queue_entry)
342
- self.task_counter += 1
343
- logger.debug(f"Fetched {self.task_counter} tasks so far")
340
+ logger.debug("Put task %s onto pending_task_queue", task_id)
344
341
 
345
342
  def process_manager_socket_message(
346
343
  self,
@@ -1,6 +1,5 @@
1
1
  from parsl.config import Config
2
2
  from parsl.data_provider.data_manager import default_staging
3
- from parsl.data_provider.globus import GlobusStaging
4
3
  from parsl.executors.threads import ThreadPoolExecutor
5
4
 
6
5
  # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
@@ -10,19 +9,24 @@ from parsl.executors.threads import ThreadPoolExecutor
10
9
  # (i.e., user_opts['swan']['username'] -> 'your_username')
11
10
  from .user_opts import user_opts
12
11
 
13
- storage_access = default_staging + [GlobusStaging(
14
- endpoint_uuid=user_opts['globus']['endpoint'],
15
- endpoint_path=user_opts['globus']['path']
16
- )]
17
12
 
18
- config = Config(
19
- executors=[
20
- ThreadPoolExecutor(
21
- label='local_threads_globus',
22
- working_dir=user_opts['globus']['path'],
23
- storage_access=storage_access
24
- )
25
- ]
26
- )
13
+ def fresh_config():
14
+ from parsl.data_provider.globus import GlobusStaging
15
+
16
+ storage_access = default_staging + [GlobusStaging(
17
+ endpoint_uuid=user_opts['globus']['endpoint'],
18
+ endpoint_path=user_opts['globus']['path']
19
+ )]
20
+
21
+ return Config(
22
+ executors=[
23
+ ThreadPoolExecutor(
24
+ label='local_threads_globus',
25
+ working_dir=user_opts['globus']['path'],
26
+ storage_access=storage_access
27
+ )
28
+ ]
29
+ )
30
+
27
31
 
28
32
  remote_writeable = user_opts['globus']['remote_writeable']
@@ -1,7 +1,7 @@
1
1
  """Tests of the interfaces to Python's concurrent library"""
2
- from pytest import mark, warns
2
+ from pytest import mark, raises, warns
3
3
 
4
- from parsl import Config, HighThroughputExecutor
4
+ from parsl import Config, HighThroughputExecutor, load, python_app
5
5
  from parsl.concurrent import ParslPoolExecutor
6
6
 
7
7
 
@@ -9,21 +9,43 @@ def f(x):
9
9
  return x + 1
10
10
 
11
11
 
12
+ def g(x):
13
+ return 2 * x
14
+
15
+
16
+ @python_app
17
+ def is_odd(x):
18
+ if x % 2 == 1:
19
+ return 1
20
+ else:
21
+ return 0
22
+
23
+
12
24
  def make_config():
13
25
  return Config(
14
26
  executors=[
15
27
  HighThroughputExecutor(
28
+ label='test_executor',
16
29
  address="127.0.0.1",
17
30
  max_workers_per_node=2,
18
31
  heartbeat_period=2,
19
32
  heartbeat_threshold=4,
20
- encrypted=True,
33
+ encrypted=False,
21
34
  )
22
35
  ],
23
36
  strategy='none',
24
37
  )
25
38
 
26
39
 
40
+ @mark.local
41
+ def test_init_errors():
42
+ with load(make_config()) as dfk, raises(ValueError, match='Specify only one of config or dfk'):
43
+ ParslPoolExecutor(config=make_config(), dfk=dfk)
44
+
45
+ with raises(ValueError, match='Must specify one of config or dfk'):
46
+ ParslPoolExecutor()
47
+
48
+
27
49
  @mark.local
28
50
  def test_executor():
29
51
  my_config = make_config()
@@ -44,5 +66,31 @@ def test_executor():
44
66
  # Make sure only one function was registered
45
67
  assert exc.app_count == 1
46
68
 
69
+ with raises(RuntimeError, match='shut down'):
70
+ exc.submit(f, 1)
71
+
47
72
  with warns(UserWarning):
48
73
  ParslPoolExecutor(make_config()).shutdown(False, cancel_futures=True)
74
+
75
+
76
+ @mark.local
77
+ def test_with_dfk():
78
+ config = make_config()
79
+
80
+ with load(config) as dfk, ParslPoolExecutor(dfk=dfk, executors=['test_executor']) as exc:
81
+ future = exc.submit(f, 1)
82
+ assert future.result() == 2
83
+ assert exc.get_app(f).executors == ['test_executor']
84
+
85
+
86
+ @mark.local
87
+ def test_chaining():
88
+ """Make sure the executor functions can be chained together"""
89
+ config = make_config()
90
+
91
+ with ParslPoolExecutor(config) as exc:
92
+ future_odd = exc.submit(f, 10)
93
+ assert is_odd(future_odd).result()
94
+
95
+ future_even = exc.submit(g, future_odd)
96
+ assert not is_odd(future_even).result()
@@ -61,7 +61,7 @@ def test_priority_queue(try_assert):
61
61
  with open(htex.worker_logdir + "/interchange.log", "r") as f:
62
62
  lines = f.readlines()
63
63
  for line in lines:
64
- if f"Fetched {n} tasks so far" in line:
64
+ if f"Put task {n} onto pending_task_queue" in line:
65
65
  return True
66
66
  return False
67
67
 
@@ -14,12 +14,6 @@ def import_square(x):
14
14
  return math.pow(x, 2)
15
15
 
16
16
 
17
- @python_app
18
- def custom_exception():
19
- from globus_sdk import GlobusError
20
- raise GlobusError('foobar')
21
-
22
-
23
17
  def test_simple(n=2):
24
18
  x = double(n)
25
19
  assert x.result() == n * 2
@@ -38,11 +32,3 @@ def test_parallel_for(n):
38
32
 
39
33
  for i in d:
40
34
  assert d[i].result() == 2 * i
41
-
42
-
43
- def test_custom_exception():
44
- from globus_sdk import GlobusError
45
-
46
- x = custom_exception()
47
- with pytest.raises(GlobusError):
48
- x.result()
@@ -0,0 +1,19 @@
1
+ import pytest
2
+
3
+ from parsl.app.app import python_app
4
+
5
+
6
+ class CustomException(Exception):
7
+ pass
8
+
9
+
10
+ @python_app
11
+ def custom_exception():
12
+ from parsl.tests.test_python_apps.test_exception import CustomException
13
+ raise CustomException('foobar')
14
+
15
+
16
+ def test_custom_exception():
17
+ x = custom_exception()
18
+ with pytest.raises(CustomException):
19
+ x.result()
@@ -3,9 +3,9 @@ import pytest
3
3
  import parsl
4
4
  from parsl.app.app import python_app
5
5
  from parsl.data_provider.files import File
6
- from parsl.tests.configs.local_threads_globus import config, remote_writeable
6
+ from parsl.tests.configs.local_threads_globus import fresh_config, remote_writeable
7
7
 
8
- local_config = config
8
+ local_config = fresh_config
9
9
 
10
10
 
11
11
  @python_app
@@ -2,18 +2,21 @@ import random
2
2
  from unittest import mock
3
3
 
4
4
  import pytest
5
- from globus_compute_sdk import Executor
6
5
 
7
6
  from parsl.executors import GlobusComputeExecutor
8
7
 
9
8
 
10
9
  @pytest.fixture
11
10
  def mock_ex():
12
- # Not Parsl's job to test GC's Executor
11
+ # Not Parsl's job to test GC's Executor, although it
12
+ # still needs to be importable for these test cases.
13
+ from globus_compute_sdk import Executor
14
+
13
15
  yield mock.Mock(spec=Executor)
14
16
 
15
17
 
16
18
  @pytest.mark.local
19
+ @pytest.mark.globus_compute
17
20
  def test_gc_executor_mock_spec(mock_ex):
18
21
  # a test of tests -- make sure we're using spec= in the mock
19
22
  with pytest.raises(AttributeError):
@@ -21,12 +24,14 @@ def test_gc_executor_mock_spec(mock_ex):
21
24
 
22
25
 
23
26
  @pytest.mark.local
27
+ @pytest.mark.globus_compute
24
28
  def test_gc_executor_label_default(mock_ex):
25
29
  gce = GlobusComputeExecutor(mock_ex)
26
30
  assert gce.label == type(gce).__name__, "Expect reasonable default label"
27
31
 
28
32
 
29
33
  @pytest.mark.local
34
+ @pytest.mark.globus_compute
30
35
  def test_gc_executor_label(mock_ex, randomstring):
31
36
  exp_label = randomstring()
32
37
  gce = GlobusComputeExecutor(mock_ex, label=exp_label)
@@ -34,6 +39,7 @@ def test_gc_executor_label(mock_ex, randomstring):
34
39
 
35
40
 
36
41
  @pytest.mark.local
42
+ @pytest.mark.globus_compute
37
43
  def test_gc_executor_resets_spec_after_submit(mock_ex, randomstring):
38
44
  submit_res = {randomstring(): "some submit res"}
39
45
  res = {"some": randomstring(), "spec": randomstring()}
@@ -57,6 +63,7 @@ def test_gc_executor_resets_spec_after_submit(mock_ex, randomstring):
57
63
 
58
64
 
59
65
  @pytest.mark.local
66
+ @pytest.mark.globus_compute
60
67
  def test_gc_executor_resets_uep_after_submit(mock_ex, randomstring):
61
68
  uep_conf = randomstring()
62
69
  res = {"some": randomstring()}
@@ -79,6 +86,7 @@ def test_gc_executor_resets_uep_after_submit(mock_ex, randomstring):
79
86
 
80
87
 
81
88
  @pytest.mark.local
89
+ @pytest.mark.globus_compute
82
90
  def test_gc_executor_happy_path(mock_ex, randomstring):
83
91
  mock_fn = mock.Mock()
84
92
  args = tuple(randomstring() for _ in range(random.randint(0, 3)))
@@ -95,6 +103,7 @@ def test_gc_executor_happy_path(mock_ex, randomstring):
95
103
 
96
104
 
97
105
  @pytest.mark.local
106
+ @pytest.mark.globus_compute
98
107
  def test_gc_executor_shuts_down_asynchronously(mock_ex):
99
108
  gce = GlobusComputeExecutor(mock_ex)
100
109
  gce.shutdown()
parsl/version.py CHANGED
@@ -3,4 +3,4 @@
3
3
  Year.Month.Day[alpha/beta/..]
4
4
  Alphas will be numbered like this -> 2024.12.10a0
5
5
  """
6
- VERSION = '2025.10.20'
6
+ VERSION = '2025.10.27'
@@ -138,9 +138,6 @@ class Interchange:
138
138
 
139
139
  self.pending_task_queue: SortedList[Any] = SortedList(key=lambda tup: (tup[0], tup[1]))
140
140
 
141
- # count of tasks that have been received from the submit side
142
- self.task_counter = 0
143
-
144
141
  # count of tasks that have been sent out to worker pools
145
142
  self.count = 0
146
143
 
@@ -332,15 +329,15 @@ class Interchange:
332
329
  msg = self.task_incoming.recv_pyobj()
333
330
 
334
331
  # Process priority, higher number = lower priority
332
+ task_id = msg['task_id']
335
333
  resource_spec = msg['context'].get('resource_spec', {})
336
334
  priority = resource_spec.get('priority', float('inf'))
337
- queue_entry = (-priority, -self.task_counter, msg)
335
+ queue_entry = (-priority, -task_id, msg)
338
336
 
339
- logger.debug("putting message onto pending_task_queue")
337
+ logger.debug("Putting task %s onto pending_task_queue", task_id)
340
338
 
341
339
  self.pending_task_queue.add(queue_entry)
342
- self.task_counter += 1
343
- logger.debug(f"Fetched {self.task_counter} tasks so far")
340
+ logger.debug("Put task %s onto pending_task_queue", task_id)
344
341
 
345
342
  def process_manager_socket_message(
346
343
  self,
@@ -1,9 +1,9 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: parsl
3
- Version: 2025.10.20
3
+ Version: 2025.10.27
4
4
  Summary: Simple data dependent workflows in Python
5
5
  Home-page: https://github.com/Parsl/parsl
6
- Download-URL: https://github.com/Parsl/parsl/archive/2025.10.20.tar.gz
6
+ Download-URL: https://github.com/Parsl/parsl/archive/2025.10.27.tar.gz
7
7
  Author: The Parsl Team
8
8
  Author-email: parsl@googlegroups.com
9
9
  License: Apache 2.0
@@ -19,7 +19,6 @@ License-File: LICENSE
19
19
  Requires-Dist: pyzmq>=17.1.2
20
20
  Requires-Dist: typeguard!=3.*,<5,>=2.10
21
21
  Requires-Dist: typing-extensions<5,>=4.6
22
- Requires-Dist: globus-sdk
23
22
  Requires-Dist: dill
24
23
  Requires-Dist: tblib
25
24
  Requires-Dist: requests
@@ -55,6 +54,7 @@ Requires-Dist: proxystore; extra == "all"
55
54
  Requires-Dist: radical.pilot==1.90; extra == "all"
56
55
  Requires-Dist: radical.utils==1.90; extra == "all"
57
56
  Requires-Dist: globus-compute-sdk>=2.34.0; extra == "all"
57
+ Requires-Dist: globus-sdk; extra == "all"
58
58
  Provides-Extra: aws
59
59
  Requires-Dist: boto3; extra == "aws"
60
60
  Provides-Extra: azure
@@ -71,6 +71,8 @@ Requires-Dist: cffi; extra == "flux"
71
71
  Requires-Dist: jsonschema; extra == "flux"
72
72
  Provides-Extra: globus_compute
73
73
  Requires-Dist: globus-compute-sdk>=2.34.0; extra == "globus-compute"
74
+ Provides-Extra: globus_transfer
75
+ Requires-Dist: globus-sdk; extra == "globus-transfer"
74
76
  Provides-Extra: google_cloud
75
77
  Requires-Dist: google-auth; extra == "google-cloud"
76
78
  Requires-Dist: google-api-python-client; extra == "google-cloud"
@@ -8,7 +8,7 @@ parsl/multiprocessing.py,sha256=xqieTLko3DrHykCqqSHQszMwd8ORYllrgz6Qc_PsHCE,2112
8
8
  parsl/process_loggers.py,sha256=uQ7Gd0W72Jz7rrcYlOMfLsAEhkRltxXJL2MgdduJjEw,1136
9
9
  parsl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  parsl/utils.py,sha256=smVYTusMoYUTD5N9OxTW5bh6o2iioh0NnfjrBAj8zYk,14452
11
- parsl/version.py,sha256=whi_IdOncV7eAqL5UV49y8XFRCw7SVxlohTSQa_fU70,131
11
+ parsl/version.py,sha256=v6QrnuBhxw1NYbAo5xMLGULCrY5B4SPZHIGsw3t9iRc,131
12
12
  parsl/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
13
  parsl/app/app.py,sha256=0gbM4AH2OtFOLsv07I5nglpElcwMSOi-FzdZZfrk7So,8532
14
14
  parsl/app/bash.py,sha256=VYIUTvy3qbjR7MzVO9jErui2WMZteIeuc7iGK6NSjL0,5498
@@ -17,7 +17,7 @@ parsl/app/futures.py,sha256=2tMUeKIuDzwuhLIWlsEiZuDrhkxxsUed4QUbQuQg20Y,2826
17
17
  parsl/app/python.py,sha256=0hrz2BppVOwwNfh5hnoP70Yv56gSRkIoT-fP9XNb4v4,2331
18
18
  parsl/benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  parsl/benchmark/perf.py,sha256=5cSadhxr8qZnYIRLYdL2AM-5VFrRYn36FqHsaPrR9NA,4393
20
- parsl/concurrent/__init__.py,sha256=TvIVceJYaJAsxedNBF3Vdo9lEQNHH_j3uxJv0zUjP7w,3288
20
+ parsl/concurrent/__init__.py,sha256=jqabuoD2dz6Ng788BLqe1oKINtM6_OG6QO0GKRwpBpw,6773
21
21
  parsl/configs/ASPIRE1.py,sha256=nQm6BvCPE07YXEsC94wMrHeVAyYcyfvPgWyHIysjAoA,1690
22
22
  parsl/configs/Azure.py,sha256=CJms3xWmdb-S3CksbHrPF2TfMxJC5I0faqUKCOzVg0k,1268
23
23
  parsl/configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -48,14 +48,14 @@ parsl/data_provider/data_manager.py,sha256=2pbjNbf-WXAk2PRO_uGRGpH1dma5xfSw0YZpg
48
48
  parsl/data_provider/file_noop.py,sha256=hxg6QNaBPsdTuio8jYJRkprXX9uuneMTXNCUe0YYP-E,498
49
49
  parsl/data_provider/files.py,sha256=tKoHZlsAJkOb62RuChxDR_uoU1TlEC_XW_kBMtwS6c4,3268
50
50
  parsl/data_provider/ftp.py,sha256=7lOh93UES37ozZp-nhXkToiIkEMlUJYiXVQa6Y61cCw,2757
51
- parsl/data_provider/globus.py,sha256=-I67SpkVsC_1n3dfzh8sKhBTOVVyvmjCdb75Y_9qBUM,12013
51
+ parsl/data_provider/globus.py,sha256=IGEvrTotDW45SSh-UTQwB_TzCv3zZChqN_vgQmFTJyk,12073
52
52
  parsl/data_provider/http.py,sha256=GWUh3cPHQS2ElsaqUHn0NPrP--VAAtSmsxE-zm8gLAA,2986
53
53
  parsl/data_provider/rsync.py,sha256=eFKUlhGpBqyCwQ_qjYKntzfxhSBcO2r1XtbCxiNmeXY,4254
54
54
  parsl/data_provider/staging.py,sha256=ZDZuuFg38pjUStegKPcvPsfGp3iMeReMzfU6DSwtJjQ,4506
55
55
  parsl/data_provider/zip.py,sha256=S4kVuH9lxAegRURYbvIUR7EYYBOccyslaqyCrVWUBhw,4497
56
56
  parsl/dataflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
57
57
  parsl/dataflow/dependency_resolvers.py,sha256=Om8Dgh7a0ZwgXAc6TlhxLSzvxXHDlNNV1aBNiD3JTNY,3325
58
- parsl/dataflow/dflow.py,sha256=AQKNtTwqk6YkzzDFEWmQ3dFHmDT8r1PuBF2RBhWC4Q8,58047
58
+ parsl/dataflow/dflow.py,sha256=t-yZcB6pFunY4GnkynnPwaKK2r9reA8IUz-4cVpjY-0,58014
59
59
  parsl/dataflow/errors.py,sha256=daVfr2BWs1zRsGD6JtosEMttWHvK1df1Npiu_MUvFKg,3998
60
60
  parsl/dataflow/futures.py,sha256=08LuP-HFiHBIZmeKCjlsazw_WpQ5fwevrU2_WbidkYw,6080
61
61
  parsl/dataflow/memoization.py,sha256=xWR09aZkQ695NIqyXQRCVl3OzioXQPzY3_3zqXd3ggA,16918
@@ -76,7 +76,7 @@ parsl/executors/flux/flux_instance_manager.py,sha256=5T3Rp7ZM-mlT0Pf0Gxgs5_YmnaP
76
76
  parsl/executors/high_throughput/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
77
77
  parsl/executors/high_throughput/errors.py,sha256=k2XuvvFdUfNs2foHFnxmS-BToRMfdXpYEa4EF3ELKq4,1554
78
78
  parsl/executors/high_throughput/executor.py,sha256=xtII7lb1skv2sUHmt9K6k4bE2LRvGmku-4h6cUTUM8k,42373
79
- parsl/executors/high_throughput/interchange.py,sha256=ODXsNNTkaEtwCGwqa5aclXyLw7x_dEtO9mANsOUTeNE,26158
79
+ parsl/executors/high_throughput/interchange.py,sha256=S5dfWn4FxS81_dqCWOjAsMwZCMFSV0ea2aEy4uFzHys,26061
80
80
  parsl/executors/high_throughput/manager_record.py,sha256=ZMsqFxvreGLRXAw3N-JnODDa9Qfizw2tMmcBhm4lco4,490
81
81
  parsl/executors/high_throughput/manager_selector.py,sha256=UKcUE6v0tO7PDMTThpKSKxVpOpOUilxDL7UbNgpZCxo,2116
82
82
  parsl/executors/high_throughput/monitoring_info.py,sha256=HC0drp6nlXQpAop5PTUKNjdXMgtZVvrBL0JzZJebPP4,298
@@ -228,7 +228,7 @@ parsl/tests/configs/local_threads_checkpoint.py,sha256=Ex7CI1Eo6wVRsem9uXTtbVJrk
228
228
  parsl/tests/configs/local_threads_checkpoint_dfk_exit.py,sha256=ECL1n0uBsXDuW3sLCmjiwe8s3Xd7EFIj5wt446w6bh4,254
229
229
  parsl/tests/configs/local_threads_checkpoint_task_exit.py,sha256=zHKN68T-xhAVQwQp3fSWPIEcWOx-F7NBGZTOhF07iL8,256
230
230
  parsl/tests/configs/local_threads_ftp_in_task.py,sha256=c9odRbxgj1bM_ttpkWTh2Ch_MV7f5cmn-68BOjLeJ70,444
231
- parsl/tests/configs/local_threads_globus.py,sha256=NhY27cD4vcqLh762Ye0BINZnt63EmTyHXg7FQMffOBw,1097
231
+ parsl/tests/configs/local_threads_globus.py,sha256=rUR41XySuHeinl-w-rpLnB3Z734ywYW651-jlRbw9ZM,1174
232
232
  parsl/tests/configs/local_threads_http_in_task.py,sha256=csDY-C50tXKO2ntbbPBvppCRlXBcB7UCQOHN_FyfFYc,447
233
233
  parsl/tests/configs/midway.py,sha256=ZLdAUDR5paPA8gheRNLI0q9Vj5HcnCYuIttu-C-TlJs,1335
234
234
  parsl/tests/configs/nscc_singapore.py,sha256=ECENZcBuCjkY6OWZstEMhfMrmjRmjCc7ELdfGEp7ly4,1481
@@ -257,7 +257,7 @@ parsl/tests/site_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
257
257
  parsl/tests/site_tests/site_config_selector.py,sha256=cpToBNdvHZPOxYfiFpGVuydSMlmxfeo27N3VEjRFLgw,1815
258
258
  parsl/tests/sites/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
259
259
  parsl/tests/sites/test_affinity.py,sha256=CCfYxSkpoznREGV2-K2As4YbsMY7bCiYqRMZkUp-zO0,1500
260
- parsl/tests/sites/test_concurrent.py,sha256=ybHOnIsRyYs2tFPggv2ivRVoqH8Ts4PTEvb4IN3Obv8,1219
260
+ parsl/tests/sites/test_concurrent.py,sha256=n5nD74VqUB9E1eLACdEaimqzlM21emzLm8Z-lFiRCYI,2418
261
261
  parsl/tests/sites/test_dynamic_executor.py,sha256=PGiQVizSlXnYI9C2OoWpiqcUsKE61HPyYu7XQ_QXWjE,1960
262
262
  parsl/tests/sites/test_ec2.py,sha256=G5dCn3255UECY7vp2C0XzTaQpnFkn-qBqQZ0gTmNZEg,1761
263
263
  parsl/tests/sites/test_launchers.py,sha256=dhuL5M2e1V7XXHg89U1ytFqJamWJLp44Gf8ZOw3m6UI,334
@@ -318,7 +318,7 @@ parsl/tests/test_htex/test_manager_selector_by_block.py,sha256=VQqSE6MDhGpDSjShG
318
318
  parsl/tests/test_htex/test_managers_command.py,sha256=SCwkfyGB-Udgu5L2yDMpR5bsaT-aNjNkiXxtuRb25DI,1622
319
319
  parsl/tests/test_htex/test_missing_worker.py,sha256=gyp5i7_t-JHyJGtz_eXZKKBY5w8oqLOIxO6cJgGJMtQ,745
320
320
  parsl/tests/test_htex/test_multiple_disconnected_blocks.py,sha256=2vXZoIx4NuAWYuiNoL5Gxr85w72qZ7Kdb3JGh0FufTg,1867
321
- parsl/tests/test_htex/test_priority_queue.py,sha256=qnU5ueFsl7sLlJ4p_PVash5a9fYNLRbk7V4COnNuOmY,3007
321
+ parsl/tests/test_htex/test_priority_queue.py,sha256=5HY1ZysvRfZWmD8Z6mMDFk5S9CEuTZEDen3TbzmyLy8,3019
322
322
  parsl/tests/test_htex/test_resource_spec_validation.py,sha256=ZXW02jDd1rNxjBLh1jHyiz31zNoB9JzDw94aWllXFd4,1102
323
323
  parsl/tests/test_htex/test_worker_failure.py,sha256=Uz-RHI-LK78FMjXUvrUFmo4iYfmpDVBUcBxxRb3UG9M,603
324
324
  parsl/tests/test_htex/test_zmq_binding.py,sha256=SmX_63vvXKnzWISBr8HnJCrRqubx7K0blvgjq4Px2gc,4391
@@ -353,12 +353,13 @@ parsl/tests/test_providers/test_slurm_template.py,sha256=3Xm_ypyEksPbh-RirP9JBR1
353
353
  parsl/tests/test_providers/test_submiterror_deprecation.py,sha256=m1L8dV_xrbjQsNv-qdj5vLpsYBxX-C4aJxurqwZymio,502
354
354
  parsl/tests/test_python_apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
355
355
  parsl/tests/test_python_apps/test_arg_input_types.py,sha256=JXpfHiu8lr9BN6u1OzqFvGwBhxzsGTPMewHx6Wdo-HI,670
356
- parsl/tests/test_python_apps/test_basic.py,sha256=lFqh4ugePbp_FRiHGUXxzV34iS7l8C5UkxTHuLcpnYs,855
356
+ parsl/tests/test_python_apps/test_basic.py,sha256=1Cp8FR8cymsjbqY2XFI38qsQ0iz6WMxVr0BVYJ5Majk,592
357
357
  parsl/tests/test_python_apps/test_context_manager.py,sha256=8kUgcxN-6cz2u-lUoDhMAgu_ObUwEZvE3Eyxra6pFCo,3869
358
358
  parsl/tests/test_python_apps/test_dep_standard_futures.py,sha256=kMOMZLaxJMmpABCUVniDIOIfkEqflZyhKjS_wkDti7A,1049
359
359
  parsl/tests/test_python_apps/test_dependencies.py,sha256=IRiTI_lPoWBSFSFnaBlE6Bv08PKEaf-qj5dfqO2RjT0,272
360
360
  parsl/tests/test_python_apps/test_dependencies_deep.py,sha256=Cuow2LLGY7zffPFj89AOIwKlXxHtsin3v_UIhfdwV_w,1542
361
361
  parsl/tests/test_python_apps/test_depfail_propagation.py,sha256=TSXBgcFSxqkaEeVl_cCfQfdCmCgTTRi2q2mSr2RH6Tc,2024
362
+ parsl/tests/test_python_apps/test_exception.py,sha256=YNrmFWdY35WEWNQ3Hk0PzSZK8c7XulF-DoFrv9iGynY,365
362
363
  parsl/tests/test_python_apps/test_fail.py,sha256=gMuZwxZNaUCaonlUX-7SOBvXg8kidkBcEeqKLEvqpYM,1692
363
364
  parsl/tests/test_python_apps/test_fibonacci_iterative.py,sha256=ly2s5HuB9R53Z2FM_zy0WWdOk01iVhgcwSpQyK6ErIY,573
364
365
  parsl/tests/test_python_apps/test_fibonacci_recursive.py,sha256=q7LMFcu_pJSNPdz8iY0UiRoIweEWIBGwMjQffHWAuDc,592
@@ -427,7 +428,7 @@ parsl/tests/test_staging/test_file_staging.py,sha256=PTBZhTQJsNtUi38uUZOdIb8yw18
427
428
  parsl/tests/test_staging/test_output_chain_filenames.py,sha256=V3ad_nrQB1ff_aufwHczmmFSM7b9QPrIfyD7OKfZciU,932
428
429
  parsl/tests/test_staging/test_staging_ftp.py,sha256=MIOla-PiLSWlwP9Xl7WG9ZojY89nm7xF50t34R-wrfE,808
429
430
  parsl/tests/test_staging/test_staging_ftp_in_task.py,sha256=kR2XrGvbvVFDpHg53NnjO04kqEksTJjQAMQwYqBdb2M,884
430
- parsl/tests/test_staging/test_staging_globus.py,sha256=ds8nDH5dNbI10FV_GxMHyVaY6GPnuPPzkX9IiqROLF0,2339
431
+ parsl/tests/test_staging/test_staging_globus.py,sha256=neYXeHCUusXikOVbj6guvUJqaW6c6LbOKvcX6DNkHMo,2351
431
432
  parsl/tests/test_staging/test_staging_https.py,sha256=Ua79yHlP5bmHke_lOVOp7qIzum1BpBuN1zwqEbdK_lA,3397
432
433
  parsl/tests/test_staging/test_staging_stdout.py,sha256=TgQaphLD25CPKZpvHcmSHZa4MVOowafYOOmxCa81phk,2086
433
434
  parsl/tests/test_staging/test_zip_in.py,sha256=xo9dr0nDP_dJ_g1A6d2tYk1QFvsIF4OoDxWdDbHc28o,1101
@@ -444,19 +445,19 @@ parsl/tests/test_utils/test_sanitize_dns.py,sha256=8P_v5a5JLGU76OYf0LtclAwqJxGU0
444
445
  parsl/tests/unit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
445
446
  parsl/tests/unit/test_address.py,sha256=0JxaEyvEiLIr5aKvaNnSv0Z9ta3kNllsLS_aby23QPs,716
446
447
  parsl/tests/unit/test_file.py,sha256=vLycnYcv3bvSzL-FV8WdoibqTyb41BrH1LUYBavobsg,2850
447
- parsl/tests/unit/test_globus_compute_executor.py,sha256=9BWKZ4C03tQ5gZ3jxIsDt5j2yyYHa_VHqULJPeM7YPM,3238
448
+ parsl/tests/unit/test_globus_compute_executor.py,sha256=0tzJt7A_mJI9bcslFKK8ny0_zq3eFk0IqMbbbejrGvI,3509
448
449
  parsl/tests/unit/test_usage_tracking.py,sha256=xEfUlbBRpsFdUdOrCsk1Kz5AfmMxJT7f0_esZl8Ft-0,1884
449
450
  parsl/usage_tracking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
450
451
  parsl/usage_tracking/api.py,sha256=iaCY58Dc5J4UM7_dJzEEs871P1p1HdxBMtNGyVdzc9g,1821
451
452
  parsl/usage_tracking/levels.py,sha256=xbfzYEsd55KiZJ-mzNgPebvOH4rRHum04hROzEf41tU,291
452
453
  parsl/usage_tracking/usage.py,sha256=hbMo5BYgIWqMcFWqN-HYP1TbwNrTonpv-usfwnCFJKY,9212
453
- parsl-2025.10.20.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
454
- parsl-2025.10.20.data/scripts/interchange.py,sha256=Kn0yJnpcRsc37gfhD6mGkoX9wD7vP_QgWst7qwUjj5o,26145
455
- parsl-2025.10.20.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
456
- parsl-2025.10.20.data/scripts/process_worker_pool.py,sha256=euc3xPPw1zFdXVjgbSvyyIcvjcEZGXZTi0aSj23Vp-g,41370
457
- parsl-2025.10.20.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
458
- parsl-2025.10.20.dist-info/METADATA,sha256=00bQzNdWQ0pCl_MRkEY5s59WLk9r67BfY5t6LNALEqA,4007
459
- parsl-2025.10.20.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
460
- parsl-2025.10.20.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
461
- parsl-2025.10.20.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
462
- parsl-2025.10.20.dist-info/RECORD,,
454
+ parsl-2025.10.27.data/scripts/exec_parsl_function.py,sha256=YXKVVIa4zXmOtz-0Ca4E_5nQfN_3S2bh2tB75uZZB4w,7774
455
+ parsl-2025.10.27.data/scripts/interchange.py,sha256=H1qwGSSAdvwCWRPkMn-BXdJOmDIKRrYza7YToUwXChk,26048
456
+ parsl-2025.10.27.data/scripts/parsl_coprocess.py,sha256=zrVjEqQvFOHxsLufPi00xzMONagjVwLZbavPM7bbjK4,5722
457
+ parsl-2025.10.27.data/scripts/process_worker_pool.py,sha256=euc3xPPw1zFdXVjgbSvyyIcvjcEZGXZTi0aSj23Vp-g,41370
458
+ parsl-2025.10.27.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
459
+ parsl-2025.10.27.dist-info/METADATA,sha256=tWZRgHwm0Nt3jZ7cuS045OExWOE_Vs_UpgjDM1xoTqk,4109
460
+ parsl-2025.10.27.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
461
+ parsl-2025.10.27.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
462
+ parsl-2025.10.27.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
463
+ parsl-2025.10.27.dist-info/RECORD,,