parsl 2024.1.1__py3-none-any.whl → 2024.1.15__py3-none-any.whl

parsl/addresses.py

@@ -72,8 +72,9 @@ def address_by_hostname() -> str:
     """
     logger.debug("Finding address by using local hostname")
     addr = platform.node()
-    logger.debug("Address found: {}".format(addr))
-    return addr
+    ip_addr = socket.gethostbyname(addr)
+    logger.debug("Address found: {}".format(ip_addr))
+    return ip_addr
 
 
 @typeguard.typechecked

parsl/dataflow/dflow.py

@@ -177,7 +177,9 @@ class DataFlowKernel:
 
         # this must be set before executors are added since add_executors calls
         # job_status_poller.add_executors.
-        self.job_status_poller = JobStatusPoller(self)
+        self.job_status_poller = JobStatusPoller(strategy=self.config.strategy,
+                                                 max_idletime=self.config.max_idletime,
+                                                 dfk=self)
 
         self.executors: Dict[str, ParslExecutor] = {}
 
@@ -526,9 +528,7 @@ class DataFlowKernel:
         # or do nothing?
         if self.checkpoint_mode == 'task_exit':
             self.checkpoint(tasks=[task_record])
-        elif self.checkpoint_mode == 'manual' or \
-                self.checkpoint_mode == 'periodic' or \
-                self.checkpoint_mode == 'dfk_exit':
+        elif self.checkpoint_mode in ('manual', 'periodic', 'dfk_exit'):
             with self.checkpoint_lock:
                 self.checkpointable_tasks.append(task_record)
         elif self.checkpoint_mode is None:
@@ -1298,11 +1298,7 @@ class DataFlowKernel:
                         hashsum = task_record['hashsum']
                         if not hashsum:
                             continue
-                        t = {'hash': hashsum,
-                             'exception': None,
-                             'result': None}
-
-                        t['result'] = app_fu.result()
+                        t = {'hash': hashsum, 'exception': None, 'result': app_fu.result()}
 
                         # We are using pickle here since pickle dumps to a file in 'ab'
                         # mode behave like a incremental log.

parsl/executors/high_throughput/executor.py

@@ -205,7 +205,6 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin):
 
         BlockProviderExecutor.__init__(self, provider=provider, block_error_handler=block_error_handler)
         self.label = label
-        self.launch_cmd = launch_cmd
         self.worker_debug = worker_debug
         self.storage_access = storage_access
         self.working_dir = working_dir
@@ -259,21 +258,25 @@ class HighThroughputExecutor(BlockProviderExecutor, RepresentationMixin):
         self.cpu_affinity = cpu_affinity
 
         if not launch_cmd:
-            self.launch_cmd = ("process_worker_pool.py {debug} {max_workers} "
-                               "-a {addresses} "
-                               "-p {prefetch_capacity} "
-                               "-c {cores_per_worker} "
-                               "-m {mem_per_worker} "
-                               "--poll {poll_period} "
-                               "--task_port={task_port} "
-                               "--result_port={result_port} "
-                               "--logdir={logdir} "
-                               "--block_id={{block_id}} "
-                               "--hb_period={heartbeat_period} "
-                               "{address_probe_timeout_string} "
-                               "--hb_threshold={heartbeat_threshold} "
-                               "--cpu-affinity {cpu_affinity} "
-                               "--available-accelerators {accelerators}")
+            launch_cmd = (
+                "process_worker_pool.py {debug} {max_workers} "
+                "-a {addresses} "
+                "-p {prefetch_capacity} "
+                "-c {cores_per_worker} "
+                "-m {mem_per_worker} "
+                "--poll {poll_period} "
+                "--task_port={task_port} "
+                "--result_port={result_port} "
+                "--logdir={logdir} "
+                "--block_id={{block_id}} "
+                "--hb_period={heartbeat_period} "
+                "{address_probe_timeout_string} "
+                "--hb_threshold={heartbeat_threshold} "
+                "--cpu-affinity {cpu_affinity} "
+                "--available-accelerators {accelerators}"
+            )
+
+        self.launch_cmd = launch_cmd
 
     radio_mode = "htex"
 

parsl/executors/workqueue/executor.py

@@ -849,7 +849,7 @@ def _work_queue_submit_wait(*,
             break
 
         # Submit tasks
-        while task_queue.qsize() > 0 and not should_stop.value:
+        while task_queue.qsize() > 0 or q.empty() and not should_stop.value:
             # Obtain task from task_queue
             try:
                 task = task_queue.get(timeout=1)

parsl/jobs/job_status_poller.py

@@ -2,7 +2,7 @@ import logging
 import parsl
 import time
 import zmq
-from typing import Dict, List, Sequence
+from typing import Dict, List, Sequence, Optional
 
 from parsl.jobs.states import JobStatus, JobState
 from parsl.jobs.strategy import Strategy
@@ -17,7 +17,7 @@ logger = logging.getLogger(__name__)
 
 
 class PollItem:
-    def __init__(self, executor: BlockProviderExecutor, dfk: "parsl.dataflow.dflow.DataFlowKernel"):
+    def __init__(self, executor: BlockProviderExecutor, dfk: Optional["parsl.dataflow.dflow.DataFlowKernel"] = None):
         self._executor = executor
         self._dfk = dfk
         self._interval = executor.status_polling_interval
@@ -26,7 +26,7 @@ class PollItem:
 
         # Create a ZMQ channel to send poll status to monitoring
         self.monitoring_enabled = False
-        if self._dfk.monitoring is not None:
+        if self._dfk and self._dfk.monitoring is not None:
             self.monitoring_enabled = True
             hub_address = self._dfk.hub_address
             hub_port = self._dfk.hub_interchange_port
@@ -100,11 +100,12 @@ class PollItem:
 
 
 class JobStatusPoller(Timer):
-    def __init__(self, dfk: "parsl.dataflow.dflow.DataFlowKernel") -> None:
+    def __init__(self, strategy: Optional[str] = None, max_idletime: float = 0.0,
+                 dfk: Optional["parsl.dataflow.dflow.DataFlowKernel"] = None) -> None:
         self._poll_items = []  # type: List[PollItem]
         self.dfk = dfk
-        self._strategy = Strategy(strategy=dfk.config.strategy,
-                                  max_idletime=dfk.config.max_idletime)
+        self._strategy = Strategy(strategy=strategy,
+                                  max_idletime=max_idletime)
         super().__init__(self.poll, interval=5, name="JobStatusPoller")
 
     def poll(self) -> None:

parsl/providers/errors.py

@@ -1,5 +1,7 @@
 from parsl.errors import ParslError
 
+import warnings
+
 
 class ExecutionProviderException(ParslError):
     """ Base class for all exceptions
@@ -46,18 +48,23 @@ class ScriptPathError(ExecutionProviderException):
 
 
 class SubmitException(ExecutionProviderException):
-    '''Raised by the submit() method of a provider if there is an error in launching a task.
+    '''Raised by the submit() method of a provider if there is an error in launching a job.
     '''
 
-    def __init__(self, task_name, message, stdout=None, stderr=None):
-        self.task_name = task_name
+    def __init__(self, job_name, message, stdout=None, stderr=None):
+        self.job_name = job_name
         self.message = message
         self.stdout = stdout
         self.stderr = stderr
 
+    @property
+    def task_name(self) -> str:
+        warnings.warn("task_name is deprecated; use .job_name instead. This will be removed after 2024-06.", DeprecationWarning)
+        return self.job_name
+
     def __str__(self):
         # TODO: make this more user-friendly
-        return "Cannot launch task {0}: {1}; stdout={2}, stderr={3}".format(self.task_name,
-                                                                            self.message,
-                                                                            self.stdout,
-                                                                            self.stderr)
+        return "Cannot launch job {0}: {1}; stdout={2}, stderr={3}".format(self.job_name,
+                                                                           self.message,
+                                                                           self.stdout,
+                                                                           self.stderr)

parsl/tests/conftest.py

@@ -3,6 +3,8 @@ import itertools
 import logging
 import os
 import pathlib
+import re
+import shutil
 import time
 import types
 import signal
@@ -20,6 +22,7 @@ import _pytest.runner as runner
 
 import parsl
 from parsl.dataflow.dflow import DataFlowKernelLoader
+from parsl.utils import RepresentationMixin
 
 logger = logging.getLogger(__name__)
 
@@ -44,17 +47,46 @@ def pytest_sessionstart(session):
 
 
 @pytest.fixture(scope="session")
-def tmpd_cwd_session():
-    n = datetime.now().strftime('%Y%m%d.%H%I%S')
-    with tempfile.TemporaryDirectory(dir=os.getcwd(), prefix=f".pytest-{n}-") as tmpd:
-        yield pathlib.Path(tmpd)
+def tmpd_cwd_session(pytestconfig):
+    config = re.sub(r"[^A-z0-9_-]+", "_", pytestconfig.getoption('config')[0])
+    cwd = pathlib.Path(os.getcwd())
+    pytest_dir = cwd / ".pytest"
+    pytest_dir.mkdir(mode=0o700, parents=True, exist_ok=True)
+
+    test_dir_prefix = "parsltest-"
+    link = pytest_dir / f"{test_dir_prefix}current"
+    link.unlink(missing_ok=True)
+    n = datetime.now().strftime('%Y%m%d.%H%M%S')
+    tmpd = tempfile.mkdtemp(dir=pytest_dir, prefix=f"{test_dir_prefix}{n}-{config}-")
+    tmpd = pathlib.Path(tmpd)
+    link.symlink_to(tmpd.name)
+    yield link
+
+    try:
+        preserve = int(os.getenv("PARSL_TEST_PRESERVE_NUM_RUNS", "3"))
+    except Exception:
+        preserve = 3
+
+    test_runs = sorted(
+        d for d in pytest_dir.glob(f"{test_dir_prefix}*")
+        if d.is_dir() and not d.is_symlink()
+    )
+    for run_to_remove in test_runs[:-preserve]:
+        run_to_remove.chmod(0o700)
+        for root, subdirnames, fnames in os.walk(run_to_remove):
+            rpath = pathlib.Path(root)
+            for d in subdirnames:
+                (rpath / d).lchmod(0o700)
+            for f in fnames:
+                (rpath / f).lchmod(0o600)
+        shutil.rmtree(run_to_remove)
 
 
 @pytest.fixture
 def tmpd_cwd(tmpd_cwd_session, request):
     prefix = f"{request.node.name}-"
-    with tempfile.TemporaryDirectory(dir=tmpd_cwd_session, prefix=prefix) as tmpd:
-        yield pathlib.Path(tmpd)
+    tmpd = tempfile.mkdtemp(dir=tmpd_cwd_session, prefix=prefix)
+    yield pathlib.Path(tmpd)
 
 
 def pytest_addoption(parser):
@@ -118,7 +150,7 @@ def pytest_configure(config):
 
 
 @pytest.fixture(autouse=True, scope='session')
-def load_dfk_session(request, pytestconfig):
+def load_dfk_session(request, pytestconfig, tmpd_cwd_session):
     """Load a dfk around entire test suite, except in local mode.
 
     The special path `local` indicates that configuration will not come
@@ -126,6 +158,8 @@ def load_dfk_session(request, pytestconfig):
     load_dfk_local_module for module-level configuration management.
     """
 
+    RepresentationMixin._validate_repr = True
+
     config = pytestconfig.getoption('config')[0]
 
     if config != 'local':
@@ -137,12 +171,19 @@ def load_dfk_session(request, pytestconfig):
             raise RuntimeError("DFK didn't start as None - there was a DFK from somewhere already")
 
         if hasattr(module, 'config'):
-            dfk = parsl.load(module.config)
+            parsl_conf = module.config
         elif hasattr(module, 'fresh_config'):
-            dfk = parsl.load(module.fresh_config())
+            parsl_conf = module.fresh_config()
         else:
             raise RuntimeError("Config module does not define config or fresh_config")
 
+        if parsl_conf.run_dir == "runinfo":  # the default
+            parsl_conf.run_dir = tmpd_cwd_session / parsl_conf.run_dir
+        dfk = parsl.load(parsl_conf)
+
+        for ex in dfk.executors.values():
+            ex.working_dir = tmpd_cwd_session
+
         yield
 
         if parsl.dfk() != dfk:
@@ -154,7 +195,7 @@ def load_dfk_session(request, pytestconfig):
 
 
 @pytest.fixture(autouse=True, scope='module')
-def load_dfk_local_module(request, pytestconfig):
+def load_dfk_local_module(request, pytestconfig, tmpd_cwd_session):
     """Load the dfk around test modules, in local mode.
 
     If local_config is specified in the test module, it will be loaded using
@@ -165,6 +206,7 @@ def load_dfk_local_module(request, pytestconfig):
     be used to perform more interesting DFK initialisation not possible with
     local_config.
     """
+    RepresentationMixin._validate_repr = True
 
     config = pytestconfig.getoption('config')[0]
 
@@ -177,8 +219,15 @@ def load_dfk_local_module(request, pytestconfig):
             assert callable(local_config)
             c = local_config()
             assert isinstance(c, parsl.Config)
+
+            if c.run_dir == "runinfo":  # the default
+                c.run_dir = tmpd_cwd_session / c.run_dir
+
             dfk = parsl.load(c)
 
+            for ex in dfk.executors.values():
+                ex.working_dir = tmpd_cwd_session
+
         if callable(local_setup):
             local_setup()
 

parsl/tests/test_checkpointing/test_python_checkpoint_1.py

@@ -1,4 +1,3 @@
-import argparse
 import os
 import pytest
 
@@ -7,47 +6,28 @@ from parsl import python_app
 from parsl.tests.configs.local_threads import fresh_config
 
 
-@python_app(cache=True)
-def random_app(i):
-    import random
-    return random.randint(i, 100000)
-
-
-def launch_n_random(n=2):
-    """1. Launch a few apps and write the checkpoint once a few have completed
-    """
+def local_config():
+    config = fresh_config()
+    config.checkpoint_mode = "manual"
+    return config
 
-    d = [random_app(i) for i in range(0, n)]
-    print("Done launching")
 
-    # Block till done
-    return [i.result() for i in d]
+@python_app(cache=True)
+def uuid_app():
+    import uuid
+    return uuid.uuid4()
 
 
 @pytest.mark.local
-def test_initial_checkpoint_write(n=2):
+def test_initial_checkpoint_write():
     """1. Launch a few apps and write the checkpoint once a few have completed
     """
-    config = fresh_config()
-    config.checkpoint_mode = 'manual'
-    parsl.load(config)
-    results = launch_n_random(n)
+    uuid_app().result()
 
     cpt_dir = parsl.dfk().checkpoint()
 
     cptpath = cpt_dir + '/dfk.pkl'
-    print("Path exists : ", os.path.exists(cptpath))
-    assert os.path.exists(
-        cptpath), "DFK checkpoint missing: {0}".format(cptpath)
+    assert os.path.exists(cptpath), f"DFK checkpoint missing: {cptpath}"
 
     cptpath = cpt_dir + '/tasks.pkl'
-    print("Path exists : ", os.path.exists(cptpath))
-    assert os.path.exists(
-        cptpath), "Tasks checkpoint missing: {0}".format(cptpath)
-
-    run_dir = parsl.dfk().run_dir
-
-    parsl.dfk().cleanup()
-    parsl.clear()
-
-    return run_dir, results
+    assert os.path.exists(cptpath), f"Tasks checkpoint missing: {cptpath}"

parsl/tests/test_checkpointing/test_python_checkpoint_2.py

@@ -1,45 +1,42 @@
-import argparse
+import contextlib
 import os
 import pytest
 import parsl
 from parsl import python_app
 
-from parsl.tests.configs.local_threads import config
 from parsl.tests.configs.local_threads_checkpoint import fresh_config
 
 
-@python_app(cache=True)
-def random_app(i):
-    import random
-    return random.randint(i, 100000)
+@contextlib.contextmanager
+def parsl_configured(run_dir, **kw):
+    c = fresh_config()
+    c.run_dir = run_dir
+    for config_attr, config_val in kw.items():
+        setattr(c, config_attr, config_val)
+    dfk = parsl.load(c)
+    for ex in dfk.executors.values():
+        ex.working_dir = run_dir
+    yield dfk
+
+    parsl.dfk().cleanup()
+    parsl.clear()
 
 
-def launch_n_random(n=2):
-    """1. Launch a few apps and write the checkpoint once a few have completed
-    """
-    d = [random_app(i) for i in range(0, n)]
-    return [i.result() for i in d]
+@python_app(cache=True)
+def uuid_app():
+    import uuid
+    return uuid.uuid4()
 
 
 @pytest.mark.local
-def test_loading_checkpoint(n=2):
+def test_loading_checkpoint(tmpd_cwd):
     """Load memoization table from previous checkpoint
     """
-    config.checkpoint_mode = 'task_exit'
-    parsl.load(config)
-    results = launch_n_random(n)
-    rundir = parsl.dfk().run_dir
-    parsl.dfk().cleanup()
-    parsl.clear()
-
-    local_config = fresh_config()
-    local_config.checkpoint_files = [os.path.join(rundir, 'checkpoint')]
-    parsl.load(local_config)
+    with parsl_configured(tmpd_cwd, checkpoint_mode="task_exit"):
+        checkpoint_files = [os.path.join(parsl.dfk().run_dir, "checkpoint")]
+        result = uuid_app().result()
 
-    relaunched = launch_n_random(n)
-    assert len(relaunched) == len(results) == n, "Expected all results to have n items"
+    with parsl_configured(tmpd_cwd, checkpoint_files=checkpoint_files):
+        relaunched = uuid_app().result()
 
-    for i in range(n):
-        assert relaunched[i] == results[i], "Expected relaunched to contain cached results from first run"
-    parsl.dfk().cleanup()
-    parsl.clear()
+    assert result == relaunched, "Expected following call to uuid_app to return cached uuid"

parsl/tests/test_providers/test_submiterror_deprecation.py

@@ -0,0 +1,21 @@
+import pytest
+import random
+import string
+
+from parsl.providers.errors import SubmitException
+
+
+@pytest.mark.local
+def test_submit_exception_task_name_deprecation():
+    """This tests the deprecation warning of task_name in SubmitException
+    """
+    j = "the_name-" + "".join(random.sample(string.ascii_lowercase, 10))
+
+    ex = SubmitException(j, "m")
+
+    # the new behaviour
+    assert ex.job_name == j
+
+    # the old behaviour
+    with pytest.deprecated_call():
+        assert ex.task_name == j

parsl/tests/test_radical/test_mpi_funcs.py

@@ -5,7 +5,7 @@ from parsl.tests.configs.local_radical_mpi import fresh_config as local_config
 
 
 @parsl.python_app
-def test_mpi_func(msg, sleep, comm=None, parsl_resource_specification={}):
+def some_mpi_func(msg, sleep, comm=None, parsl_resource_specification={}):
     import time
     msg = 'hello %d/%d: %s' % (comm.rank, comm.size, msg)
     time.sleep(sleep)
@@ -17,11 +17,12 @@ apps = []
 
 
 @pytest.mark.local
+@pytest.mark.radical
 def test_radical_mpi(n=7):
     # rank size should be > 1 for the
     # radical runtime system to run this function in MPI env
     for i in range(2, n):
         spec = {'ranks': i}
-        t = test_mpi_func(msg='mpi.func.%06d' % i, sleep=1, comm=None, parsl_resource_specification=spec)
+        t = some_mpi_func(msg='mpi.func.%06d' % i, sleep=1, comm=None, parsl_resource_specification=spec)
         apps.append(t)
     assert [len(app.result()) for app in apps] == list(range(2, n))

parsl/tests/test_staging/__init__.py

@@ -0,0 +1,7 @@
+def read_sort_write(in_path, out_path):
+    with open(in_path) as u:
+        strs = u.read().split()
+        strs.sort()
+    with open(out_path, 'w') as s:
+        for e in strs:
+            print(e, file=s)

parsl/tests/test_staging/test_elaborate_noop_file.py

@@ -20,8 +20,8 @@ logger = logging.getLogger(__name__)
 
 
 @bash_app
-def touch(filename, inputs=[], outputs=[]):
-    return "touch {}".format(filename)
+def touch(filename, outputs=()):
+    return f"touch {filename}"
 
 
 @python_app
@@ -31,52 +31,47 @@ def app_test_in(file):
     pass
 
 
+@pytest.fixture
+def storage_access_parsl():
+    def _setup_config(*args, **kwargs):
+        tpe = ThreadPoolExecutor(
+            label='local_threads',
+            storage_access=[NoOpTestingFileStaging(*args, **kwargs)]
+        )
+        config = Config(executors=[tpe])
+        parsl.load(config)
+
+    yield _setup_config
+
+    parsl.dfk().cleanup()
+    parsl.clear()
+
+
 @pytest.mark.local
-def test_regression_stage_out_does_not_stage_in():
-    no_stageout_config = Config(
-        executors=[
-            ThreadPoolExecutor(
-                label='local_threads',
-                storage_access=[NoOpTestingFileStaging(allow_stage_in=False)]
-            )
-        ]
-    )
-
-    parsl.load(no_stageout_config)
+def test_regression_stage_out_does_not_stage_in(storage_access_parsl, tmpd_cwd):
+    storage_access_parsl(allow_stage_in=False)
 
     # Test that the helper app runs with no staging
-    touch("test.1", outputs=[]).result()
+    touch(str(tmpd_cwd / "test.1"), outputs=[]).result()
 
-    # Test with stage-out, checking that provider stage in is never
-    # invoked. If stage-in is invoked, the the NoOpTestingFileStaging
+    # Test with stage-out, checking that provider stage-in is never
+    # invoked. If stage-in is invoked, then the NoOpTestingFileStaging
     # provider will raise an exception, which should propagate to
     # .result() here.
-    touch("test.2", outputs=[File("test.2")]).result()
+    fpath = tmpd_cwd / "test.2"
+    touch(str(fpath), outputs=[File(fpath)]).result()
 
     # Test that stage-in exceptions propagate out to user code.
     with pytest.raises(NoOpError):
         touch("test.3", inputs=[File("test.3")]).result()
 
-    parsl.dfk().cleanup()
-    parsl.clear()
-
 
 @pytest.mark.local
-def test_regression_stage_in_does_not_stage_out():
-    no_stageout_config = Config(
-        executors=[
-            ThreadPoolExecutor(
-                label='local_threads',
-                storage_access=[NoOpTestingFileStaging(allow_stage_out=False)]
-            )
-        ],
-    )
-
-    parsl.load(no_stageout_config)
-
-    f = open("test.4", "a")
-    f.write("test")
-    f.close()
+def test_regression_stage_in_does_not_stage_out(storage_access_parsl, tmpd_cwd):
+    storage_access_parsl(allow_stage_out=False)
+
+    fpath = tmpd_cwd / "test.4"
+    fpath.write_text("test")
 
     # Test that stage in does not invoke stage out. If stage out is
     # attempted, then the NoOpTestingFileStaging provider will raise
@@ -86,6 +81,3 @@ def test_regression_stage_in_does_not_stage_out():
     # Test that stage out exceptions propagate to user code.
     with pytest.raises(NoOpError):
         touch("test.5", outputs=[File("test.5")]).result()
-
-    parsl.dfk().cleanup()
-    parsl.clear()

parsl/tests/test_staging/test_staging_https.py

@@ -9,111 +9,95 @@ import pytest
 # specificed with --config, not this one.
 from parsl.tests.configs.htex_local import fresh_config as local_config
 
+"""
+Test staging for an http file
 
-@python_app
-def sort_strings(inputs=[], outputs=[]):
-    with open(inputs[0].filepath, 'r') as u:
-        strs = u.readlines()
-        strs.sort()
-        with open(outputs[0].filepath, 'w') as s:
-            for e in strs:
-                s.write(e)
-
+Create a remote input file (https) that points to unsorted.txt, then
+a local file for output data (sorted.txt).
+"""
 
-@pytest.mark.cleannet
-def test_staging_https():
-    """Test staging for an https file
+_unsorted_url = (
+    'https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
+    'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt'
+)
+_exp_sorted = sorted(f"{i}\n" for i in range(1, 101))[:20]
 
-    Create a remote input file (https) that points to unsorted.txt.
-    """
 
-    # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt')
-    unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
-                         'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt')
+@python_app
+def sort_strings(inputs=(), outputs=()):
+    from parsl.tests.test_staging import read_sort_write
+    read_sort_write(inputs[0].filepath, outputs[0].filepath)
 
-    # Create a local file for output data
-    sorted_file = File('sorted.txt')
 
-    f = sort_strings(inputs=[unsorted_file], outputs=[sorted_file])
-    f.result()
+@python_app
+def sort_strings_kw(*, x=None, outputs=()):
+    from parsl.tests.test_staging import read_sort_write
+    read_sort_write(x.filepath, outputs[0].filepath)
 
 
 @python_app
-def sort_strings_kw(x=None, outputs=[]):
-    with open(x.filepath, 'r') as u:
-        strs = u.readlines()
-        strs.sort()
-        with open(outputs[0].filepath, 'w') as s:
-            for e in strs:
-                s.write(e)
+def sort_strings_arg(x, /, outputs=()):
+    from parsl.tests.test_staging import read_sort_write
+    read_sort_write(x.filepath, outputs[0].filepath)
 
 
-@pytest.mark.cleannet
-def test_staging_https_kwargs():
+@python_app(executors=['other'])
+def sort_strings_additional_executor(inputs=(), outputs=()):
+    from parsl.tests.test_staging import read_sort_write
+    read_sort_write(inputs[0].filepath, outputs[0].filepath)
 
-    # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt')
-    unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
-                         'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt')
 
-    # Create a local file for output data
-    sorted_file = File('sorted.txt')
+@pytest.mark.cleannet
+def test_staging_https_cleannet(tmpd_cwd):
+    unsorted_file = File(_unsorted_url)
+    sorted_file = File(tmpd_cwd / 'sorted.txt')
 
-    f = sort_strings_kw(x=unsorted_file, outputs=[sorted_file])
-    f.result()
+    sort_strings(inputs=[unsorted_file], outputs=[sorted_file]).result()
+    with open(sorted_file) as f:
+        assert all(a == b for a, b in zip(f.readlines(), _exp_sorted))
 
 
-@python_app
-def sort_strings_arg(x, outputs=[]):
-    with open(x.filepath, 'r') as u:
-        strs = u.readlines()
-        strs.sort()
-        with open(outputs[0].filepath, 'w') as s:
-            for e in strs:
-                s.write(e)
+@pytest.mark.local
+def test_staging_https_local(tmpd_cwd):
+    unsorted_file = File(_unsorted_url)
+    sorted_file = File(tmpd_cwd / 'sorted.txt')
 
+    sort_strings(inputs=[unsorted_file], outputs=[sorted_file]).result()
+    with open(sorted_file) as f:
+        assert all(a == b for a, b in zip(f.readlines(), _exp_sorted))
 
-@pytest.mark.cleannet
-def test_staging_https_args():
 
-    # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt')
-    unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
-                         'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt')
+@pytest.mark.cleannet
+def test_staging_https_kwargs(tmpd_cwd):
+    unsorted_file = File(_unsorted_url)
+    sorted_file = File(tmpd_cwd / 'sorted.txt')
 
-    # Create a local file for output data
-    sorted_file = File('sorted.txt')
+    sort_strings_kw(x=unsorted_file, outputs=[sorted_file]).result()
+    with open(sorted_file) as f:
+        assert all(a == b for a, b in zip(f.readlines(), _exp_sorted))
 
-    f = sort_strings_arg(unsorted_file, outputs=[sorted_file])
-    f.result()
 
+@pytest.mark.cleannet
+def test_staging_https_args(tmpd_cwd):
+    unsorted_file = File(_unsorted_url)
+    sorted_file = File(tmpd_cwd / 'sorted.txt')
 
-@python_app(executors=['other'])
-def sort_strings_additional_executor(inputs=[], outputs=[]):
-    with open(inputs[0].filepath, 'r') as u:
-        strs = u.readlines()
-        strs.sort()
-        with open(outputs[0].filepath, 'w') as s:
-            for e in strs:
-                s.write(e)
+    sort_strings_arg(unsorted_file, outputs=[sorted_file]).result()
+    with open(sorted_file) as f:
+        assert all(a == b for a, b in zip(f.readlines(), _exp_sorted))
 
 
 @pytest.mark.cleannet
 @pytest.mark.local
-def test_staging_https_additional_executor():
-    """Test staging for an https file
-
-    Create a remote input file (https) that points to unsorted.txt.
-    """
-
-    # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt')
-    unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
-                         'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt')
-
-    # Create a local file for output data
-    sorted_file = File('sorted.txt')
+def test_staging_https_additional_executor(tmpd_cwd):
+    unsorted_file = File(_unsorted_url)
+    sorted_file = File(tmpd_cwd / 'sorted.txt')
 
     other_executor = parsl.ThreadPoolExecutor(label='other')
+    other_executor.working_dir = tmpd_cwd
 
     parsl.dfk().add_executors([other_executor])
 
-    f = sort_strings_additional_executor(inputs=[unsorted_file], outputs=[sorted_file])
-    f.result()
+    sort_strings_additional_executor(inputs=[unsorted_file], outputs=[sorted_file]).result()
+    with open(sorted_file) as f:
+        assert all(a == b for a, b in zip(f.readlines(), _exp_sorted))

parsl/tests/test_utils/test_representation_mixin.py

@@ -0,0 +1,68 @@
+import pytest
+
+from parsl.utils import RepresentationMixin
+
+
+class GoodRepr(RepresentationMixin):
+    def __init__(self, x, y):
+        self.x = x
+        self.y = y
+
+
+class BadRepr(RepresentationMixin):
+    """This class incorrectly subclasses RepresentationMixin.
+    It does not store the parameter x on self.
+    """
+    def __init__(self, x, y):
+        self.y = y
+
+
+@pytest.mark.local
+def test_repr_good():
+    p1 = "parameter 1"
+    p2 = "the second parameter"
+
+    # repr should not raise an exception
+    r = repr(GoodRepr(p1, p2))
+
+    # representation should contain both values supplied
+    # at object creation.
+    assert p1 in r
+    assert p2 in r
+
+
+@pytest.mark.local
+def test_repr_bad():
+    p1 = "parameter 1"
+    p2 = "the second parameter"
+
+    # repr should raise an exception
+    with pytest.raises(AttributeError):
+        repr(BadRepr(p1, p2))
+
+
+class NonValidatingRepresentationMixin(RepresentationMixin):
+    """This will override the process level RepresentationMixin which can
+    be set to validating mode by pytest fixtures"""
+    _validate_repr = False
+
+
+class BadReprNonValidating(NonValidatingRepresentationMixin):
+    """This class incorrectly subclasses RepresentationMixin.
+    It does not store the parameter x on self.
+    """
+    def __init__(self, x, y):
+        self.y = y
+
+
+@pytest.mark.local
+def test_repr_bad_unvalidated():
+    p1 = "parameter 1"
+    p2 = "the second parameter"
+
+    # repr should not raise an exception
+    r = repr(BadReprNonValidating(p1, p2))
+    # parameter 2 should be found in the representation, but not
+    # parameter 1
+    assert p1 not in r
+    assert p2 in r

parsl/utils.py

@@ -191,6 +191,8 @@ class RepresentationMixin:
     """
     __max_width__ = 80
 
+    _validate_repr = False
+
     def __repr__(self) -> str:
         init = self.__init__  # type: ignore[misc]
 
@@ -211,18 +213,21 @@ class RepresentationMixin:
         else:
             defaults = {}
 
-        for arg in argspec.args[1:]:
-            if not hasattr(self, arg):
-                template = (f'class {self.__class__.__name__} uses {arg} in the'
-                            f' constructor, but does not define it as an '
-                            f'attribute')
-                raise AttributeError(template)
+        if self._validate_repr:
+            for arg in argspec.args[1:]:
+                if not hasattr(self, arg):
+                    template = (f'class {self.__class__.__name__} uses {arg} in the'
+                                f' constructor, but does not define it as an '
+                                f'attribute')
+                    raise AttributeError(template)
+
+        default = "<unrecorded>"
 
         if len(defaults) != 0:
-            args = [getattr(self, a) for a in argspec.args[1:-len(defaults)]]
+            args = [getattr(self, a, default) for a in argspec.args[1:-len(defaults)]]
         else:
-            args = [getattr(self, a) for a in argspec.args[1:]]
-        kwargs = {key: getattr(self, key) for key in defaults}
+            args = [getattr(self, a, default) for a in argspec.args[1:]]
+        kwargs = {key: getattr(self, key, default) for key in defaults}
 
         def assemble_multiline(args: List[str], kwargs: Dict[str, object]) -> str:
             def indent(text: str) -> str:

parsl/version.py

@@ -3,4 +3,4 @@
 Year.Month.Day[alpha/beta/..]
 Alphas will be numbered like this -> 2024.12.10a0
 """
-VERSION = '2024.01.01'
+VERSION = '2024.01.15'

{parsl-2024.1.1.dist-info → parsl-2024.1.15.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: parsl
-Version: 2024.1.1
+Version: 2024.1.15
 Summary: Simple data dependent workflows in Python
 Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2024.01.01.tar.gz
+Download-URL: https://github.com/Parsl/parsl/archive/2024.01.15.tar.gz
 Author: The Parsl Team
 Author-email: parsl@googlegroups.com
 License: Apache 2.0

{parsl-2024.1.1.dist-info → parsl-2024.1.15.dist-info}/RECORD

@@ -1,13 +1,13 @@
 parsl/__init__.py,sha256=hq8rJmP59wzd9-yxaGcmq5gPpshOopH-Y1K0BkUBNY0,1843
-parsl/addresses.py,sha256=L4RjQ-jGY9RfT-hBpsGw1uCzWaIdrEKxcPWV-TkGJes,4767
+parsl/addresses.py,sha256=bkaRhM4IZ4iZzh6ZkRXPvCLKFkbJ6HX2AOjYyujCiO8,4814
 parsl/config.py,sha256=ysUWBfm9bygayHHdItaJbP4oozkHJJmVQVnWCt5igjE,6808
 parsl/errors.py,sha256=SzINzQFZDBDbj9l-DPQznD0TbGkNhHIRAPkcBCogf_A,1019
 parsl/log_utils.py,sha256=AGem-dhQs5TYUyJg6GKkRuHxAw8FHhYlWB_0s7_ROw4,3175
 parsl/multiprocessing.py,sha256=w3t1pFkHo4oZpznc2KF6Ff-Jj8MvXqvjm-hoiRqZDDQ,1984
 parsl/process_loggers.py,sha256=1G3Rfrh5wuZNo2X03grG4kTYPGOxz7hHCyG6L_A3b0A,1137
 parsl/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/utils.py,sha256=_flbNpTu6IXHbzIyE5JkUbOBIK4poc1R1bjBtwJUVdo,11622
-parsl/version.py,sha256=83i1K32J5f1RKKsHFv9TvoMh8Oz7O7NPL-Bc2AuQ4_8,131
+parsl/utils.py,sha256=TTM6gFgW2EscFsNNDGNRmHdXSMIo7TO5yYt8PdyRqVI,11767
+parsl/version.py,sha256=WpmqICAVsqNhdyjF-ha60RMe-o4rQkt9Jfb9C2bTing,131
 parsl/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/app/app.py,sha256=wAHchJetgnicT1pn0NJKDeDX0lV3vDFlG8cQd_Ciax4,8522
 parsl/app/bash.py,sha256=bx9x1XFwkOTpZZD3CPwnVL9SyNRDjbUGtOnuGLvxN_8,5396
@@ -62,7 +62,7 @@ parsl/data_provider/http.py,sha256=nDHTW7XmJqAukWJjPRQjyhUXt8r6GsQ36mX9mv_wOig,2
 parsl/data_provider/rsync.py,sha256=2-ZxqrT-hBj39x082NusJaBqsGW4Jd2qCW6JkVPpEl0,4254
 parsl/data_provider/staging.py,sha256=l-mAXFburs3BWPjkSmiQKuAgJpsxCG62yATPDbrafYI,4523
 parsl/dataflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/dataflow/dflow.py,sha256=sqw1YuwGt9DZe4Gr_eAOrC3i0mmH6jjEL_IlgHYcSBE,63861
+parsl/dataflow/dflow.py,sha256=VymK_7clCbzFBlX8EyaCtUtTtE6BjULiezP3WpW-eoI,63845
 parsl/dataflow/errors.py,sha256=w2vOt_ymzG2dOqJUO4IDcmTlrCIHlMZL8nBVyVq0O_8,2176
 parsl/dataflow/futures.py,sha256=aVfEUTzp4-EdunDAtNcqVQf8l_A7ArDi2c82KZMwxfY,5256
 parsl/dataflow/memoization.py,sha256=AsJO6c6cRp2ac6H8uGn2USlEi78_nX3QWvpxYt4XdYE,9583
@@ -80,7 +80,7 @@ parsl/executors/flux/executor.py,sha256=tf9xPmWgEsgEjzs89dJ-sMx-QaqRpM1R1crX3tp0
 parsl/executors/flux/flux_instance_manager.py,sha256=tTEOATClm9SwdgLeBRWPC6D55iNDuh0YxqJOw3c3eQ4,2036
 parsl/executors/high_throughput/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/executors/high_throughput/errors.py,sha256=vl69wLuVOplbKxHI9WphEGBExHWkTn5n8T9QhBXuNH0,380
-parsl/executors/high_throughput/executor.py,sha256=xhvGvfVtF8YXo3T8gleua0Pf__5T_jba_bYzVAyUs14,32167
+parsl/executors/high_throughput/executor.py,sha256=Rpv3yd3vAQxNXRqsyo2_8aCNUoaCtscu6FEt7BPrrSE,31983
 parsl/executors/high_throughput/interchange.py,sha256=tX_EvQf7WkSKMJG-TNmA-WADjhtKZqviYpM406Td4dA,29334
 parsl/executors/high_throughput/manager_record.py,sha256=T8-JVMfDJU6SJfzJRooD0mO8AHGMXlcn3PBOM0m_vng,366
 parsl/executors/high_throughput/monitoring_info.py,sha256=3gQpwQjjNDEBz0cQqJZB6hRiwLiWwXs83zkQDmbOwxY,297
@@ -104,13 +104,13 @@ parsl/executors/taskvine/utils.py,sha256=iSrIogeiauL3UNy_9tiZp1cBSNn6fIJkMYQRVi1
 parsl/executors/workqueue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/executors/workqueue/errors.py,sha256=ghB93Ptb_QbOAvgLe7siV_snRRkU_T-cFHv3AR6Ziwo,541
 parsl/executors/workqueue/exec_parsl_function.py,sha256=NtWNeBvRqksej38eRPw8zPBJ1CeW6vgaitve0tfz_qc,7801
-parsl/executors/workqueue/executor.py,sha256=fjcbln8cxs6AIffbJOtYFjUZHtTxcAecTzl3zGYPYUE,49018
+parsl/executors/workqueue/executor.py,sha256=szgelw7HL4K-iLcyzqoGg2dsSN1S9QUXlNr4Z9q11mw,49031
 parsl/executors/workqueue/parsl_coprocess.py,sha256=6nmNqv7GT472J5smGFKm_TUjeFHy44i5Fl8pUovRoug,6046
 parsl/executors/workqueue/parsl_coprocess_stub.py,sha256=_bJmpPIgL42qM6bVzeEKt1Mn1trSP41rtJguXxPGfHI,735
 parsl/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/jobs/error_handlers.py,sha256=WYn69jtWgfEsThCMxkGvJ2qoCfebc4IGd4JEolj2ww8,2279
 parsl/jobs/errors.py,sha256=cpSQXCrlKtuHsQf7usjF-lX8XsDkFnE5kWpmFjiN6OU,178
-parsl/jobs/job_status_poller.py,sha256=Q57s6FfWP7LjfUSPAOZ0sT59zpUxnyFNE5BZu-xRNvM,4861
+parsl/jobs/job_status_poller.py,sha256=xQQauyNpmK23t6ViYm-AvvDLHsxVTmghjlACZvfL6LQ,4973
 parsl/jobs/states.py,sha256=lwe2fUdPjaUcS-N9qTPbS9du8mpX_YAQ7vlVzCXDKVE,4574
 parsl/jobs/strategy.py,sha256=9V07D8bydpyxvNNRH89JZa0Pt-bjjowrSmCc5mv6awY,12903
 parsl/launchers/__init__.py,sha256=k8zAB3IBP-brfqXUptKwGkvsIRaXjAJZNBJa2XVtY1A,546
@@ -150,7 +150,7 @@ parsl/monitoring/visualization/templates/workflows_summary.html,sha256=7brKKNsxc
 parsl/providers/__init__.py,sha256=jd-1_vd-HtWYDHzwO30lNW5GMw6nfeTyNn3tI8CG7L4,1207
 parsl/providers/base.py,sha256=LvSMClsbCQI_7geGdNDpKZ6vWCl1EpD73o0xkxilqJ4,5702
 parsl/providers/cluster_provider.py,sha256=FLl3AUHdFRRapQl_YoM1gxg_UhH3gxxaDvl6NNQqSTg,4701
-parsl/providers/errors.py,sha256=6TRJOqAcxTq4ym-w5DQTsPMvuetREvlpl3O8LQexf8c,2225
+parsl/providers/errors.py,sha256=ZBZdLKmz1cLqL1ukhimlUAtUUj94WWc8ebr2GI8_I8I,2438
 parsl/providers/ad_hoc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/providers/ad_hoc/ad_hoc.py,sha256=jeYMxMT_ox7banr8Db_UeT2qer6XTGLZOZvC307S54U,8302
 parsl/providers/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -195,7 +195,7 @@ parsl/serialize/facade.py,sha256=0A--_bB_8e5RRT-weYu5Ak33zN_lqZeaJU1x7JXaoBQ,563
 parsl/serialize/proxystore.py,sha256=Yo-38odKlSKSuQfXU4cB5YM9sYV_302uPn1z_en19SU,1623
 parsl/tests/__init__.py,sha256=s_zoz7Ipgykh-QTQvctdpxENrMnmpXY8oe1bJbUmpqY,204
 parsl/tests/callables_helper.py,sha256=ceP1YYsNtrZgKT6MAIvpgdccEjQ_CpFEOnZBGHKGOx0,30
-parsl/tests/conftest.py,sha256=8JLS8HG4JxqTtEry4U2QSybDU69pHnGexCgTY9AWgVs,12246
+parsl/tests/conftest.py,sha256=sbzv8rIzT69i0GzO3662v9EmXwzTVipx-uR2HfqFR4A,13892
 parsl/tests/test_aalst_patterns.py,sha256=fi6JHKidV7vMJLv2nnu_-Q0ngGLc89mRm8rFrGIwiUM,9615
 parsl/tests/test_callables.py,sha256=_QsdS8v2nGgOj4_X69NFHZOGUnqbOrOMCA9pCJColZw,1974
 parsl/tests/test_flux.py,sha256=st9v55o5ZajK_LQUXh1saLwFh2gpaQFGG5mzdnJMNu0,5098
@@ -304,8 +304,8 @@ parsl/tests/test_channels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 parsl/tests/test_channels/test_large_output.py,sha256=PGeNSW_sN5mR7KF1hVL2CPfktydYxo4oNz1wVQ-ENN0,595
 parsl/tests/test_checkpointing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_checkpointing/test_periodic.py,sha256=Nb_3_eHYnMUJxYvI3y2Tum6cU07ZUtEawAtYsEsXPd0,1662
-parsl/tests/test_checkpointing/test_python_checkpoint_1.py,sha256=uAybnNRnk5YguvNc-5PsZ0HpYkGlTTeDQ3L-E9NLTF0,1272
-parsl/tests/test_checkpointing/test_python_checkpoint_2.py,sha256=i5TJWTvvM20u_M446bzsyL3Li9AXV8_Ymsc0XSevZck,1230
+parsl/tests/test_checkpointing/test_python_checkpoint_1.py,sha256=7p_q5aFYYoRQpYmkFekuLOsPgTaILbj5-MMVCDP3Bsg,745
+parsl/tests/test_checkpointing/test_python_checkpoint_2.py,sha256=f1s-qRzIzaCFJauEGU08fhFw6od3yGrMelk792WQuYI,1106
 parsl/tests/test_checkpointing/test_python_checkpoint_3.py,sha256=8Np2OpDeQ8sE1Hmd5rYZo1qgt2xOuR4t-d-41JyLCHI,823
 parsl/tests/test_checkpointing/test_regression_232.py,sha256=AsI6AJ0DcFaefAbEY9qWa41ER0VX-4yLuIdlgvBw360,2637
 parsl/tests/test_checkpointing/test_regression_233.py,sha256=jii7BKuygK6KMIGtg4IeBjix7Z28cYhv57rE9ixoXMU,1774
@@ -349,6 +349,7 @@ parsl/tests/test_monitoring/test_viz_colouring.py,sha256=k8SiELxPtnGYZ4r02VQt46R
 parsl/tests/test_providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_providers/test_local_provider.py,sha256=G6Fuko22SvAtD7xhfQv8k_8HtJuFhZ8aHYcWQt073Pg,6968
 parsl/tests/test_providers/test_slurm_instantiate.py,sha256=eW3pEZRIzZO1-eKFrBc7N5uoN5otwghgbqut74Kyqoc,500
+parsl/tests/test_providers/test_submiterror_deprecation.py,sha256=ZutVj_0VJ7M-5UZV0qisMwId7lT783LAxGEAsMjkeZU,501
 parsl/tests/test_python_apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_python_apps/test_arg_input_types.py,sha256=JXpfHiu8lr9BN6u1OzqFvGwBhxzsGTPMewHx6Wdo-HI,670
 parsl/tests/test_python_apps/test_basic.py,sha256=lFqh4ugePbp_FRiHGUXxzV34iS7l8C5UkxTHuLcpnYs,855
@@ -377,7 +378,7 @@ parsl/tests/test_python_apps/test_simple.py,sha256=LYGjdHvRizTpYzZePPvwKSPwrr2MP
 parsl/tests/test_python_apps/test_timeout.py,sha256=uENfT-1DharQkqkeG7a89E-gU1gjE7ATJrBZGUKvZSA,998
 parsl/tests/test_python_apps/test_type5.py,sha256=kUyA1NuFu-DDXsJNNvJLZVyewZBt7QAOhcGm2DWFTQw,777
 parsl/tests/test_radical/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsl/tests/test_radical/test_mpi_funcs.py,sha256=vCb5u6fjafEhrPgxwOzUjGXC3O6Yjf3lSYaxUE98pKg,744
+parsl/tests/test_radical/test_mpi_funcs.py,sha256=rLC01pdq6354pzHHm4PHMtePg0xOcQO2_2DwivoHvFg,765
 parsl/tests/test_regression/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_regression/test_1480.py,sha256=HNhuw7OYkBGMhN--XgKIl2JPHUj_hXlgL74oS3FqWk4,545
 parsl/tests/test_regression/test_1606_wait_for_current_tasks.py,sha256=frqPtaiVysevj9nCWoQlAeh9K1jQO5zaahr9ev_Mx_0,1134
@@ -398,28 +399,29 @@ parsl/tests/test_serialization/test_2555_caching_deserializer.py,sha256=J8__b4dj
 parsl/tests/test_serialization/test_basic.py,sha256=51KshqIk2RNr7S2iSkl5tZo40CJBb0h6uby8YPgOGlg,543
 parsl/tests/test_serialization/test_proxystore_configured.py,sha256=_JbMzeUgcR-1Ss2hGAb2v0LBA0fzKpNpfO-HaUCR7Yo,2293
 parsl/tests/test_serialization/test_proxystore_impl.py,sha256=Pn_4ulwCd7Tc6Qlmypq2ImT4DtErGDIfqHHmPTr7aOI,1226
-parsl/tests/test_staging/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+parsl/tests/test_staging/__init__.py,sha256=WZl9EHSkfYiSoE3Gbulcq2ifmn7IFGUkasJIobL5T5A,208
 parsl/tests/test_staging/staging_provider.py,sha256=DEONOOGrYgDZimE3rkrbzFl_4KxhzmNJledh8Hho9fo,3242
 parsl/tests/test_staging/test_1316.py,sha256=pj1QbmOJSRES1R4Ov380MmVe6xXvPUXh4FB48nE6vjI,2687
 parsl/tests/test_staging/test_docs_1.py,sha256=SIGIYo9w2vwkQ-i9Io38sYYj8ns7uFrD1uziR_0Ae2w,628
 parsl/tests/test_staging/test_docs_2.py,sha256=zy6P6aanR27_U6ASDrB0YyG8udyRvA8r2HRDX5RcslU,463
-parsl/tests/test_staging/test_elaborate_noop_file.py,sha256=D1K5mu-meNQL8hieasdqktJ2ZDY5aSWBGNgvqRyV_Tg,2539
+parsl/tests/test_staging/test_elaborate_noop_file.py,sha256=d694K2jKhyBM0bIY9j3w_huVjTU2CVFPgIRfYFpIQQM,2466
 parsl/tests/test_staging/test_staging_ftp.py,sha256=EkRoTcQ00FZGh8lDVYBdKb-pQ-ybW2Sx5vqGltoMGJ4,778
 parsl/tests/test_staging/test_staging_ftp_in_task.py,sha256=kR2XrGvbvVFDpHg53NnjO04kqEksTJjQAMQwYqBdb2M,884
 parsl/tests/test_staging/test_staging_globus.py,sha256=ds8nDH5dNbI10FV_GxMHyVaY6GPnuPPzkX9IiqROLF0,2339
-parsl/tests/test_staging/test_staging_https.py,sha256=alpbk-3Q025yZT26lg8-m1K4bsydLXysnRNMdub3elA,3750
-parsl/tests/test_staging/test_staging_https_in_task.py,sha256=Ezqcsr_wUXCYXv2sd9yR-zB-NJvxDDizfdvuptH6zBs,1036
+parsl/tests/test_staging/test_staging_https.py,sha256=ESNuvdc_P5JoPaMjBM3ofi1mNJM0U6vahi9JgbCsrPw,3307
 parsl/tests/test_threads/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/tests/test_threads/test_configs.py,sha256=QA9YjIMAtZ2jmkfOWqBzEfzQQcFVCDizH7Qwiy2HIMQ,909
 parsl/tests/test_threads/test_lazy_errors.py,sha256=nGhYfCMHFZYSy6YJ4gnAmiLl9SfYs0WVnuvj8DXQ9bw,560
+parsl/tests/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+parsl/tests/test_utils/test_representation_mixin.py,sha256=kUZeIDwA2rlbJ3-beGzLLwf3dOplTMCrWJN87etHcyY,1633
 parsl/usage_tracking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 parsl/usage_tracking/usage.py,sha256=TEuAIm_U_G2ojZxvd0bbVa6gZlU61_mVRa2yJC9mGiI,7555
-parsl-2024.1.1.data/scripts/exec_parsl_function.py,sha256=NtWNeBvRqksej38eRPw8zPBJ1CeW6vgaitve0tfz_qc,7801
-parsl-2024.1.1.data/scripts/parsl_coprocess.py,sha256=kzX_1RI3V2KMKs6L-il4I1qkLNVodDKFXN_1FHB9fmM,6031
-parsl-2024.1.1.data/scripts/process_worker_pool.py,sha256=ytz3F8ZYeBr8tFqSRv2O9eZGdsID7oZRulBmmQmZaV8,34056
-parsl-2024.1.1.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
-parsl-2024.1.1.dist-info/METADATA,sha256=LtoVs92FZGfX7VGeKW2eBdwxsxvdsj0BozzEG2kxCBI,3867
-parsl-2024.1.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-parsl-2024.1.1.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
-parsl-2024.1.1.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
-parsl-2024.1.1.dist-info/RECORD,,
+parsl-2024.1.15.data/scripts/exec_parsl_function.py,sha256=NtWNeBvRqksej38eRPw8zPBJ1CeW6vgaitve0tfz_qc,7801
+parsl-2024.1.15.data/scripts/parsl_coprocess.py,sha256=kzX_1RI3V2KMKs6L-il4I1qkLNVodDKFXN_1FHB9fmM,6031
+parsl-2024.1.15.data/scripts/process_worker_pool.py,sha256=ytz3F8ZYeBr8tFqSRv2O9eZGdsID7oZRulBmmQmZaV8,34056
+parsl-2024.1.15.dist-info/LICENSE,sha256=tAkwu8-AdEyGxGoSvJ2gVmQdcicWw3j1ZZueVV74M-E,11357
+parsl-2024.1.15.dist-info/METADATA,sha256=lO1T0WGGTSX5H5gO1b9g1uS6kl5PfhL1K6b7eu7HAFk,3868
+parsl-2024.1.15.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+parsl-2024.1.15.dist-info/entry_points.txt,sha256=XqnsWDYoEcLbsMcpnYGKLEnSBmaIe1YoM5YsBdJG2tI,176
+parsl-2024.1.15.dist-info/top_level.txt,sha256=PIheYoUFQtF2icLsgOykgU-Cjuwr2Oi6On2jo5RYgRM,6
+parsl-2024.1.15.dist-info/RECORD,,

parsl/tests/test_staging/test_staging_https_in_task.py

@@ -1,34 +0,0 @@
-import pytest
-
-from parsl.app.app import python_app
-from parsl.data_provider.files import File
-
-from parsl.tests.configs.local_threads_http_in_task import fresh_config as local_config
-
-
-@python_app
-def sort_strings(inputs=[], outputs=[]):
-    with open(inputs[0].filepath, 'r') as u:
-        strs = u.readlines()
-        strs.sort()
-        with open(outputs[0].filepath, 'w') as s:
-            for e in strs:
-                s.write(e)
-
-
-@pytest.mark.local
-def test_staging_https():
-    """Test staging for an http file
-
-    Create a remote input file (https) that points to unsorted.txt.
-    """
-
-    # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt')
-    unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/'
-                         'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt')
-
-    # Create a local file for output data
-    sorted_file = File('sorted.txt')
-
-    f = sort_strings(inputs=[unsorted_file], outputs=[sorted_file])
-    f.result()