parsl 2024.3.11__py3-none-any.whl → 2025.1.13__py3-none-any.whl

parsl/tests/integration/test_channels/test_ssh_file_transport.py

@@ -1,41 +0,0 @@
-import parsl
-from parsl.channels.ssh.ssh import SSHChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_push(conn, fname="test001.txt"):
-
-    with open(fname, 'w') as f:
-        f.write("Hello from parsl.ssh testing\n")
-
-    conn.push_file(fname, "/tmp")
-    ec, out, err = conn.execute_wait("ls /tmp/{0}".format(fname))
-    print(ec, out, err)
-
-
-def test_pull(conn, fname="test001.txt"):
-
-    local = "foo"
-    conn.pull_file("/tmp/{0}".format(fname), local)
-
-    with open("{0}/{1}".format(local, fname), 'r') as f:
-        print(f.readlines())
-
-
-if __name__ == "__main__":
-
-    parsl.set_stream_logger()
-
-    # This is for testing
-    conn = SSH("midway.rcc.uchicago.edu", username="yadunand")
-
-    test_push(conn)
-    test_pull(conn)
-
-    conn.close()

parsl/tests/integration/test_channels/test_ssh_interactive.py

@@ -1,24 +0,0 @@
-import parsl
-from parsl.channels.ssh_il.ssh_il import SSHInteractiveLoginChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_cooley():
-    ''' Test ssh channels to midway
-    '''
-    url = 'cooley.alcf.anl.gov'
-    uname = 'yadunand'
-    out = connect_and_list(url, uname)
-    print("Sitename :{0}  hostname:{1}".format(url, out))
-    return
-
-
-if __name__ == "__main__":
-    parsl.set_stream_logger()
-    test_cooley()

parsl/tests/manual_tests/test_ad_hoc_htex.py

@@ -1,48 +0,0 @@
-import parsl
-from parsl import python_app
-parsl.set_stream_logger()
-
-from parsl.providers import AdHocProvider
-from parsl.channels import SSHChannel
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-
-remotes = ['midway2-login2.rcc.uchicago.edu', 'midway2-login1.rcc.uchicago.edu']
-
-config = Config(
-    executors=[
-        HighThroughputExecutor(
-            label='AdHoc',
-            max_workers_per_node=2,
-            worker_logdir_root="/scratch/midway2/yadunand/parsl_scripts",
-            encrypted=True,
-            provider=AdHocProvider(
-                worker_init="source /scratch/midway2/yadunand/parsl_env_setup.sh",
-                channels=[SSHChannel(hostname=m,
-                                     username="yadunand",
-                                     script_dir="/scratch/midway2/yadunand/parsl_cluster")
-                          for m in remotes]
-            )
-        )
-    ]
-)
-
-
-@python_app
-def platform(sleep=2, stdout=None):
-    import platform
-    import time
-    time.sleep(sleep)
-    return platform.uname()
-
-
-def test_raw_provider():
-
-    parsl.load(config)
-
-    x = [platform() for i in range(10)]
-    print([i.result() for i in x])
-
-
-if __name__ == "__main__":
-    test_raw_provider()

parsl/tests/manual_tests/test_fan_in_out_htex_remote.py

@@ -1,88 +0,0 @@
-import parsl
-from parsl.monitoring.monitoring import MonitoringHub
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.launchers import AprunLauncher
-from parsl.providers import CobaltProvider
-
-import logging
-from parsl.app.app import python_app
-
-
-def local_setup():
-    threads_config = Config(
-        executors=[
-            HighThroughputExecutor(
-                label="theta_htex",
-                # worker_debug=True,
-                cores_per_worker=4,
-                encrypted=True,
-                provider=CobaltProvider(
-                    queue='debug-flat-quad',
-                    account='CSC249ADCD01',
-                    launcher=AprunLauncher(overrides="-d 64"),
-                    worker_init='source activate parsl-issues',
-                    init_blocks=1,
-                    max_blocks=1,
-                    min_blocks=1,
-                    nodes_per_block=4,
-                    cmd_timeout=60,
-                    walltime='00:10:00',
-                ),
-            )
-        ],
-        monitoring=MonitoringHub(
-            hub_port=55055,
-            logging_level=logging.DEBUG,
-            resource_monitoring_interval=10),
-        strategy='none')
-    parsl.load(threads_config)
-
-
-def local_teardown():
-    parsl.clear()
-
-
-@python_app
-def inc(x):
-    import time
-    start = time.time()
-    sleep_duration = 30.0
-    while True:
-        x += 1
-        end = time.time()
-        if end - start >= sleep_duration:
-            break
-    return x
-
-
-@python_app
-def add_inc(inputs=[]):
-    import time
-    start = time.time()
-    sleep_duration = 30.0
-    res = sum(inputs)
-    while True:
-        res += 1
-        end = time.time()
-        if end - start >= sleep_duration:
-            break
-    return res
-
-
-if __name__ == "__main__":
-
-    total = 200
-    half = int(total / 2)
-    one_third = int(total / 3)
-    two_third = int(total / 3 * 2)
-    futures_1 = [inc(i) for i in range(total)]
-    futures_2 = [add_inc(inputs=futures_1[0:half]),
-                 add_inc(inputs=futures_1[half:total])]
-    futures_3 = [inc(futures_2[0]) for _ in range(half)] + [inc(futures_2[1]) for _ in range(half)]
-    futures_4 = [add_inc(inputs=futures_3[0:one_third]),
-                 add_inc(inputs=futures_3[one_third:two_third]),
-                 add_inc(inputs=futures_3[two_third:total])]
-
-    print([f.result() for f in futures_4])
-    print("Done")

parsl/tests/manual_tests/test_oauth_ssh.py

@@ -1,13 +0,0 @@
-from parsl.channels import OAuthSSHChannel
-
-
-def test_channel():
-    channel = OAuthSSHChannel(hostname='ssh.demo.globus.org', username='yadunand')
-    x, stdout, stderr = channel.execute_wait('ls')
-    print(x, stdout, stderr)
-    assert x == 0, "Expected exit code 0, got {}".format(x)
-
-
-if __name__ == '__main__':
-
-    test_channel()

parsl/tests/sites/test_local_adhoc.py

@@ -1,61 +0,0 @@
-import pytest
-
-from parsl import python_app
-from parsl.tests.configs.local_adhoc import fresh_config as local_config
-
-import logging
-logger = logging.getLogger(__name__)
-
-
-@python_app
-def python_app_2():
-    import os
-    import threading
-    import time
-    time.sleep(1)
-    return "Hello from PID[{}] TID[{}]".format(os.getpid(), threading.current_thread())
-
-
-@python_app
-def python_app_1():
-    import os
-    import threading
-    import time
-    time.sleep(1)
-    return "Hello from PID[{}] TID[{}]".format(os.getpid(), threading.current_thread())
-
-
-@python_app
-def bash_app(stdout=None, stderr=None):
-    return 'echo "Hello from $(uname -a)" ; sleep 2'
-
-
-@pytest.mark.local
-def test_python(N=2):
-    """Testing basic python functionality."""
-
-    r1 = {}
-    r2 = {}
-    for i in range(0, N):
-        r1[i] = python_app_1()
-        r2[i] = python_app_2()
-    print("Waiting ....")
-
-    for x in r1:
-        print("python_app_1 : ", r1[x].result())
-    for x in r2:
-        print("python_app_2 : ", r2[x].result())
-
-    return
-
-
-@pytest.mark.local
-def test_bash():
-    """Testing basic bash functionality."""
-
-    import os
-    fname = os.path.basename(__file__)
-
-    x = bash_app(stdout="{0}.out".format(fname))
-    print("Waiting ....")
-    print(x.result())

parsl/tests/test_channels/test_large_output.py

@@ -1,22 +0,0 @@
-import pytest
-
-from parsl.channels.local.local import LocalChannel
-
-
-@pytest.mark.local
-def test_local_large_output_2210():
-    """Regression test for #2210.
-    The local channel was hanging if the specified command gave too
-    much output, due to a race condition between process exiting and
-    pipes filling up.
-    """
-
-    c = LocalChannel()
-
-    # this will output 128kb of stdout
-    c.execute_wait("yes | dd count=128 bs=1024", walltime=60)
-
-    # if this test fails, execute_wait should raise a timeout
-    # exception.
-
-    # The contents out the output is not verified by this test

parsl/tests/test_mpi_apps/test_mpi_mode_disabled.py

@@ -1,51 +0,0 @@
-import logging
-from typing import Dict
-import pytest
-import parsl
-from parsl import python_app
-from parsl.tests.configs.htex_local import fresh_config
-
-EXECUTOR_LABEL = "MPI_TEST"
-
-
-def local_setup():
-    config = fresh_config()
-    config.executors[0].label = EXECUTOR_LABEL
-    config.executors[0].max_workers_per_node = 1
-    config.executors[0].enable_mpi_mode = False
-    parsl.load(config)
-
-
-def local_teardown():
-    parsl.dfk().cleanup()
-    parsl.clear()
-
-
-@python_app
-def get_env_vars(parsl_resource_specification: Dict = {}) -> Dict:
-    import os
-
-    parsl_vars = {}
-    for key in os.environ:
-        if key.startswith("PARSL_"):
-            parsl_vars[key] = os.environ[key]
-    return parsl_vars
-
-
-@pytest.mark.local
-def test_only_resource_specs_set():
-    """Confirm that resource_spec env vars are set while launch prefixes are not
-    when enable_mpi_mode = False"""
-    resource_spec = {
-        "num_nodes": 4,
-        "ranks_per_node": 2,
-    }
-
-    future = get_env_vars(parsl_resource_specification=resource_spec)
-
-    result = future.result()
-    assert isinstance(result, Dict)
-    assert "PARSL_DEFAULT_PREFIX" not in result
-    assert "PARSL_SRUN_PREFIX" not in result
-    assert result["PARSL_NUM_NODES"] == str(resource_spec["num_nodes"])
-    assert result["PARSL_RANKS_PER_NODE"] == str(resource_spec["ranks_per_node"])

parsl/tests/test_providers/test_cobalt_deprecation_warning.py

@@ -1,16 +0,0 @@
-import warnings
-import pytest
-from parsl.providers import CobaltProvider
-
-
-@pytest.mark.local
-def test_deprecation_warning():
-
-    with warnings.catch_warnings(record=True) as w:
-        warnings.simplefilter("always")
-
-        CobaltProvider()
-
-        assert len(w) == 1
-        assert issubclass(w[-1].category, DeprecationWarning)
-        assert "CobaltProvider" in str(w[-1].message)

parsl-2024.3.11.dist-info/METADATA

@@ -1,98 +0,0 @@
-Metadata-Version: 2.1
-Name: parsl
-Version: 2024.3.11
-Summary: Simple data dependent workflows in Python
-Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2024.03.11.tar.gz
-Author: The Parsl Team
-Author-email: parsl@googlegroups.com
-License: Apache 2.0
-Keywords: Workflows,Scientific computing
-Classifier: Development Status :: 5 - Production/Stable
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Requires-Python: >=3.8.0
-License-File: LICENSE
-Requires-Dist: pyzmq >=17.1.2
-Requires-Dist: typeguard !=3.*,<5,>=2.10
-Requires-Dist: typing-extensions <5,>=4.6
-Requires-Dist: globus-sdk
-Requires-Dist: dill
-Requires-Dist: tblib
-Requires-Dist: requests
-Requires-Dist: paramiko
-Requires-Dist: psutil >=5.5.1
-Requires-Dist: setproctitle
-Provides-Extra: all
-Requires-Dist: sqlalchemy <2,>=1.4 ; extra == 'all'
-Requires-Dist: pydot ; extra == 'all'
-Requires-Dist: networkx <2.6,>=2.5 ; extra == 'all'
-Requires-Dist: Flask >=1.0.2 ; extra == 'all'
-Requires-Dist: flask-sqlalchemy ; extra == 'all'
-Requires-Dist: pandas <2.2 ; extra == 'all'
-Requires-Dist: plotly ; extra == 'all'
-Requires-Dist: python-daemon ; extra == 'all'
-Requires-Dist: boto3 ; extra == 'all'
-Requires-Dist: kubernetes ; extra == 'all'
-Requires-Dist: oauth-ssh >=0.9 ; extra == 'all'
-Requires-Dist: ipython <=8.6.0 ; extra == 'all'
-Requires-Dist: nbsphinx ; extra == 'all'
-Requires-Dist: sphinx <7.2,>=7.1 ; extra == 'all'
-Requires-Dist: sphinx-rtd-theme ; extra == 'all'
-Requires-Dist: google-auth ; extra == 'all'
-Requires-Dist: google-api-python-client ; extra == 'all'
-Requires-Dist: python-gssapi ; extra == 'all'
-Requires-Dist: azure <=4 ; extra == 'all'
-Requires-Dist: msrestazure ; extra == 'all'
-Requires-Dist: work-queue ; extra == 'all'
-Requires-Dist: pyyaml ; extra == 'all'
-Requires-Dist: cffi ; extra == 'all'
-Requires-Dist: jsonschema ; extra == 'all'
-Requires-Dist: proxystore ; extra == 'all'
-Requires-Dist: radical.pilot ; extra == 'all'
-Provides-Extra: aws
-Requires-Dist: boto3 ; extra == 'aws'
-Provides-Extra: azure
-Requires-Dist: azure <=4 ; extra == 'azure'
-Requires-Dist: msrestazure ; extra == 'azure'
-Provides-Extra: docs
-Requires-Dist: ipython <=8.6.0 ; extra == 'docs'
-Requires-Dist: nbsphinx ; extra == 'docs'
-Requires-Dist: sphinx <7.2,>=7.1 ; extra == 'docs'
-Requires-Dist: sphinx-rtd-theme ; extra == 'docs'
-Provides-Extra: flux
-Requires-Dist: pyyaml ; extra == 'flux'
-Requires-Dist: cffi ; extra == 'flux'
-Requires-Dist: jsonschema ; extra == 'flux'
-Provides-Extra: google_cloud
-Requires-Dist: google-auth ; extra == 'google_cloud'
-Requires-Dist: google-api-python-client ; extra == 'google_cloud'
-Provides-Extra: gssapi
-Requires-Dist: python-gssapi ; extra == 'gssapi'
-Provides-Extra: kubernetes
-Requires-Dist: kubernetes ; extra == 'kubernetes'
-Provides-Extra: monitoring
-Requires-Dist: sqlalchemy <2,>=1.4 ; extra == 'monitoring'
-Provides-Extra: oauth_ssh
-Requires-Dist: oauth-ssh >=0.9 ; extra == 'oauth_ssh'
-Provides-Extra: proxystore
-Requires-Dist: proxystore ; extra == 'proxystore'
-Provides-Extra: radical-pilot
-Requires-Dist: radical.pilot ; extra == 'radical-pilot'
-Provides-Extra: visualization
-Requires-Dist: pydot ; extra == 'visualization'
-Requires-Dist: networkx <2.6,>=2.5 ; extra == 'visualization'
-Requires-Dist: Flask >=1.0.2 ; extra == 'visualization'
-Requires-Dist: flask-sqlalchemy ; extra == 'visualization'
-Requires-Dist: pandas <2.2 ; extra == 'visualization'
-Requires-Dist: plotly ; extra == 'visualization'
-Requires-Dist: python-daemon ; extra == 'visualization'
-Provides-Extra: workqueue
-Requires-Dist: work-queue ; extra == 'workqueue'
-
-Simple parallel workflows system for Python