parsl 2024.7.29__py3-none-any.whl → 2024.8.12__py3-none-any.whl

parsl/tests/configs/htex_ad_hoc_cluster.py

@@ -1,26 +0,0 @@
-from parsl.channels import SSHChannel
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.providers import AdHocProvider
-from parsl.tests.configs.user_opts import user_opts
-
-config = Config(
-    executors=[
-        HighThroughputExecutor(
-            label='remote_htex',
-            cores_per_worker=1,
-            worker_debug=False,
-            address=user_opts['public_ip'],
-            encrypted=True,
-            provider=AdHocProvider(
-                move_files=False,
-                parallelism=1,
-                worker_init=user_opts['adhoc']['worker_init'],
-                channels=[SSHChannel(hostname=m,
-                                     username=user_opts['adhoc']['username'],
-                                     script_dir=user_opts['adhoc']['script_dir'],
-                                     ) for m in user_opts['adhoc']['remote_hostnames']]
-            )
-        )
-    ],
-)

parsl/tests/configs/swan_htex.py

@@ -1,43 +0,0 @@
-"""
-================== Block
-| ++++++++++++++ | Node
-| |            | |
-| |    Task    | |             . . .
-| |            | |
-| ++++++++++++++ |
-==================
-"""
-from parsl.channels import SSHChannel
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.launchers import AprunLauncher
-from parsl.providers import TorqueProvider
-
-# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
-# If you are a user copying-and-pasting this as an example, make sure to either
-#       1) create a local `user_opts.py`, or
-#       2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
-#          (i.e., user_opts['swan']['username'] -> 'your_username')
-from .user_opts import user_opts
-
-config = Config(
-    executors=[
-        HighThroughputExecutor(
-            label='swan_htex',
-            encrypted=True,
-            provider=TorqueProvider(
-                channel=SSHChannel(
-                    hostname='swan.cray.com',
-                    username=user_opts['swan']['username'],
-                    script_dir=user_opts['swan']['script_dir'],
-                ),
-                nodes_per_block=1,
-                init_blocks=1,
-                max_blocks=1,
-                launcher=AprunLauncher(),
-                scheduler_options=user_opts['swan']['scheduler_options'],
-                worker_init=user_opts['swan']['worker_init'],
-            ),
-        )
-    ]
-)

parsl/tests/integration/test_channels/test_scp_1.py

@@ -1,45 +0,0 @@
-import os
-
-from parsl.channels.ssh.ssh import SSHChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    out = ''
-    conn = SSH(hostname, username=username)
-    conn.push_file(os.path.abspath('remote_run.sh'), '/home/davidk/')
-    # ec, out, err = conn.execute_wait("ls /tmp/remote_run.sh; bash /tmp/remote_run.sh")
-    conn.close()
-    return out
-
-
-script = '''#!/bin/bash
-echo "Hostname: $HOSTNAME"
-echo "Cpu info -----"
-cat /proc/cpuinfo
-echo "Done----------"
-'''
-
-
-def test_connect_1():
-    with open('remote_run.sh', 'w') as f:
-        f.write(script)
-
-    sites = {
-        'midway': {
-            'url': 'midway.rcc.uchicago.edu',
-            'uname': 'yadunand'
-        },
-        'swift': {
-            'url': 'swift.rcc.uchicago.edu',
-            'uname': 'yadunand'
-        }
-    }
-
-    for site in sites.values():
-        out = connect_and_list(site['url'], site['uname'])
-        print("Sitename :{0}  hostname:{1}".format(site['url'], out))
-
-
-if __name__ == "__main__":
-
-    test_connect_1()

parsl/tests/integration/test_channels/test_ssh_1.py

@@ -1,40 +0,0 @@
-from parsl.channels.ssh.ssh import SSHChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_midway():
-    ''' Test ssh channels to midway
-    '''
-    url = 'midway.rcc.uchicago.edu'
-    uname = 'yadunand'
-    out = connect_and_list(url, uname)
-    print("Sitename :{0}  hostname:{1}".format(url, out))
-
-
-def test_beagle():
-    ''' Test ssh channels to beagle
-    '''
-    url = 'login04.beagle.ci.uchicago.edu'
-    uname = 'yadunandb'
-    out = connect_and_list(url, uname)
-    print("Sitename :{0}  hostname:{1}".format(url, out))
-
-
-def test_osg():
-    ''' Test ssh connectivity to osg
-    '''
-    url = 'login.osgconnect.net'
-    uname = 'yadunand'
-    out = connect_and_list(url, uname)
-    print("Sitename :{0}  hostname:{1}".format(url, out))
-
-
-if __name__ == "__main__":
-
-    pass

parsl/tests/integration/test_channels/test_ssh_errors.py

@@ -1,46 +0,0 @@
-from parsl.channels.errors import BadHostKeyException, SSHException
-from parsl.channels.ssh.ssh import SSHChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_error_1():
-    try:
-        connect_and_list("bad.url.gov", "ubuntu")
-    except Exception as e:
-        assert type(e) is SSHException, "Expected SSException, got: {0}".format(e)
-
-
-def test_error_2():
-    try:
-        connect_and_list("swift.rcc.uchicago.edu", "mango")
-    except SSHException:
-        print("Caught the right exception")
-    else:
-        raise Exception("Expected SSException, got: {0}".format(e))
-
-
-def test_error_3():
-    ''' This should work
-    '''
-    try:
-        connect_and_list("edison.nersc.gov", "yadunand")
-    except BadHostKeyException as e:
-        print("Caught exception BadHostKeyException: ", e)
-    else:
-        assert False, "Expected SSException, got: {0}".format(e)
-
-
-if __name__ == "__main__":
-
-    tests = [test_error_1, test_error_2, test_error_3]
-
-    for test in tests:
-        print("---------Running : {0}---------------".format(test))
-        test()
-        print("----------------------DONE--------------------------")

parsl/tests/integration/test_channels/test_ssh_file_transport.py

@@ -1,41 +0,0 @@
-import parsl
-from parsl.channels.ssh.ssh import SSHChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_push(conn, fname="test001.txt"):
-
-    with open(fname, 'w') as f:
-        f.write("Hello from parsl.ssh testing\n")
-
-    conn.push_file(fname, "/tmp")
-    ec, out, err = conn.execute_wait("ls /tmp/{0}".format(fname))
-    print(ec, out, err)
-
-
-def test_pull(conn, fname="test001.txt"):
-
-    local = "foo"
-    conn.pull_file("/tmp/{0}".format(fname), local)
-
-    with open("{0}/{1}".format(local, fname), 'r') as f:
-        print(f.readlines())
-
-
-if __name__ == "__main__":
-
-    parsl.set_stream_logger()
-
-    # This is for testing
-    conn = SSH("midway.rcc.uchicago.edu", username="yadunand")
-
-    test_push(conn)
-    test_pull(conn)
-
-    conn.close()

parsl/tests/integration/test_channels/test_ssh_interactive.py

@@ -1,24 +0,0 @@
-import parsl
-from parsl.channels.ssh_il.ssh_il import SSHInteractiveLoginChannel as SSH
-
-
-def connect_and_list(hostname, username):
-    conn = SSH(hostname, username=username)
-    ec, out, err = conn.execute_wait("echo $HOSTNAME")
-    conn.close()
-    return out
-
-
-def test_cooley():
-    ''' Test ssh channels to midway
-    '''
-    url = 'cooley.alcf.anl.gov'
-    uname = 'yadunand'
-    out = connect_and_list(url, uname)
-    print("Sitename :{0}  hostname:{1}".format(url, out))
-    return
-
-
-if __name__ == "__main__":
-    parsl.set_stream_logger()
-    test_cooley()

parsl/tests/manual_tests/test_ad_hoc_htex.py

@@ -1,49 +0,0 @@
-import parsl
-from parsl import python_app
-
-parsl.set_stream_logger()
-
-from parsl.channels import SSHChannel
-from parsl.config import Config
-from parsl.executors import HighThroughputExecutor
-from parsl.providers import AdHocProvider
-
-remotes = ['midway2-login2.rcc.uchicago.edu', 'midway2-login1.rcc.uchicago.edu']
-
-config = Config(
-    executors=[
-        HighThroughputExecutor(
-            label='AdHoc',
-            max_workers_per_node=2,
-            worker_logdir_root="/scratch/midway2/yadunand/parsl_scripts",
-            encrypted=True,
-            provider=AdHocProvider(
-                worker_init="source /scratch/midway2/yadunand/parsl_env_setup.sh",
-                channels=[SSHChannel(hostname=m,
-                                     username="yadunand",
-                                     script_dir="/scratch/midway2/yadunand/parsl_cluster")
-                          for m in remotes]
-            )
-        )
-    ]
-)
-
-
-@python_app
-def platform(sleep=2, stdout=None):
-    import platform
-    import time
-    time.sleep(sleep)
-    return platform.uname()
-
-
-def test_raw_provider():
-
-    parsl.load(config)
-
-    x = [platform() for i in range(10)]
-    print([i.result() for i in x])
-
-
-if __name__ == "__main__":
-    test_raw_provider()

parsl/tests/manual_tests/test_oauth_ssh.py

@@ -1,13 +0,0 @@
-from parsl.channels import OAuthSSHChannel
-
-
-def test_channel():
-    channel = OAuthSSHChannel(hostname='ssh.demo.globus.org', username='yadunand')
-    x, stdout, stderr = channel.execute_wait('ls')
-    print(x, stdout, stderr)
-    assert x == 0, "Expected exit code 0, got {}".format(x)
-
-
-if __name__ == '__main__':
-
-    test_channel()

parsl-2024.7.29.dist-info/METADATA

@@ -1,101 +0,0 @@
-Metadata-Version: 2.1
-Name: parsl
-Version: 2024.7.29
-Summary: Simple data dependent workflows in Python
-Home-page: https://github.com/Parsl/parsl
-Download-URL: https://github.com/Parsl/parsl/archive/2024.07.29.tar.gz
-Author: The Parsl Team
-Author-email: parsl@googlegroups.com
-License: Apache 2.0
-Keywords: Workflows,Scientific computing
-Classifier: Development Status :: 5 - Production/Stable
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Requires-Python: >=3.8.0
-License-File: LICENSE
-Requires-Dist: pyzmq >=17.1.2
-Requires-Dist: typeguard !=3.*,<5,>=2.10
-Requires-Dist: typing-extensions <5,>=4.6
-Requires-Dist: globus-sdk
-Requires-Dist: dill
-Requires-Dist: tblib
-Requires-Dist: requests
-Requires-Dist: paramiko
-Requires-Dist: psutil >=5.5.1
-Requires-Dist: setproctitle
-Requires-Dist: filelock <4,>=3.13
-Provides-Extra: all
-Requires-Dist: sqlalchemy <2,>=1.4 ; extra == 'all'
-Requires-Dist: pydot ; extra == 'all'
-Requires-Dist: networkx <2.6,>=2.5 ; extra == 'all'
-Requires-Dist: Flask >=1.0.2 ; extra == 'all'
-Requires-Dist: flask-sqlalchemy ; extra == 'all'
-Requires-Dist: pandas <2.2 ; extra == 'all'
-Requires-Dist: plotly ; extra == 'all'
-Requires-Dist: python-daemon ; extra == 'all'
-Requires-Dist: boto3 ; extra == 'all'
-Requires-Dist: kubernetes ; extra == 'all'
-Requires-Dist: oauth-ssh >=0.9 ; extra == 'all'
-Requires-Dist: ipython <=8.6.0 ; extra == 'all'
-Requires-Dist: nbsphinx ; extra == 'all'
-Requires-Dist: sphinx <7.2,>=7.1 ; extra == 'all'
-Requires-Dist: sphinx-rtd-theme ; extra == 'all'
-Requires-Dist: google-auth ; extra == 'all'
-Requires-Dist: google-api-python-client ; extra == 'all'
-Requires-Dist: python-gssapi ; extra == 'all'
-Requires-Dist: azure <=4 ; extra == 'all'
-Requires-Dist: msrestazure ; extra == 'all'
-Requires-Dist: work-queue ; extra == 'all'
-Requires-Dist: pyyaml ; extra == 'all'
-Requires-Dist: cffi ; extra == 'all'
-Requires-Dist: jsonschema ; extra == 'all'
-Requires-Dist: proxystore ; extra == 'all'
-Requires-Dist: radical.pilot ==1.60 ; extra == 'all'
-Requires-Dist: radical.utils ==1.60 ; extra == 'all'
-Provides-Extra: aws
-Requires-Dist: boto3 ; extra == 'aws'
-Provides-Extra: azure
-Requires-Dist: azure <=4 ; extra == 'azure'
-Requires-Dist: msrestazure ; extra == 'azure'
-Provides-Extra: docs
-Requires-Dist: ipython <=8.6.0 ; extra == 'docs'
-Requires-Dist: nbsphinx ; extra == 'docs'
-Requires-Dist: sphinx <7.2,>=7.1 ; extra == 'docs'
-Requires-Dist: sphinx-rtd-theme ; extra == 'docs'
-Provides-Extra: flux
-Requires-Dist: pyyaml ; extra == 'flux'
-Requires-Dist: cffi ; extra == 'flux'
-Requires-Dist: jsonschema ; extra == 'flux'
-Provides-Extra: google_cloud
-Requires-Dist: google-auth ; extra == 'google_cloud'
-Requires-Dist: google-api-python-client ; extra == 'google_cloud'
-Provides-Extra: gssapi
-Requires-Dist: python-gssapi ; extra == 'gssapi'
-Provides-Extra: kubernetes
-Requires-Dist: kubernetes ; extra == 'kubernetes'
-Provides-Extra: monitoring
-Requires-Dist: sqlalchemy <2,>=1.4 ; extra == 'monitoring'
-Provides-Extra: oauth_ssh
-Requires-Dist: oauth-ssh >=0.9 ; extra == 'oauth_ssh'
-Provides-Extra: proxystore
-Requires-Dist: proxystore ; extra == 'proxystore'
-Provides-Extra: radical-pilot
-Requires-Dist: radical.pilot ==1.60 ; extra == 'radical-pilot'
-Requires-Dist: radical.utils ==1.60 ; extra == 'radical-pilot'
-Provides-Extra: visualization
-Requires-Dist: pydot ; extra == 'visualization'
-Requires-Dist: networkx <2.6,>=2.5 ; extra == 'visualization'
-Requires-Dist: Flask >=1.0.2 ; extra == 'visualization'
-Requires-Dist: flask-sqlalchemy ; extra == 'visualization'
-Requires-Dist: pandas <2.2 ; extra == 'visualization'
-Requires-Dist: plotly ; extra == 'visualization'
-Requires-Dist: python-daemon ; extra == 'visualization'
-Provides-Extra: workqueue
-Requires-Dist: work-queue ; extra == 'workqueue'
-
-Simple parallel workflows system for Python