cloudbridge 3.2.0__tar.gz → 4.0.0__tar.gz

cloudbridge-4.0.0/PKG-INFO

@@ -0,0 +1,231 @@
+Metadata-Version: 2.4
+Name: cloudbridge
+Version: 4.0.0
+Summary: A simple layer of abstraction over multiple cloud providers.
+Author-email: Galaxy and GVL Projects <help@genome.edu.au>
+License-Expression: MIT
+Project-URL: Homepage, http://cloudbridge.cloudve.org/
+Project-URL: Source, https://github.com/CloudVE/cloudbridge
+Project-URL: Issues, https://github.com/CloudVE/cloudbridge/issues
+Keywords: cloud,aws,azure,gcp,openstack,iaas
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.13
+Description-Content-Type: text/x-rst
+License-File: LICENSE
+Requires-Dist: tenacity>=6.0
+Requires-Dist: deprecation>=2.0.7
+Requires-Dist: pyeventsystem<2
+Provides-Extra: aws
+Requires-Dist: boto3<2.0.0,>=1.9.86; extra == "aws"
+Provides-Extra: azure
+Requires-Dist: azure-identity<2.0.0,>=1.20.0; extra == "azure"
+Requires-Dist: azure-common<2.0.0,>=1.1.28; extra == "azure"
+Requires-Dist: azure-core<2.0.0,>=1.30.0; extra == "azure"
+Requires-Dist: azure-mgmt-devtestlabs<10.0.0,>=9.0.0; extra == "azure"
+Requires-Dist: azure-mgmt-resource<26.0.0,>=23.0.0; extra == "azure"
+Requires-Dist: azure-mgmt-subscription<4.0.0,>=3.0.0; extra == "azure"
+Requires-Dist: azure-mgmt-compute<39.0.0,>=34.0.0; extra == "azure"
+Requires-Dist: azure-mgmt-network<31.0.0,>=28.0.0; extra == "azure"
+Requires-Dist: azure-mgmt-storage<25.0.0,>=22.0.0; extra == "azure"
+Requires-Dist: azure-storage-blob<13.0.0,>=12.20.0; extra == "azure"
+Requires-Dist: azure-data-tables<13.0.0,>=12.4.0; extra == "azure"
+Requires-Dist: paramiko<6.0.0; extra == "azure"
+Provides-Extra: gcp
+Requires-Dist: google-api-python-client<3.0.0,>=2.0; extra == "gcp"
+Provides-Extra: openstack
+Requires-Dist: openstacksdk<5.0.0,>=3.0.0; extra == "openstack"
+Requires-Dist: python-novaclient<20.0,>=17.0.0; extra == "openstack"
+Requires-Dist: python-swiftclient<5.0,>=4.0.0; extra == "openstack"
+Requires-Dist: python-neutronclient<13.0,>=11.0.0; extra == "openstack"
+Requires-Dist: python-keystoneclient<7.0,>=4.0.0; extra == "openstack"
+Provides-Extra: full
+Requires-Dist: cloudbridge[aws,azure,gcp,openstack]; extra == "full"
+Provides-Extra: dev
+Requires-Dist: cloudbridge[full]; extra == "dev"
+Requires-Dist: tox>=4.0.0; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: moto[ec2,s3]>=5.0.0; extra == "dev"
+Requires-Dist: packaging; extra == "dev"
+Requires-Dist: sphinx>=1.3.1; extra == "dev"
+Requires-Dist: pydevd; extra == "dev"
+Requires-Dist: flake8>=3.3.0; extra == "dev"
+Requires-Dist: flake8-import-order>=0.12; extra == "dev"
+Dynamic: license-file
+
+CloudBridge provides a consistent layer of abstraction over different
+Infrastructure-as-a-Service cloud providers, reducing or eliminating the need
+to write conditional code for each cloud.
+
+Documentation
+~~~~~~~~~~~~~
+Detailed documentation can be found at http://cloudbridge.cloudve.org.
+
+
+Build Status Tests
+~~~~~~~~~~~~~~~~~~
+.. image:: https://github.com/CloudVE/cloudbridge/actions/workflows/integration.yaml/badge.svg
+   :target: https://github.com/CloudVE/cloudbridge/actions/
+   :alt: Integration Tests
+
+.. image:: https://codecov.io/gh/CloudVE/cloudbridge/graph/badge.svg?token=w0LAfAIVdd 
+   :target: https://codecov.io/gh/CloudVE/cloudbridge
+   :alt: Code Coverage
+
+.. image:: https://img.shields.io/pypi/v/cloudbridge.svg
+   :target: https://pypi.python.org/pypi/cloudbridge/
+   :alt: latest version available on PyPI
+
+.. image:: https://readthedocs.org/projects/cloudbridge/badge/?version=latest
+   :target: http://cloudbridge.readthedocs.org/en/latest/?badge=latest
+   :alt: Documentation Status
+
+.. image:: https://img.shields.io/pypi/dm/cloudbridge
+   :target: https://pypistats.org/packages/cloudbridge
+   :alt: Download stats
+
+.. |aws-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_aws.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
+
+.. |azure-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_azure.json
+                 :target: https://github.com/CloudVE/cloudbridge/actions/
+
+.. |gcp-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_gcp.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
+
+.. |mock-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_mock.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
+
+.. |os-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_openstack.json
+              :target: https://github.com/CloudVE/cloudbridge/actions/
+
++---------------------------+-----------------+
+| **Provider/Environment**  | **Python 3.13** |
++---------------------------+-----------------+
+| **Amazon Web Services**   | |aws-py313|     |
++---------------------------+-----------------+
+| **Google Cloud Platform** | |gcp-py313|     |
++---------------------------+-----------------+
+| **Microsoft Azure**       | |azure-py313|   |
++---------------------------+-----------------+
+| **OpenStack**             | |os-py313|      |
++---------------------------+-----------------+
+| **Mock Provider**         | |mock-py313|    |
++---------------------------+-----------------+
+
+Installation
+~~~~~~~~~~~~
+Install the latest release from PyPi:
+
+.. code-block:: shell
+
+  pip install cloudbridge[full]
+
+For other installation options, see the `installation page`_ in
+the documentation.
+
+
+Usage example
+~~~~~~~~~~~~~
+
+To `get started`_ with CloudBridge, export your cloud access credentials
+(e.g., AWS_ACCESS_KEY and AWS_SECRET_KEY for your AWS credentials) and start
+exploring the API:
+
+.. code-block:: python
+
+  from cloudbridge.factory import CloudProviderFactory, ProviderList
+
+  provider = CloudProviderFactory().create_provider(ProviderList.AWS, {})
+  print(provider.security.key_pairs.list())
+
+The exact same command (as well as any other CloudBridge method) will run with
+any of the supported providers: ``ProviderList.[AWS | AZURE | GCP | OPENSTACK]``!
+
+
+Citation
+~~~~~~~~
+
+N. Goonasekera, A. Lonie, J. Taylor, and E. Afgan,
+"CloudBridge: a Simple Cross-Cloud Python Library,"
+presented at the Proceedings of the XSEDE16 Conference on Diversity, Big Data, and Science at Scale, Miami, USA, 2016.
+DOI: http://dx.doi.org/10.1145/2949550.2949648
+
+
+Quick Reference
+~~~~~~~~~~~~~~~
+The following object graph shows how to access various provider services, and the resource
+that they return.
+
+.. image:: http://cloudbridge.readthedocs.org/en/latest/_images/object_relationships_detailed.svg
+   :target: http://cloudbridge.readthedocs.org/en/latest/?badge=latest#quick-reference
+   :alt: CloudBridge Quick Reference
+
+
+Design Goals
+~~~~~~~~~~~~
+
+1. Create a cloud abstraction layer which minimises or eliminates the need for
+   cloud specific special casing (i.e., Not require clients to write
+   ``if EC2 do x else if OPENSTACK do y``.)
+
+2. Have a suite of conformance tests which are comprehensive enough that goal
+   1 can be achieved. This would also mean that clients need not manually test
+   against each provider to make sure their application is compatible.
+
+3. Opt for a minimum set of features that a cloud provider will support,
+   instead of  a lowest common denominator approach. This means that reasonably
+   mature clouds like Amazon and OpenStack are used as the benchmark against
+   which functionality & features are determined. Therefore, there is a
+   definite expectation that the cloud infrastructure will support a compute
+   service with support for images and snapshots and various machine sizes.
+   The cloud infrastructure will very likely support block storage, although
+   this is currently optional. It may optionally support object storage.
+
+4. Make the CloudBridge layer as thin as possible without compromising goal 1.
+   By wrapping the cloud provider's native SDK and doing the minimal work
+   necessary to adapt the interface, we can achieve greater development speed
+   and reliability since the native provider SDK is most likely to have both
+   properties.
+
+
+Contributing
+~~~~~~~~~~~~
+Community contributions for any part of the project are welcome. If you have
+a completely new idea or would like to bounce your idea before moving forward
+with the implementation, feel free to create an issue to start a discussion.
+
+Contributions should come in the form of a pull request. We strive for 100% test
+coverage so code will only be accepted if it comes with appropriate tests and it
+does not break existing functionality. Further, the code needs to be well
+documented and all methods have docstrings. We are largely adhering to the
+`PEP8 style guide`_ with 80 character lines, 4-space indentation (spaces
+instead of tabs), explicit, one-per-line imports among others. Please keep the
+style consistent with the rest of the project.
+
+Conceptually, the library is laid out such that there is a factory used to
+create a reference to a cloud provider. Each provider offers a set of services
+and resources. Services typically perform actions while resources offer
+information (and can act on itself, when appropriate). The structure of each
+object is defined via an abstract interface (see
+``cloudbridge/providers/interfaces``) and any object should implement the
+defined interface. If adding a completely new provider, take a look at the
+`provider development page`_ in the documentation.
+
+
+.. _`installation page`: http://cloudbridge.readthedocs.org/en/
+   latest/topics/install.html
+.. _`get started`: http://cloudbridge.readthedocs.org/en/latest/
+    getting_started.html
+.. _`PEP8 style guide`: https://www.python.org/dev/peps/pep-0008/
+.. _`provider development page`: http://cloudbridge.readthedocs.org/
+   en/latest/
+    topics/provider_development.html

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/README.rst

@@ -13,7 +13,7 @@ Build Status Tests
    :target: https://github.com/CloudVE/cloudbridge/actions/
    :alt: Integration Tests
 
-.. image:: https://codecov.io/gh/CloudVE/cloudbridge/branch/main/graph/badge.svg
+.. image:: https://codecov.io/gh/CloudVE/cloudbridge/graph/badge.svg?token=w0LAfAIVdd 
    :target: https://codecov.io/gh/CloudVE/cloudbridge
    :alt: Code Coverage
 
@@ -29,34 +29,34 @@ Build Status Tests
    :target: https://pypistats.org/packages/cloudbridge
    :alt: Download stats
 
-.. |aws-py38| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.8_aws.json
-              :target: https://github.com/CloudVE/cloudbridge/actions/
+.. |aws-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_aws.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
 
-.. |azure-py38| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.8_azure.json
-                :target: https://github.com/CloudVE/cloudbridge/actions/
+.. |azure-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_azure.json
+                 :target: https://github.com/CloudVE/cloudbridge/actions/
 
-.. |gcp-py38| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.8_gcp.json
-              :target: https://github.com/CloudVE/cloudbridge/actions/
+.. |gcp-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_gcp.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
+
+.. |mock-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_mock.json
+               :target: https://github.com/CloudVE/cloudbridge/actions/
 
-.. |mock-py38| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.8_mock.json
+.. |os-py313| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.13_openstack.json
               :target: https://github.com/CloudVE/cloudbridge/actions/
 
-.. |os-py38| image:: https://img.shields.io/endpoint?url=https://gist.githubusercontent.com/nuwang/d354f151eb8c9752da13e6dec012fb07/raw/cloudbridge_py3.8_openstack.json
-             :target: https://github.com/CloudVE/cloudbridge/actions/
-
-+---------------------------+----------------+
-| **Provider/Environment**  | **Python 3.8** |
-+---------------------------+----------------+
-| **Amazon Web Services**   | |aws-py38|     |
-+---------------------------+----------------+
-| **Google Cloud Platform** | |gcp-py38|     |
-+---------------------------+----------------+
-| **Microsoft Azure**       | |azure-py38|   |
-+---------------------------+----------------+
-| **OpenStack**             | |os-py38|      |
-+---------------------------+----------------+
-| **Mock Provider**         | |mock-py38|    |
-+---------------------------+----------------+
++---------------------------+-----------------+
+| **Provider/Environment**  | **Python 3.13** |
++---------------------------+-----------------+
+| **Amazon Web Services**   | |aws-py313|     |
++---------------------------+-----------------+
+| **Google Cloud Platform** | |gcp-py313|     |
++---------------------------+-----------------+
+| **Microsoft Azure**       | |azure-py313|   |
++---------------------------+-----------------+
+| **OpenStack**             | |os-py313|      |
++---------------------------+-----------------+
+| **Mock Provider**         | |mock-py313|    |
++---------------------------+-----------------+
 
 Installation
 ~~~~~~~~~~~~

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/cloudbridge/__init__.py

@@ -2,7 +2,7 @@
 import logging
 
 # Current version of the library
-__version__ = '3.2.0'
+__version__ = '4.0.0'
 
 
 def get_version():
@@ -25,14 +25,6 @@ def init_logging():
     set_stream_logger(__name__, level=logging.DEBUG)
 
 
-class NullHandler(logging.Handler):
-    """A null handler for the logger."""
-
-    def emit(self, record):
-        """Don't emit a log."""
-        pass
-
-
 TRACE = 5  # Lower than debug which is 10
 
 
@@ -58,7 +50,7 @@ default_format_string = "%(asctime)s [%(levelname)s] %(name)s: %(message)s"
 logging.setLoggerClass(CBLogger)
 logging.addLevelName(TRACE, "TRACE")
 log = logging.getLogger('cloudbridge')
-log.addHandler(NullHandler())
+log.addHandler(logging.NullHandler())
 
 # Convenience functions to set logging to a particular file or stream
 # To enable either of these by default within CloudBridge, add the following

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/cloudbridge/base/helpers.py

@@ -3,7 +3,6 @@ import functools
 import logging
 import os
 import re
-import sys
 from contextlib import contextmanager
 
 from cryptography.hazmat.backends import default_backend
@@ -12,8 +11,6 @@ from cryptography.hazmat.primitives.asymmetric import rsa
 
 from deprecation import deprecated
 
-import six
-
 import cloudbridge
 
 from ..interfaces.exceptions import InvalidParamException
@@ -50,7 +47,7 @@ def filter_by(prop_name, kwargs, objs):
     """
     prop_val = kwargs.pop(prop_name, None)
     if prop_val:
-        if isinstance(prop_val, six.string_types):
+        if isinstance(prop_val, str):
             regex = fnmatch.translate(prop_val)
             results = [o for o in objs
                        if getattr(o, prop_name)
@@ -101,12 +98,11 @@ def cleanup_action(cleanup_func):
     try:
         yield
     except Exception:
-        ex_class, ex_val, ex_traceback = sys.exc_info()
         try:
             cleanup_func()
         except Exception:
             log.exception("Error during exception cleanup: ")
-        six.reraise(ex_class, ex_val, ex_traceback)
+        raise
     try:
         cleanup_func()
     except Exception:
@@ -117,11 +113,6 @@ def get_env(varname, default_value=None):
     """
     Return the value of the environment variable or default_value.
 
-    This is a helper method that wraps ``os.environ.get`` to ensure type
-    compatibility across py2 and py3. For py2, any value obtained from an
-    environment variable, ensure ``unicode`` type and ``str`` for py3. The
-    casting is done only for string variables.
-
     :type varname: ``str``
     :param varname: Name of the environment variable for which to check.
 
@@ -131,11 +122,7 @@ def get_env(varname, default_value=None):
     :return: Value of the supplied environment if found; value of
              ``default_value`` otherwise.
     """
-    value = os.environ.get(varname, default_value)
-    if isinstance(value, six.string_types) and not isinstance(
-            value, six.text_type):
-        return six.u(value)
-    return value
+    return os.environ.get(varname, default_value)
 
 
 # Alias deprecation decorator, following:

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/cloudbridge/base/middleware.py

@@ -1,12 +1,9 @@
 import logging
-import sys
 
 from pyeventsystem.middleware import dispatch as pyevent_dispatch
 from pyeventsystem.middleware import intercept
 from pyeventsystem.middleware import observe
 
-import six
-
 from ..interfaces.exceptions import CloudBridgeBaseException
 
 log = logging.getLogger(__name__)
@@ -46,12 +43,7 @@ class ExceptionWrappingMiddleware(object):
         except Exception as e:
             if isinstance(e, CloudBridgeBaseException):
                 raise
-            else:
-                ex_type, ex_value, traceback = sys.exc_info()
-                cb_ex = CloudBridgeBaseException(
-                    "CloudBridgeBaseException: {0} from exception type: {1}"
-                    .format(ex_value, ex_type))
-                if sys.version_info >= (3, 0):
-                    six.raise_from(cb_ex, e)
-                else:
-                    six.reraise(CloudBridgeBaseException, cb_ex, traceback)
+            cb_ex = CloudBridgeBaseException(
+                "CloudBridgeBaseException: {0} from exception type: {1}"
+                .format(e, type(e)))
+            raise cb_ex from e

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/cloudbridge/base/provider.py

@@ -3,16 +3,11 @@ import ast
 import functools
 import logging
 import os
+from configparser import ConfigParser
 from os.path import expanduser
-try:
-    from configparser import ConfigParser
-except ImportError:  # Python 2
-    from ConfigParser import SafeConfigParser as ConfigParser
 
 from pyeventsystem.middleware import SimpleMiddlewareManager
 
-import six
-
 from ..base.middleware import ExceptionWrappingMiddleware
 from ..interfaces import CloudProvider
 from ..interfaces.exceptions import ProviderConnectionException
@@ -206,7 +201,4 @@ class BaseCloudProvider(CloudProvider):
         elif (self._config_parser.has_option(self.PROVIDER_ID, key) and
               self._config_parser.get(self.PROVIDER_ID, key)):
             value = self._config_parser.get(self.PROVIDER_ID, key)
-        if isinstance(value, six.string_types) and not isinstance(
-                value, six.text_type):
-            return six.u(value)
         return value

{cloudbridge-3.2.0 → cloudbridge-4.0.0}/cloudbridge/base/resources.py

@@ -10,8 +10,6 @@ import shutil
 import time
 import uuid
 
-import six
-
 from cloudbridge.interfaces.exceptions import \
     InvalidConfigurationException
 from cloudbridge.interfaces.exceptions import InvalidLabelException
@@ -378,7 +376,7 @@ class BaseLaunchConfig(LaunchConfig):
             raise InvalidConfigurationException(
                 "Source must be a Snapshot, Volume, MachineImage, or None.")
         if size:
-            if not isinstance(size, six.integer_types) or not size > 0:
+            if not isinstance(size, int) or not size > 0:
                 log.exception("InvalidConfigurationException raised: "
                               "size argument must be an integer greater than "
                               "0. Got type %s and value %s.", type(size), size)