anyscale 0.24.86__py3-none-any.whl

anyscale/client/openapi_client/rest.py

@@ -0,0 +1,296 @@
+# coding: utf-8
+
+"""
+    Managed Ray API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+from __future__ import absolute_import
+
+import io
+import json
+import logging
+import re
+import ssl
+
+import certifi
+# python 2 and python 3 compatibility library
+import six
+from six.moves.urllib.parse import urlencode
+import urllib3
+
+from openapi_client.exceptions import ApiException, ApiValueError
+
+
+logger = logging.getLogger(__name__)
+
+
+class RESTResponse(io.IOBase):
+
+    def __init__(self, resp):
+        self.urllib3_response = resp
+        self.status = resp.status
+        self.reason = resp.reason
+        self.data = resp.data
+
+    def getheaders(self):
+        """Returns a dictionary of the response headers."""
+        return self.urllib3_response.getheaders()
+
+    def getheader(self, name, default=None):
+        """Returns a given response header."""
+        return self.urllib3_response.getheader(name, default)
+
+
+class RESTClientObject(object):
+
+    def __init__(self, configuration, pools_size=4, maxsize=None):
+        # urllib3.PoolManager will pass all kw parameters to connectionpool
+        # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/poolmanager.py#L75  # noqa: E501
+        # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/connectionpool.py#L680  # noqa: E501
+        # maxsize is the number of requests to host that are allowed in parallel  # noqa: E501
+        # Custom SSL certificates and client certificates: http://urllib3.readthedocs.io/en/latest/advanced-usage.html  # noqa: E501
+
+        # cert_reqs
+        if configuration.verify_ssl:
+            cert_reqs = ssl.CERT_REQUIRED
+        else:
+            cert_reqs = ssl.CERT_NONE
+
+        # ca_certs
+        if configuration.ssl_ca_cert:
+            ca_certs = configuration.ssl_ca_cert
+        else:
+            # if not set certificate file, use Mozilla's root certificates.
+            ca_certs = certifi.where()
+
+        addition_pool_args = {}
+        if configuration.assert_hostname is not None:
+            addition_pool_args['assert_hostname'] = configuration.assert_hostname  # noqa: E501
+
+        if configuration.retries is not None:
+            addition_pool_args['retries'] = configuration.retries
+
+        if maxsize is None:
+            if configuration.connection_pool_maxsize is not None:
+                maxsize = configuration.connection_pool_maxsize
+            else:
+                maxsize = 4
+
+        # https pool manager
+        if configuration.proxy:
+            self.pool_manager = urllib3.ProxyManager(
+                num_pools=pools_size,
+                maxsize=maxsize,
+                cert_reqs=cert_reqs,
+                ca_certs=ca_certs,
+                cert_file=configuration.cert_file,
+                key_file=configuration.key_file,
+                proxy_url=configuration.proxy,
+                proxy_headers=configuration.proxy_headers,
+                **addition_pool_args
+            )
+        else:
+            self.pool_manager = urllib3.PoolManager(
+                num_pools=pools_size,
+                maxsize=maxsize,
+                cert_reqs=cert_reqs,
+                ca_certs=ca_certs,
+                cert_file=configuration.cert_file,
+                key_file=configuration.key_file,
+                **addition_pool_args
+            )
+
+    def request(self, method, url, query_params=None, headers=None,
+                body=None, post_params=None, _preload_content=True,
+                _request_timeout=None):
+        """Perform requests.
+
+        :param method: http request method
+        :param url: http request url
+        :param query_params: query parameters in the url
+        :param headers: http request headers
+        :param body: request json body, for `application/json`
+        :param post_params: request post parameters,
+                            `application/x-www-form-urlencoded`
+                            and `multipart/form-data`
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        """
+        method = method.upper()
+        assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',
+                          'PATCH', 'OPTIONS']
+
+        if post_params and body:
+            raise ApiValueError(
+                "body parameter cannot be used with post_params parameter."
+            )
+
+        post_params = post_params or {}
+        headers = headers or {}
+
+        timeout = None
+        if _request_timeout:
+            if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)):  # noqa: E501,F821
+                timeout = urllib3.Timeout(total=_request_timeout)
+            elif (isinstance(_request_timeout, tuple) and
+                  len(_request_timeout) == 2):
+                timeout = urllib3.Timeout(
+                    connect=_request_timeout[0], read=_request_timeout[1])
+
+        if 'Content-Type' not in headers:
+            headers['Content-Type'] = 'application/json'
+
+        try:
+            # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`
+            if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:
+                if query_params:
+                    url += '?' + urlencode(query_params)
+                if re.search('json', headers['Content-Type'], re.IGNORECASE):
+                    request_body = None
+                    if body is not None:
+                        request_body = json.dumps(body)
+                    r = self.pool_manager.request(
+                        method, url,
+                        body=request_body,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                elif headers['Content-Type'] == 'application/x-www-form-urlencoded':  # noqa: E501
+                    r = self.pool_manager.request(
+                        method, url,
+                        fields=post_params,
+                        encode_multipart=False,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                elif headers['Content-Type'] == 'multipart/form-data':
+                    # must del headers['Content-Type'], or the correct
+                    # Content-Type which generated by urllib3 will be
+                    # overwritten.
+                    del headers['Content-Type']
+                    r = self.pool_manager.request(
+                        method, url,
+                        fields=post_params,
+                        encode_multipart=True,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                # Pass a `string` parameter directly in the body to support
+                # other content types than Json when `body` argument is
+                # provided in serialized form
+                elif isinstance(body, str) or isinstance(body, bytes):
+                    request_body = body
+                    r = self.pool_manager.request(
+                        method, url,
+                        body=request_body,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                else:
+                    # Cannot generate the request from given parameters
+                    msg = """Cannot prepare a request message for provided
+                             arguments. Please check that your arguments match
+                             declared content type."""
+                    raise ApiException(status=0, reason=msg)
+            # For `GET`, `HEAD`
+            else:
+                r = self.pool_manager.request(method, url,
+                                              fields=query_params,
+                                              preload_content=_preload_content,
+                                              timeout=timeout,
+                                              headers=headers)
+        except urllib3.exceptions.SSLError as e:
+            msg = "{0}\n{1}".format(type(e).__name__, str(e))
+            raise ApiException(status=0, reason=msg)
+
+        if _preload_content:
+            r = RESTResponse(r)
+
+            # In the python 3, the response.data is bytes.
+            # we need to decode it to string.
+            if six.PY3:
+                r.data = r.data.decode('utf8')
+
+            # log response body
+            logger.debug("response body: %s", r.data)
+
+        if not 200 <= r.status <= 299:
+            raise ApiException(http_resp=r)
+
+        return r
+
+    def GET(self, url, headers=None, query_params=None, _preload_content=True,
+            _request_timeout=None):
+        return self.request("GET", url,
+                            headers=headers,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            query_params=query_params)
+
+    def HEAD(self, url, headers=None, query_params=None, _preload_content=True,
+             _request_timeout=None):
+        return self.request("HEAD", url,
+                            headers=headers,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            query_params=query_params)
+
+    def OPTIONS(self, url, headers=None, query_params=None, post_params=None,
+                body=None, _preload_content=True, _request_timeout=None):
+        return self.request("OPTIONS", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def DELETE(self, url, headers=None, query_params=None, body=None,
+               _preload_content=True, _request_timeout=None):
+        return self.request("DELETE", url,
+                            headers=headers,
+                            query_params=query_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def POST(self, url, headers=None, query_params=None, post_params=None,
+             body=None, _preload_content=True, _request_timeout=None):
+        return self.request("POST", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def PUT(self, url, headers=None, query_params=None, post_params=None,
+            body=None, _preload_content=True, _request_timeout=None):
+        return self.request("PUT", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def PATCH(self, url, headers=None, query_params=None, post_params=None,
+              body=None, _preload_content=True, _request_timeout=None):
+        return self.request("PATCH", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)

anyscale/client/requirements.txt

@@ -0,0 +1,6 @@
+certifi >= 14.05.14
+future; python_version<="2.7"
+six >= 1.10
+python_dateutil >= 2.5.3
+setuptools >= 21.0.0
+urllib3 >= 1.15.1

anyscale/client/setup.cfg

@@ -0,0 +1,2 @@
+[flake8]
+max-line-length=99

anyscale/client/setup.py

@@ -0,0 +1,40 @@
+# coding: utf-8
+
+"""
+    Managed Ray API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+from setuptools import setup, find_packages  # noqa: H301
+
+NAME = "openapi-client"
+VERSION = "1.0.0"
+# To install the library, run the following
+#
+# python setup.py install
+#
+# prerequisite: setuptools
+# http://pypi.python.org/pypi/setuptools
+
+REQUIRES = ["urllib3 >= 1.15", "six >= 1.10", "certifi", "python-dateutil"]
+
+setup(
+    name=NAME,
+    version=VERSION,
+    description="Managed Ray API",
+    author="OpenAPI Generator community",
+    author_email="team@openapitools.org",
+    url="",
+    keywords=["OpenAPI", "OpenAPI-Generator", "Managed Ray API"],
+    install_requires=REQUIRES,
+    packages=find_packages(exclude=["test", "tests"]),
+    include_package_data=True,
+    long_description="""\
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+    """
+)

anyscale/client/test-requirements.txt

@@ -0,0 +1,3 @@
+pytest~=4.6.7 # needed for python 2.7+3.4
+pytest-cov>=2.8.1
+pytest-randomly==1.2.3 # needed for python 2.7+3.4

anyscale/client/tox.ini

@@ -0,0 +1,9 @@
+[tox]
+envlist = py27, py3
+
+[testenv]
+deps=-r{toxinidir}/requirements.txt
+     -r{toxinidir}/test-requirements.txt
+
+commands=
+   pytest --cov=openapi_client

anyscale/cloud.py

@@ -0,0 +1,216 @@
+from typing import Any, cast, Dict, List, Optional, Tuple, Union
+
+import click
+from click import ClickException
+from openapi_client.rest import ApiException
+
+from anyscale.authenticate import get_auth_api_client
+from anyscale.cli_logger import BlockLogger
+from anyscale.client.openapi_client.api.default_api import DefaultApi
+from anyscale.client.openapi_client.models import (
+    CreateCloudResource,
+    CreateCloudResourceGCP,
+)
+from anyscale.sdk.anyscale_client.models.cloud import Cloud
+
+
+log = BlockLogger()
+
+
+def get_cloud_json_from_id(cloud_id: str, api_client: DefaultApi) -> Dict["str", Any]:
+    try:
+        cloud = api_client.get_cloud_api_v2_clouds_cloud_id_get(
+            cloud_id=cloud_id
+        ).result
+    except ApiException:
+        return {
+            "error": {
+                "cloud_id": cloud_id,
+                "message": f"The cloud with id, {cloud_id} has been deleted. Please create a new cloud with `anyscale cloud setup`.",
+            }
+        }
+    return {
+        "id": cloud.id,
+        "name": cloud.name,
+        "provider": cloud.provider,
+        "region": cloud.region,
+        "credentials": cloud.credentials,
+        "config": cloud.config,
+        "state": cloud.state,
+    }
+
+
+def get_cloud_id_and_name(
+    api_client: Optional[DefaultApi] = None,
+    cloud_id: Optional[str] = None,
+    cloud_name: Optional[str] = None,
+) -> Tuple[str, str]:
+    if api_client is None:
+        api_client = get_auth_api_client().api_client
+    if not cloud_id and not cloud_name:
+        raise ClickException("Must either provide the cloud name or cloud id.")
+    if cloud_id and cloud_name:
+        raise ClickException(
+            "Both '--cloud-id' and '--cloud-name' specified. Please only use one."
+        )
+    elif cloud_name:
+        resp_get_cloud = api_client.find_cloud_by_name_api_v2_clouds_find_by_name_post(
+            cloud_name_options={"name": cloud_name}
+        )
+        cloud = resp_get_cloud.result
+    elif cloud_id:
+        resp_get_cloud = api_client.get_cloud_api_v2_clouds_cloud_id_get(
+            cloud_id=cloud_id
+        )
+
+        cloud = resp_get_cloud.result
+    else:
+        try:
+            clouds = api_client.list_clouds_api_v2_clouds_get().results
+        except Exception as e:
+            if (isinstance(e, ApiException) and e.status == 404) or (  # type: ignore
+                isinstance(e, ClickException) and "Reason: 404" in str(e)
+            ):
+                # No clouds
+                raise ClickException(
+                    'There are no clouds assigned to your account. Please create a cloud using "anyscale cloud setup".'
+                )
+            raise e
+
+        if len(clouds) == 0:
+            # No clouds
+            raise ClickException(
+                'There are no clouds assigned to your account. Please create a cloud using "anyscale cloud setup".'
+            )
+
+        if len(clouds) > 1:
+            raise ClickException(
+                "Multiple clouds: {}\n"
+                "Please specify the one you want to refer to using --cloud-name.".format(
+                    [cloud.name for cloud in clouds]
+                )
+            )
+        cloud = clouds[0]
+    return cloud.id, cloud.name
+
+
+def get_cloud_resource_by_cloud_id(
+    cloud_id: str, cloud_provider: str, anyscale_api_client: Optional[DefaultApi] = None
+) -> Union[CreateCloudResource, CreateCloudResourceGCP]:
+    if anyscale_api_client is None:
+        anyscale_api_client = get_auth_api_client().anyscale_api_client
+    cloud_resource = None
+    if cloud_provider == "AWS":
+        cloud = anyscale_api_client.get_cloud_with_cloud_resource_api_v2_clouds_with_cloud_resource_router_cloud_id_get(
+            cloud_id
+        ).result
+        cloud_resource = cloud.cloud_resource
+    elif cloud_provider == "GCP":
+        cloud = anyscale_api_client.get_cloud_with_cloud_resource_api_v2_clouds_with_cloud_resource_gcp_router_cloud_id_get(
+            cloud_id
+        ).result
+        cloud_resource = cloud.cloud_resource
+    return cloud_resource
+
+
+def get_last_used_cloud(
+    project_id: Optional[str], anyscale_api_client: Optional[DefaultApi] = None
+) -> str:
+    """Return the name of the cloud last used in the project.
+
+    Args:
+        project_id (str): The project to get the last used cloud for.
+
+    Returns:
+        Name of the cloud last used in this project.
+
+    TODO(nikita): Condense with anyscale.connect after unifying logging.
+    TODO: get_selected_cloud_id_or_default should be the preferred way of
+    getting a cloud in CLI code.
+    """
+    if anyscale_api_client is None:
+        anyscale_api_client = get_auth_api_client().anyscale_api_client
+    if project_id:
+        cloud_id = anyscale_api_client.get_project(project_id).result.last_used_cloud_id
+    else:
+        cloud_id = None
+    if cloud_id:
+        try:
+            cloud = anyscale_api_client.get_cloud(cloud_id).result
+        except Exception:  # noqa: BLE001
+            raise click.ClickException(
+                f"Failed to fetch Cloud with id: {cloud_id}. Please specify `cloud` in the command."
+            )
+    else:
+        # TODO(nikita): Add some logics or checks here so users don't start clusters with clouds
+        # they don't intend to.
+        clouds = get_all_clouds(anyscale_api_client)
+        if len(clouds) > 0:
+            # Clouds are sorted in descending order, pick the oldest one as default.
+            cloud = clouds[-1]
+        else:
+            raise click.ClickException(
+                "No cloud configured, please set up a cloud with 'anyscale cloud setup'."
+            )
+
+    cloud_name = cloud.name
+    log.debug(
+        f"Using last active cloud '{cloud_name}'. "
+        "Specify `cloud` in the command to overwrite."
+    )
+    return cast(str, cloud_name)
+
+
+def get_all_clouds(anyscale_api_client: Optional[DefaultApi] = None) -> List[Cloud]:
+    """Fetches all Clouds the user has access to.
+    Returns:
+        List of all Clouds the user has access to.
+
+    TODO(nikita): Condense with anyscale.connect after unifying logging.
+    """
+    if anyscale_api_client is None:
+        anyscale_api_client = get_auth_api_client().anyscale_api_client
+
+    cloud_list_response = anyscale_api_client.search_clouds({"paging": {"count": 50}})
+    all_clouds = cloud_list_response.results
+    next_paging_token = cloud_list_response.metadata.next_paging_token
+
+    while next_paging_token:
+        cloud_list_response = anyscale_api_client.search_clouds(
+            {"paging": {"count": 50, "paging_token": next_paging_token}}
+        )
+        next_paging_token = cloud_list_response.metadata.next_paging_token
+        all_clouds.extend(cloud_list_response.results)
+
+    return all_clouds  # type: ignore
+
+
+def get_organization_default_cloud(api_client: DefaultApi) -> Optional[str]:
+    """Return default cloud name for organization if it exists and
+    if user has correct permissions for it.
+    Returns:
+        Name of default cloud name for organization if it exists and
+        if user has correct permissions for it.
+    """
+    user = api_client.get_user_info_api_v2_userinfo_get().result
+    organization = user.organizations[0]  # Each user only has one org
+    if organization.default_cloud_id:
+        try:
+            # Check permissions
+            _, cloud_name = get_cloud_id_and_name(
+                api_client, cloud_id=organization.default_cloud_id
+            )
+            return str(cloud_name)
+        except Exception:  # noqa: BLE001
+            return None
+    return None
+
+
+def get_organization_id(api_client: DefaultApi) -> str:
+    user = api_client.get_user_info_api_v2_userinfo_get().result
+    if user.organizations:
+        organization = user.organizations[0]  # Each user only has one org
+        return organization.id
+    raise click.ClickException(
+        "No organization found. Please contact Anyscale support for help."
+    )