anyscale 0.24.86__py3-none-any.whl

anyscale/sdk/anyscale_client/models/worker_node_type.py

@@ -0,0 +1,404 @@
+# coding: utf-8
+
+"""
+    Anyscale API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+import pprint
+import re  # noqa: F401
+
+import six
+
+from anyscale_client.configuration import Configuration
+
+
+class WorkerNodeType(object):
+    """NOTE: This class is auto generated by OpenAPI Generator.
+    Ref: https://openapi-generator.tech
+
+    Do not edit the class manually.
+    """
+
+    """
+    Attributes:
+      openapi_types (dict): The key is attribute name
+                            and the value is attribute type.
+      attribute_map (dict): The key is attribute name
+                            and the value is json key in definition.
+    """
+    openapi_types = {
+        'name': 'str',
+        'instance_type': 'str',
+        'resources': 'Resources',
+        'aws_advanced_configurations_json': 'object',
+        'gcp_advanced_configurations_json': 'object',
+        'advanced_configurations_json': 'object',
+        'flags': 'object',
+        'min_workers': 'int',
+        'max_workers': 'int',
+        'use_spot': 'bool',
+        'fallback_to_ondemand': 'bool'
+    }
+
+    attribute_map = {
+        'name': 'name',
+        'instance_type': 'instance_type',
+        'resources': 'resources',
+        'aws_advanced_configurations_json': 'aws_advanced_configurations_json',
+        'gcp_advanced_configurations_json': 'gcp_advanced_configurations_json',
+        'advanced_configurations_json': 'advanced_configurations_json',
+        'flags': 'flags',
+        'min_workers': 'min_workers',
+        'max_workers': 'max_workers',
+        'use_spot': 'use_spot',
+        'fallback_to_ondemand': 'fallback_to_ondemand'
+    }
+
+    def __init__(self, name=None, instance_type=None, resources=None, aws_advanced_configurations_json=None, gcp_advanced_configurations_json=None, advanced_configurations_json=None, flags=None, min_workers=None, max_workers=None, use_spot=False, fallback_to_ondemand=False, local_vars_configuration=None):  # noqa: E501
+        """WorkerNodeType - a model defined in OpenAPI"""  # noqa: E501
+        if local_vars_configuration is None:
+            local_vars_configuration = Configuration()
+        self.local_vars_configuration = local_vars_configuration
+
+        self._name = None
+        self._instance_type = None
+        self._resources = None
+        self._aws_advanced_configurations_json = None
+        self._gcp_advanced_configurations_json = None
+        self._advanced_configurations_json = None
+        self._flags = None
+        self._min_workers = None
+        self._max_workers = None
+        self._use_spot = None
+        self._fallback_to_ondemand = None
+        self.discriminator = None
+
+        self.name = name
+        self.instance_type = instance_type
+        if resources is not None:
+            self.resources = resources
+        if aws_advanced_configurations_json is not None:
+            self.aws_advanced_configurations_json = aws_advanced_configurations_json
+        if gcp_advanced_configurations_json is not None:
+            self.gcp_advanced_configurations_json = gcp_advanced_configurations_json
+        if advanced_configurations_json is not None:
+            self.advanced_configurations_json = advanced_configurations_json
+        if flags is not None:
+            self.flags = flags
+        if min_workers is not None:
+            self.min_workers = min_workers
+        if max_workers is not None:
+            self.max_workers = max_workers
+        if use_spot is not None:
+            self.use_spot = use_spot
+        if fallback_to_ondemand is not None:
+            self.fallback_to_ondemand = fallback_to_ondemand
+
+    @property
+    def name(self):
+        """Gets the name of this WorkerNodeType.  # noqa: E501
+
+        An arbitrary name for this node type, which will be registered with OSS available_node_types.   # noqa: E501
+
+        :return: The name of this WorkerNodeType.  # noqa: E501
+        :rtype: str
+        """
+        return self._name
+
+    @name.setter
+    def name(self, name):
+        """Sets the name of this WorkerNodeType.
+
+        An arbitrary name for this node type, which will be registered with OSS available_node_types.   # noqa: E501
+
+        :param name: The name of this WorkerNodeType.  # noqa: E501
+        :type: str
+        """
+        if self.local_vars_configuration.client_side_validation and name is None:  # noqa: E501
+            raise ValueError("Invalid value for `name`, must not be `None`")  # noqa: E501
+
+        self._name = name
+
+    @property
+    def instance_type(self):
+        """Gets the instance_type of this WorkerNodeType.  # noqa: E501
+
+        The cloud provider instance type to use for this node.  # noqa: E501
+
+        :return: The instance_type of this WorkerNodeType.  # noqa: E501
+        :rtype: str
+        """
+        return self._instance_type
+
+    @instance_type.setter
+    def instance_type(self, instance_type):
+        """Sets the instance_type of this WorkerNodeType.
+
+        The cloud provider instance type to use for this node.  # noqa: E501
+
+        :param instance_type: The instance_type of this WorkerNodeType.  # noqa: E501
+        :type: str
+        """
+        if self.local_vars_configuration.client_side_validation and instance_type is None:  # noqa: E501
+            raise ValueError("Invalid value for `instance_type`, must not be `None`")  # noqa: E501
+
+        self._instance_type = instance_type
+
+    @property
+    def resources(self):
+        """Gets the resources of this WorkerNodeType.  # noqa: E501
+
+        Declaration of node resources for Autoscaler.  # noqa: E501
+
+        :return: The resources of this WorkerNodeType.  # noqa: E501
+        :rtype: Resources
+        """
+        return self._resources
+
+    @resources.setter
+    def resources(self, resources):
+        """Sets the resources of this WorkerNodeType.
+
+        Declaration of node resources for Autoscaler.  # noqa: E501
+
+        :param resources: The resources of this WorkerNodeType.  # noqa: E501
+        :type: Resources
+        """
+
+        self._resources = resources
+
+    @property
+    def aws_advanced_configurations_json(self):
+        """Gets the aws_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+
+        The advanced configuration json that we pass directly AWS APIs when launching an instance. We may do some validation on this json and reject the json if it is using a configuration that Anyscale does not support.  # noqa: E501
+
+        :return: The aws_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :rtype: object
+        """
+        return self._aws_advanced_configurations_json
+
+    @aws_advanced_configurations_json.setter
+    def aws_advanced_configurations_json(self, aws_advanced_configurations_json):
+        """Sets the aws_advanced_configurations_json of this WorkerNodeType.
+
+        The advanced configuration json that we pass directly AWS APIs when launching an instance. We may do some validation on this json and reject the json if it is using a configuration that Anyscale does not support.  # noqa: E501
+
+        :param aws_advanced_configurations_json: The aws_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :type: object
+        """
+
+        self._aws_advanced_configurations_json = aws_advanced_configurations_json
+
+    @property
+    def gcp_advanced_configurations_json(self):
+        """Gets the gcp_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+
+        The advanced configuration json that we pass directly GCP APIs when launching an instance. We may do some validation on this json and reject the json if it is using a configuration that Anyscale does not support.  # noqa: E501
+
+        :return: The gcp_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :rtype: object
+        """
+        return self._gcp_advanced_configurations_json
+
+    @gcp_advanced_configurations_json.setter
+    def gcp_advanced_configurations_json(self, gcp_advanced_configurations_json):
+        """Sets the gcp_advanced_configurations_json of this WorkerNodeType.
+
+        The advanced configuration json that we pass directly GCP APIs when launching an instance. We may do some validation on this json and reject the json if it is using a configuration that Anyscale does not support.  # noqa: E501
+
+        :param gcp_advanced_configurations_json: The gcp_advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :type: object
+        """
+
+        self._gcp_advanced_configurations_json = gcp_advanced_configurations_json
+
+    @property
+    def advanced_configurations_json(self):
+        """Gets the advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+
+        Advanced configurations for this compute node type to pass to the cloud provider when launching this instance.  # noqa: E501
+
+        :return: The advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :rtype: object
+        """
+        return self._advanced_configurations_json
+
+    @advanced_configurations_json.setter
+    def advanced_configurations_json(self, advanced_configurations_json):
+        """Sets the advanced_configurations_json of this WorkerNodeType.
+
+        Advanced configurations for this compute node type to pass to the cloud provider when launching this instance.  # noqa: E501
+
+        :param advanced_configurations_json: The advanced_configurations_json of this WorkerNodeType.  # noqa: E501
+        :type: object
+        """
+
+        self._advanced_configurations_json = advanced_configurations_json
+
+    @property
+    def flags(self):
+        """Gets the flags of this WorkerNodeType.  # noqa: E501
+
+        A set of advanced node-level flags that can be used to configure a particular workload.  # noqa: E501
+
+        :return: The flags of this WorkerNodeType.  # noqa: E501
+        :rtype: object
+        """
+        return self._flags
+
+    @flags.setter
+    def flags(self, flags):
+        """Sets the flags of this WorkerNodeType.
+
+        A set of advanced node-level flags that can be used to configure a particular workload.  # noqa: E501
+
+        :param flags: The flags of this WorkerNodeType.  # noqa: E501
+        :type: object
+        """
+
+        self._flags = flags
+
+    @property
+    def min_workers(self):
+        """Gets the min_workers of this WorkerNodeType.  # noqa: E501
+
+        The minimum number of nodes of this type that Anyscale should spin up.  # noqa: E501
+
+        :return: The min_workers of this WorkerNodeType.  # noqa: E501
+        :rtype: int
+        """
+        return self._min_workers
+
+    @min_workers.setter
+    def min_workers(self, min_workers):
+        """Sets the min_workers of this WorkerNodeType.
+
+        The minimum number of nodes of this type that Anyscale should spin up.  # noqa: E501
+
+        :param min_workers: The min_workers of this WorkerNodeType.  # noqa: E501
+        :type: int
+        """
+
+        self._min_workers = min_workers
+
+    @property
+    def max_workers(self):
+        """Gets the max_workers of this WorkerNodeType.  # noqa: E501
+
+        The maximum number of nodes of this type that Anyscale should spin up.  # noqa: E501
+
+        :return: The max_workers of this WorkerNodeType.  # noqa: E501
+        :rtype: int
+        """
+        return self._max_workers
+
+    @max_workers.setter
+    def max_workers(self, max_workers):
+        """Sets the max_workers of this WorkerNodeType.
+
+        The maximum number of nodes of this type that Anyscale should spin up.  # noqa: E501
+
+        :param max_workers: The max_workers of this WorkerNodeType.  # noqa: E501
+        :type: int
+        """
+
+        self._max_workers = max_workers
+
+    @property
+    def use_spot(self):
+        """Gets the use_spot of this WorkerNodeType.  # noqa: E501
+
+        Whether or not to use spot instances for this node type.  # noqa: E501
+
+        :return: The use_spot of this WorkerNodeType.  # noqa: E501
+        :rtype: bool
+        """
+        return self._use_spot
+
+    @use_spot.setter
+    def use_spot(self, use_spot):
+        """Sets the use_spot of this WorkerNodeType.
+
+        Whether or not to use spot instances for this node type.  # noqa: E501
+
+        :param use_spot: The use_spot of this WorkerNodeType.  # noqa: E501
+        :type: bool
+        """
+
+        self._use_spot = use_spot
+
+    @property
+    def fallback_to_ondemand(self):
+        """Gets the fallback_to_ondemand of this WorkerNodeType.  # noqa: E501
+
+        If use_spot is True, then we will attempt to use spot instances. If this is true as well, then we will fall back to on demand instances if spot instances are not available. If use_spot is False, this value is ignored.  # noqa: E501
+
+        :return: The fallback_to_ondemand of this WorkerNodeType.  # noqa: E501
+        :rtype: bool
+        """
+        return self._fallback_to_ondemand
+
+    @fallback_to_ondemand.setter
+    def fallback_to_ondemand(self, fallback_to_ondemand):
+        """Sets the fallback_to_ondemand of this WorkerNodeType.
+
+        If use_spot is True, then we will attempt to use spot instances. If this is true as well, then we will fall back to on demand instances if spot instances are not available. If use_spot is False, this value is ignored.  # noqa: E501
+
+        :param fallback_to_ondemand: The fallback_to_ondemand of this WorkerNodeType.  # noqa: E501
+        :type: bool
+        """
+
+        self._fallback_to_ondemand = fallback_to_ondemand
+
+    def to_dict(self):
+        """Returns the model properties as a dict"""
+        result = {}
+
+        for attr, _ in six.iteritems(self.openapi_types):
+            value = getattr(self, attr)
+            if isinstance(value, list):
+                result[attr] = list(map(
+                    lambda x: x.to_dict() if hasattr(x, "to_dict") else x,
+                    value
+                ))
+            elif hasattr(value, "to_dict"):
+                result[attr] = value.to_dict()
+            elif isinstance(value, dict):
+                result[attr] = dict(map(
+                    lambda item: (item[0], item[1].to_dict())
+                    if hasattr(item[1], "to_dict") else item,
+                    value.items()
+                ))
+            else:
+                result[attr] = value
+
+        return result
+
+    def to_str(self):
+        """Returns the string representation of the model"""
+        return pprint.pformat(self.to_dict())
+
+    def __repr__(self):
+        """For `print` and `pprint`"""
+        return self.to_str()
+
+    def __eq__(self, other):
+        """Returns true if both objects are equal"""
+        if not isinstance(other, WorkerNodeType):
+            return False
+
+        return self.to_dict() == other.to_dict()
+
+    def __ne__(self, other):
+        """Returns true if both objects are not equal"""
+        if not isinstance(other, WorkerNodeType):
+            return True
+
+        return self.to_dict() != other.to_dict()

anyscale/sdk/anyscale_client/rest.py

@@ -0,0 +1,296 @@
+# coding: utf-8
+
+"""
+    Anyscale API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by: https://openapi-generator.tech
+"""
+
+
+from __future__ import absolute_import
+
+import io
+import json
+import logging
+import re
+import ssl
+
+import certifi
+# python 2 and python 3 compatibility library
+import six
+from six.moves.urllib.parse import urlencode
+import urllib3
+
+from anyscale_client.exceptions import ApiException, ApiValueError
+
+
+logger = logging.getLogger(__name__)
+
+
+class RESTResponse(io.IOBase):
+
+    def __init__(self, resp):
+        self.urllib3_response = resp
+        self.status = resp.status
+        self.reason = resp.reason
+        self.data = resp.data
+
+    def getheaders(self):
+        """Returns a dictionary of the response headers."""
+        return self.urllib3_response.getheaders()
+
+    def getheader(self, name, default=None):
+        """Returns a given response header."""
+        return self.urllib3_response.getheader(name, default)
+
+
+class RESTClientObject(object):
+
+    def __init__(self, configuration, pools_size=4, maxsize=None):
+        # urllib3.PoolManager will pass all kw parameters to connectionpool
+        # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/poolmanager.py#L75  # noqa: E501
+        # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/connectionpool.py#L680  # noqa: E501
+        # maxsize is the number of requests to host that are allowed in parallel  # noqa: E501
+        # Custom SSL certificates and client certificates: http://urllib3.readthedocs.io/en/latest/advanced-usage.html  # noqa: E501
+
+        # cert_reqs
+        if configuration.verify_ssl:
+            cert_reqs = ssl.CERT_REQUIRED
+        else:
+            cert_reqs = ssl.CERT_NONE
+
+        # ca_certs
+        if configuration.ssl_ca_cert:
+            ca_certs = configuration.ssl_ca_cert
+        else:
+            # if not set certificate file, use Mozilla's root certificates.
+            ca_certs = certifi.where()
+
+        addition_pool_args = {}
+        if configuration.assert_hostname is not None:
+            addition_pool_args['assert_hostname'] = configuration.assert_hostname  # noqa: E501
+
+        if configuration.retries is not None:
+            addition_pool_args['retries'] = configuration.retries
+
+        if maxsize is None:
+            if configuration.connection_pool_maxsize is not None:
+                maxsize = configuration.connection_pool_maxsize
+            else:
+                maxsize = 4
+
+        # https pool manager
+        if configuration.proxy:
+            self.pool_manager = urllib3.ProxyManager(
+                num_pools=pools_size,
+                maxsize=maxsize,
+                cert_reqs=cert_reqs,
+                ca_certs=ca_certs,
+                cert_file=configuration.cert_file,
+                key_file=configuration.key_file,
+                proxy_url=configuration.proxy,
+                proxy_headers=configuration.proxy_headers,
+                **addition_pool_args
+            )
+        else:
+            self.pool_manager = urllib3.PoolManager(
+                num_pools=pools_size,
+                maxsize=maxsize,
+                cert_reqs=cert_reqs,
+                ca_certs=ca_certs,
+                cert_file=configuration.cert_file,
+                key_file=configuration.key_file,
+                **addition_pool_args
+            )
+
+    def request(self, method, url, query_params=None, headers=None,
+                body=None, post_params=None, _preload_content=True,
+                _request_timeout=None):
+        """Perform requests.
+
+        :param method: http request method
+        :param url: http request url
+        :param query_params: query parameters in the url
+        :param headers: http request headers
+        :param body: request json body, for `application/json`
+        :param post_params: request post parameters,
+                            `application/x-www-form-urlencoded`
+                            and `multipart/form-data`
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        """
+        method = method.upper()
+        assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',
+                          'PATCH', 'OPTIONS']
+
+        if post_params and body:
+            raise ApiValueError(
+                "body parameter cannot be used with post_params parameter."
+            )
+
+        post_params = post_params or {}
+        headers = headers or {}
+
+        timeout = None
+        if _request_timeout:
+            if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)):  # noqa: E501,F821
+                timeout = urllib3.Timeout(total=_request_timeout)
+            elif (isinstance(_request_timeout, tuple) and
+                  len(_request_timeout) == 2):
+                timeout = urllib3.Timeout(
+                    connect=_request_timeout[0], read=_request_timeout[1])
+
+        if 'Content-Type' not in headers:
+            headers['Content-Type'] = 'application/json'
+
+        try:
+            # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`
+            if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:
+                if query_params:
+                    url += '?' + urlencode(query_params)
+                if re.search('json', headers['Content-Type'], re.IGNORECASE):
+                    request_body = None
+                    if body is not None:
+                        request_body = json.dumps(body)
+                    r = self.pool_manager.request(
+                        method, url,
+                        body=request_body,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                elif headers['Content-Type'] == 'application/x-www-form-urlencoded':  # noqa: E501
+                    r = self.pool_manager.request(
+                        method, url,
+                        fields=post_params,
+                        encode_multipart=False,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                elif headers['Content-Type'] == 'multipart/form-data':
+                    # must del headers['Content-Type'], or the correct
+                    # Content-Type which generated by urllib3 will be
+                    # overwritten.
+                    del headers['Content-Type']
+                    r = self.pool_manager.request(
+                        method, url,
+                        fields=post_params,
+                        encode_multipart=True,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                # Pass a `string` parameter directly in the body to support
+                # other content types than Json when `body` argument is
+                # provided in serialized form
+                elif isinstance(body, str) or isinstance(body, bytes):
+                    request_body = body
+                    r = self.pool_manager.request(
+                        method, url,
+                        body=request_body,
+                        preload_content=_preload_content,
+                        timeout=timeout,
+                        headers=headers)
+                else:
+                    # Cannot generate the request from given parameters
+                    msg = """Cannot prepare a request message for provided
+                             arguments. Please check that your arguments match
+                             declared content type."""
+                    raise ApiException(status=0, reason=msg)
+            # For `GET`, `HEAD`
+            else:
+                r = self.pool_manager.request(method, url,
+                                              fields=query_params,
+                                              preload_content=_preload_content,
+                                              timeout=timeout,
+                                              headers=headers)
+        except urllib3.exceptions.SSLError as e:
+            msg = "{0}\n{1}".format(type(e).__name__, str(e))
+            raise ApiException(status=0, reason=msg)
+
+        if _preload_content:
+            r = RESTResponse(r)
+
+            # In the python 3, the response.data is bytes.
+            # we need to decode it to string.
+            if six.PY3:
+                r.data = r.data.decode('utf8')
+
+            # log response body
+            logger.debug("response body: %s", r.data)
+
+        if not 200 <= r.status <= 299:
+            raise ApiException(http_resp=r)
+
+        return r
+
+    def GET(self, url, headers=None, query_params=None, _preload_content=True,
+            _request_timeout=None):
+        return self.request("GET", url,
+                            headers=headers,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            query_params=query_params)
+
+    def HEAD(self, url, headers=None, query_params=None, _preload_content=True,
+             _request_timeout=None):
+        return self.request("HEAD", url,
+                            headers=headers,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            query_params=query_params)
+
+    def OPTIONS(self, url, headers=None, query_params=None, post_params=None,
+                body=None, _preload_content=True, _request_timeout=None):
+        return self.request("OPTIONS", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def DELETE(self, url, headers=None, query_params=None, body=None,
+               _preload_content=True, _request_timeout=None):
+        return self.request("DELETE", url,
+                            headers=headers,
+                            query_params=query_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def POST(self, url, headers=None, query_params=None, post_params=None,
+             body=None, _preload_content=True, _request_timeout=None):
+        return self.request("POST", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def PUT(self, url, headers=None, query_params=None, post_params=None,
+            body=None, _preload_content=True, _request_timeout=None):
+        return self.request("PUT", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)
+
+    def PATCH(self, url, headers=None, query_params=None, post_params=None,
+              body=None, _preload_content=True, _request_timeout=None):
+        return self.request("PATCH", url,
+                            headers=headers,
+                            query_params=query_params,
+                            post_params=post_params,
+                            _preload_content=_preload_content,
+                            _request_timeout=_request_timeout,
+                            body=body)