yandexcloud 0.336.0__py3-none-any.whl → 0.338.0__py3-none-any.whl

yandexcloud/_retry_policy.py

@@ -1,14 +1,28 @@
 import json
-from typing import Tuple
+from enum import Enum
+from typing import Any, Dict, Tuple
 
 import grpc
 
 
+class ThrottlingMode(str, Enum):
+    PERSISTENT = "persistent"
+    TEMPORARY = "temporary"
+
+
+def get_throttling_policy(throttling_mode: ThrottlingMode) -> Dict[str, Any]:
+    if throttling_mode == ThrottlingMode.PERSISTENT:
+        return {"maxTokens": 100, "tokenRatio": 0.1}
+
+    return {"maxTokens": 6, "tokenRatio": 0.1}
+
+
 class RetryPolicy:
     def __init__(
         self,
         max_attempts: int = 4,
         status_codes: Tuple["grpc.StatusCode"] = (grpc.StatusCode.UNAVAILABLE,),
+        throttling_mode: ThrottlingMode = ThrottlingMode.TEMPORARY,
     ):
         self.__policy = {
             "methodConfig": [
@@ -21,10 +35,10 @@ class RetryPolicy:
                         "backoffMultiplier": 2,
                         "retryableStatusCodes": [status.name for status in status_codes],
                     },
+                    "waitForReady": True,
                 }
             ],
-            "retryThrottling": {"maxTokens": 100, "tokenRatio": 0.1},
-            "waitForReady": True,
+            "retryThrottling": get_throttling_policy(throttling_mode),
         }
 
     def to_json(self) -> str:

yandexcloud/_wrappers/dataproc/__init__.py

@@ -474,6 +474,45 @@ class Dataproc:
             meta_type=cluster_service_pb.DeleteClusterMetadata,
         )
 
+    def stop_cluster(self, cluster_id=None, decommission_timeout=0):
+        """
+        Stop Yandex.Cloud Data Proc cluster.
+        :param cluster_id: ID of the cluster to stop.
+        :type cluster_id: str
+        :param decommission_timeout: Timeout to gracefully decommission nodes during downscaling. In seconds.
+        :type decommission_timeout: int
+        """
+        cluster_id = cluster_id or self.cluster_id
+        if not cluster_id:
+            raise RuntimeError("Cluster id must be specified.")
+
+        request = cluster_service_pb.StopClusterRequest(
+            cluster_id=cluster_id, decommission_timeout=decommission_timeout
+        )
+        return self.sdk.create_operation_and_get_result(
+            request,
+            service=cluster_service_grpc_pb.ClusterServiceStub,
+            method_name="Stop",
+            meta_type=cluster_service_pb.StopClusterMetadata,
+        )
+
+    def start_cluster(self, cluster_id=None):
+        """
+        Start Yandex.Cloud Data Proc cluster.
+        :param cluster_id: ID of the cluster to start.
+        :type cluster_id: str
+        """
+        cluster_id = cluster_id or self.cluster_id
+        if not cluster_id:
+            raise RuntimeError("Cluster id must be specified.")
+        request = cluster_service_pb.StartClusterRequest(cluster_id=cluster_id)
+        return self.sdk.create_operation_and_get_result(
+            request,
+            service=cluster_service_grpc_pb.ClusterServiceStub,
+            method_name="Start",
+            meta_type=cluster_service_pb.StartClusterMetadata,
+        )
+
     def create_hive_job(
         self,
         query=None,

{yandexcloud-0.336.0.dist-info → yandexcloud-0.338.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: yandexcloud
-Version: 0.336.0
+Version: 0.338.0
 Summary: The Yandex Cloud official SDK
 Author-email: Yandex LLC <cloud@support.yandex.ru>
 License: MIT
@@ -185,22 +185,22 @@ set_up_yc_api_endpoint(kz_region_endpoint)
 ```
 
 ### Retries
-If you want to retry SDK requests, build SDK with `retry_policy` field using `RetryPolicy` class:
+SDK provide built-in retry policy, that supports [exponential backoff and jitter](https://aws.amazon.com/ru/blogs/architecture/exponential-backoff-and-jitter/), and also [retry budget](https://github.com/grpc/proposal/blob/master/A6-client-retries.md#throttling-retry-attempts-and-hedged-rpcs). It's necessary to avoid retry amplification.
 
 ```python
 import grpc
 from yandexcloud import SDK, RetryPolicy
 
-sdk = SDK(retry_policy=RetryPolicy(max_attempts=2, status_codes=(grpc.StatusCode.UNAVAILABLE,)))
+sdk = SDK(retry_policy=RetryPolicy())
 ```
 
-It's **strongly recommended** to use default settings of RetryPolicy to avoid retry amplification:
-```python
-import grpc
-from yandexcloud import SDK, RetryPolicy
+SDK provide different modes for retry throttling policy:
+
+* `persistent` is suitable when you use SDK in any long-lived application, when SDK instance will live long enough for manage budget;
+* `temporary` is suitable when you use SDK in any short-lived application, e.g. scripts or CI/CD.
+
+By default, SDK will use temporary mode, but you can change it through `throttling_mode` argument.
 
-sdk = SDK(retry_policy=RetryPolicy())
-```
 
 ## Contributing
 ### Dependencies