google-apis-dataproc_v1 0.15.0 → 0.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a276319007f0b1224b8fd2bfce0f2fd2cc5f934754a6d623cabed502f1fbc7a0
-  data.tar.gz: fb9a39f765721009be2bd63d6cb5502a4e6dcd44e1b902a36920a74921f0e637
+  metadata.gz: 141060e3d89f74337420ce1e6b71f7cb4a7d6ae0a8fb0bd9f85f3f06f050d7dc
+  data.tar.gz: 99dfb5eeb6b277bd43a2f86b24386a850e3d2392d56d7d2e470373b84b59ddfb
 SHA512:
-  metadata.gz: 64734cbdd14a7b557fd57e830bad092901f331bbcb8971803e4569b66ce2943355825b6250651bcf942d60dde4d569ed91398a42eb92e4a77c9e8f0d0c777306
-  data.tar.gz: 3aac84e7c3f69432c000cf394621e690366f94ef45a357cbcdfc765ada5d5831776f7212c9f1bcc377476dfa04bc0656ef92e1256fb46634d5fe7d87cdbf9b60
+  metadata.gz: 5e16b6a915e1c2be002017d47d8b96f97d4806909894402d84781640e2e47078aa90733094bf4f06549451b1dc2f4b8a6c0cfcf6c852a6220f28856c36bd6fcf
+  data.tar.gz: b027cabca3668ed89097d6fdc51a7fa2cdafc88f70a69106be794ab0f8a1e502a835e47d695b86506b4cb5c8d471a45ea8d80bed79c1991e44ed8a162d71ed9a

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.16.0 (2021-10-21)
+
+* Regenerated from discovery document revision 20211019
+* Unspecified changes
+
 ### v0.15.0 (2021-10-08)
 
 * Regenerated from discovery document revision 20210930

data/OVERVIEW.md

@@ -60,8 +60,8 @@ See the class reference docs for information on the methods you can call from a
 
 More detailed descriptions of the Google simple REST clients are available in two documents.
 
- *  The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/master/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
- *  The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/master/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
+ *  The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
+ *  The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
 
 (Note: the above documents are written for the simple REST clients in general, and their examples may not reflect the Dataproc service in particular.)
 

data/lib/google/apis/dataproc_v1/classes.rb

@@ -98,6 +98,16 @@ module Google
         # @return [String]
         attr_accessor :id
       
+        # Optional. The labels to associate with this autoscaling policy. Label keys
+        # must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.
+        # ietf.org/rfc/rfc1035.txt). Label values may be empty, but, if present, must
+        # contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/
+        # rfc/rfc1035.txt). No more than 32 labels can be associated with an autoscaling
+        # policy.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
         # Output only. The "resource name" of the autoscaling policy, as described in
         # https://cloud.google.com/apis/design/resource_names. For projects.regions.
         # autoscalingPolicies, the resource name of the policy has the following format:
@@ -129,6 +139,7 @@ module Google
         def update!(**args)
           @basic_algorithm = args[:basic_algorithm] if args.key?(:basic_algorithm)
           @id = args[:id] if args.key?(:id)
+          @labels = args[:labels] if args.key?(:labels)
           @name = args[:name] if args.key?(:name)
           @secondary_worker_config = args[:secondary_worker_config] if args.key?(:secondary_worker_config)
           @worker_config = args[:worker_config] if args.key?(:worker_config)
@@ -146,6 +157,11 @@ module Google
         # @return [String]
         attr_accessor :cooldown_period
       
+        # Basic autoscaling configurations for Spark Standalone.
+        # Corresponds to the JSON property `sparkStandaloneConfig`
+        # @return [Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig]
+        attr_accessor :spark_standalone_config
+      
         # Basic autoscaling configurations for YARN.
         # Corresponds to the JSON property `yarnConfig`
         # @return [Google::Apis::DataprocV1::BasicYarnAutoscalingConfig]
@@ -158,6 +174,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @cooldown_period = args[:cooldown_period] if args.key?(:cooldown_period)
+          @spark_standalone_config = args[:spark_standalone_config] if args.key?(:spark_standalone_config)
           @yarn_config = args[:yarn_config] if args.key?(:yarn_config)
         end
       end
@@ -289,7 +306,7 @@ module Google
         end
       end
       
-      # Associates members with a role.
+      # Associates members, or principals, with a role.
       class Binding
         include Google::Apis::Core::Hashable
       
@@ -312,7 +329,7 @@ module Google
         # @return [Google::Apis::DataprocV1::Expr]
         attr_accessor :condition
       
-        # Specifies the identities requesting access for a Cloud Platform resource.
+        # Specifies the principals requesting access for a Cloud Platform resource.
         # members can have the following values: allUsers: A special identifier that
         # represents anyone who is on the internet; with or without a Google account.
         # allAuthenticatedUsers: A special identifier that represents anyone who is
@@ -341,8 +358,8 @@ module Google
         # @return [Array<String>]
         attr_accessor :members
       
-        # Role that is assigned to members. For example, roles/viewer, roles/editor, or
-        # roles/owner.
+        # Role that is assigned to the list of members, or principals. For example,
+        # roles/viewer, roles/editor, or roles/owner.
         # Corresponds to the JSON property `role`
         # @return [String]
         attr_accessor :role
@@ -2685,16 +2702,16 @@ module Google
       
       # An Identity and Access Management (IAM) policy, which specifies access
       # controls for Google Cloud resources.A Policy is a collection of bindings. A
-      # binding binds one or more members to a single role. Members can be user
-      # accounts, service accounts, Google groups, and domains (such as G Suite). A
-      # role is a named list of permissions; each role can be an IAM predefined role
-      # or a user-created custom role.For some types of Google Cloud resources, a
-      # binding can also specify a condition, which is a logical expression that
-      # allows access to a resource only if the expression evaluates to true. A
-      # condition can add constraints based on attributes of the request, the resource,
-      # or both. To learn which resources support conditions in their IAM policies,
-      # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
-      # resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
+      # binding binds one or more members, or principals, to a single role. Principals
+      # can be user accounts, service accounts, Google groups, and domains (such as G
+      # Suite). A role is a named list of permissions; each role can be an IAM
+      # predefined role or a user-created custom role.For some types of Google Cloud
+      # resources, a binding can also specify a condition, which is a logical
+      # expression that allows access to a resource only if the expression evaluates
+      # to true. A condition can add constraints based on attributes of the request,
+      # the resource, or both. To learn which resources support conditions in their
+      # IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
+      # conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
       # resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
       # group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
       # appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
@@ -2713,13 +2730,14 @@ module Google
       class Policy
         include Google::Apis::Core::Hashable
       
-        # Associates a list of members to a role. Optionally, may specify a condition
-        # that determines how and when the bindings are applied. Each of the bindings
-        # must contain at least one member.The bindings in a Policy can refer to up to 1,
-        # 500 members; up to 250 of these members can be Google groups. Each occurrence
-        # of a member counts towards these limits. For example, if the bindings grant 50
-        # different roles to user:alice@example.com, and not to any other member, then
-        # you can add another 1,450 members to the bindings in the Policy.
+        # Associates a list of members, or principals, with a role. Optionally, may
+        # specify a condition that determines how and when the bindings are applied.
+        # Each of the bindings must contain at least one principal.The bindings in a
+        # Policy can refer to up to 1,500 principals; up to 250 of these principals can
+        # be Google groups. Each occurrence of a principal counts towards these limits.
+        # For example, if the bindings grant 50 different roles to user:alice@example.
+        # com, and not to any other principal, then you can add another 1,450 principals
+        # to the bindings in the Policy.
         # Corresponds to the JSON property `bindings`
         # @return [Array<Google::Apis::DataprocV1::Binding>]
         attr_accessor :bindings
@@ -3105,16 +3123,16 @@ module Google
       
         # An Identity and Access Management (IAM) policy, which specifies access
         # controls for Google Cloud resources.A Policy is a collection of bindings. A
-        # binding binds one or more members to a single role. Members can be user
-        # accounts, service accounts, Google groups, and domains (such as G Suite). A
-        # role is a named list of permissions; each role can be an IAM predefined role
-        # or a user-created custom role.For some types of Google Cloud resources, a
-        # binding can also specify a condition, which is a logical expression that
-        # allows access to a resource only if the expression evaluates to true. A
-        # condition can add constraints based on attributes of the request, the resource,
-        # or both. To learn which resources support conditions in their IAM policies,
-        # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
-        # resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
+        # binding binds one or more members, or principals, to a single role. Principals
+        # can be user accounts, service accounts, Google groups, and domains (such as G
+        # Suite). A role is a named list of permissions; each role can be an IAM
+        # predefined role or a user-created custom role.For some types of Google Cloud
+        # resources, a binding can also specify a condition, which is a logical
+        # expression that allows access to a resource only if the expression evaluates
+        # to true. A condition can add constraints based on attributes of the request,
+        # the resource, or both. To learn which resources support conditions in their
+        # IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
+        # conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
         # resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
         # group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
         # appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
@@ -3404,6 +3422,68 @@ module Google
         end
       end
       
+      # Basic autoscaling configurations for Spark Standalone.
+      class SparkStandaloneAutoscalingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Required. Timeout for Spark graceful decommissioning of spark workers.
+        # Specifies the duration to wait for spark worker to complete spark
+        # decomissioning tasks before forcefully removing workers. Only applicable to
+        # downscaling operations.Bounds: 0s, 1d.
+        # Corresponds to the JSON property `gracefulDecommissionTimeout`
+        # @return [String]
+        attr_accessor :graceful_decommission_timeout
+      
+        # Required. Fraction of required executors to remove from Spark Serverless
+        # clusters. A scale-down factor of 1.0 will result in scaling down so that there
+        # are no more executors for the Spark Job.(more aggressive scaling). A scale-
+        # down factor closer to 0 will result in a smaller magnitude of scaling donw (
+        # less aggressive scaling).Bounds: 0.0, 1.0.
+        # Corresponds to the JSON property `scaleDownFactor`
+        # @return [Float]
+        attr_accessor :scale_down_factor
+      
+        # Optional. Minimum scale-down threshold as a fraction of total cluster size
+        # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
+        # means the autoscaler must recommend at least a 2 worker scale-down for the
+        # cluster to scale. A threshold of 0 means the autoscaler will scale down on any
+        # recommended change.Bounds: 0.0, 1.0. Default: 0.0.
+        # Corresponds to the JSON property `scaleDownMinWorkerFraction`
+        # @return [Float]
+        attr_accessor :scale_down_min_worker_fraction
+      
+        # Required. Fraction of required workers to add to Spark Standalone clusters. A
+        # scale-up factor of 1.0 will result in scaling up so that there are no more
+        # required workers for the Spark Job (more aggressive scaling). A scale-up
+        # factor closer to 0 will result in a smaller magnitude of scaling up (less
+        # aggressive scaling).Bounds: 0.0, 1.0.
+        # Corresponds to the JSON property `scaleUpFactor`
+        # @return [Float]
+        attr_accessor :scale_up_factor
+      
+        # Optional. Minimum scale-up threshold as a fraction of total cluster size
+        # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
+        # means the autoscaler must recommend at least a 2-worker scale-up for the
+        # cluster to scale. A threshold of 0 means the autoscaler will scale up on any
+        # recommended change.Bounds: 0.0, 1.0. Default: 0.0.
+        # Corresponds to the JSON property `scaleUpMinWorkerFraction`
+        # @return [Float]
+        attr_accessor :scale_up_min_worker_fraction
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
+          @scale_down_factor = args[:scale_down_factor] if args.key?(:scale_down_factor)
+          @scale_down_min_worker_fraction = args[:scale_down_min_worker_fraction] if args.key?(:scale_down_min_worker_fraction)
+          @scale_up_factor = args[:scale_up_factor] if args.key?(:scale_up_factor)
+          @scale_up_min_worker_fraction = args[:scale_up_min_worker_fraction] if args.key?(:scale_up_min_worker_fraction)
+        end
+      end
+      
       # A request to start a cluster.
       class StartClusterRequest
         include Google::Apis::Core::Hashable

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.15.0"
+      GEM_VERSION = "0.16.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.4.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20210930"
+      REVISION = "20211019"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -472,6 +472,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SparkStandaloneAutoscalingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StartClusterRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -577,6 +583,7 @@ module Google
           property :basic_algorithm, as: 'basicAlgorithm', class: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm, decorator: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm::Representation
       
           property :id, as: 'id'
+          hash :labels, as: 'labels'
           property :name, as: 'name'
           property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig::Representation
       
@@ -589,6 +596,8 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :cooldown_period, as: 'cooldownPeriod'
+          property :spark_standalone_config, as: 'sparkStandaloneConfig', class: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig, decorator: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig::Representation
+      
           property :yarn_config, as: 'yarnConfig', class: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig, decorator: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig::Representation
       
         end
@@ -1389,6 +1398,17 @@ module Google
         end
       end
       
+      class SparkStandaloneAutoscalingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :scale_down_factor, as: 'scaleDownFactor'
+          property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction'
+          property :scale_up_factor, as: 'scaleUpFactor'
+          property :scale_up_min_worker_fraction, as: 'scaleUpMinWorkerFraction'
+        end
+      end
+      
       class StartClusterRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.16.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-10-11 00:00:00.000000000 Z
+date: 2021-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -57,9 +57,9 @@ licenses:
 - Apache-2.0
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
-  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.15.0
-  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataproc_v1
+  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.16.0
+  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []
 require_paths: