google-apis-dataproc_v1 0.13.0 → 0.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 65b0e8f032912bbb0a85c9bfafc70f5353dc5a434a2b4c7efdbca6f1b19fefd8
-  data.tar.gz: 23e10cb2361ae2b22adf6345ff1b99dc54f96caa11bb4e7c432a09fc134104b4
+  metadata.gz: dbb22296a7f591889897b848b6bdc0f3b3e974b29215601987a5878b327e8cc8
+  data.tar.gz: 757040ee8af9aaf98f791f858f0bbf5e287714a085afaa3aeaa5e6fa8fffbcc6
 SHA512:
-  metadata.gz: c176e29ba642d972ea88d177e2a2996204484c180865323d24047e4abd497d1c27e497e60868b57efa791ad1f2fae1205626add30414a5ac53257e00c123018c
-  data.tar.gz: c9b8df914197d54de7fd5631c6bce7eef2f8d96b807af5e43e6d669edd318acee484aa2aa813b66c1e63a30c01ff63c04d01bd438ace6f000b525a778abbb536
+  metadata.gz: ff848714736a84794e54dd8e81881f2ccf1c4a1da8e5f93b55f831bc21e19199dcb237679cb25f7a5fd644e3a87731c26230791fd5cac201c8d82aec889f5f5f
+  data.tar.gz: 95cb3c5cc5b86b0356c6c8dfae96ef4aa2380cd44b04310e82b393fa5124a2cfaaec3877827d0dc5abfb9b17d55495c24fd9eca59169151c8f22fefe9e47bc66

data/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.17.0 (2021-11-10)
+
+* Regenerated from discovery document revision 20211105
+
+### v0.16.0 (2021-10-21)
+
+* Regenerated from discovery document revision 20211019
+* Unspecified changes
+
+### v0.15.0 (2021-10-08)
+
+* Regenerated from discovery document revision 20210930
+
+### v0.14.0 (2021-09-11)
+
+* Regenerated from discovery document revision 20210902
+
 ### v0.13.0 (2021-09-01)
 
 * Regenerated from discovery document revision 20210819

data/OVERVIEW.md

@@ -60,8 +60,8 @@ See the class reference docs for information on the methods you can call from a
 
 More detailed descriptions of the Google simple REST clients are available in two documents.
 
- *  The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/master/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
- *  The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/master/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
+ *  The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
+ *  The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
 
 (Note: the above documents are written for the simple REST clients in general, and their examples may not reflect the Dataproc service in particular.)
 

data/lib/google/apis/dataproc_v1/classes.rb

@@ -98,6 +98,16 @@ module Google
         # @return [String]
         attr_accessor :id
       
+        # Optional. The labels to associate with this autoscaling policy. Label keys
+        # must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.
+        # ietf.org/rfc/rfc1035.txt). Label values may be empty, but, if present, must
+        # contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/
+        # rfc/rfc1035.txt). No more than 32 labels can be associated with an autoscaling
+        # policy.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
         # Output only. The "resource name" of the autoscaling policy, as described in
         # https://cloud.google.com/apis/design/resource_names. For projects.regions.
         # autoscalingPolicies, the resource name of the policy has the following format:
@@ -129,6 +139,7 @@ module Google
         def update!(**args)
           @basic_algorithm = args[:basic_algorithm] if args.key?(:basic_algorithm)
           @id = args[:id] if args.key?(:id)
+          @labels = args[:labels] if args.key?(:labels)
           @name = args[:name] if args.key?(:name)
           @secondary_worker_config = args[:secondary_worker_config] if args.key?(:secondary_worker_config)
           @worker_config = args[:worker_config] if args.key?(:worker_config)
@@ -146,6 +157,11 @@ module Google
         # @return [String]
         attr_accessor :cooldown_period
       
+        # Basic autoscaling configurations for Spark Standalone.
+        # Corresponds to the JSON property `sparkStandaloneConfig`
+        # @return [Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig]
+        attr_accessor :spark_standalone_config
+      
         # Basic autoscaling configurations for YARN.
         # Corresponds to the JSON property `yarnConfig`
         # @return [Google::Apis::DataprocV1::BasicYarnAutoscalingConfig]
@@ -158,6 +174,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @cooldown_period = args[:cooldown_period] if args.key?(:cooldown_period)
+          @spark_standalone_config = args[:spark_standalone_config] if args.key?(:spark_standalone_config)
           @yarn_config = args[:yarn_config] if args.key?(:yarn_config)
         end
       end
@@ -289,7 +306,7 @@ module Google
         end
       end
       
-      # Associates members with a role.
+      # Associates members, or principals, with a role.
       class Binding
         include Google::Apis::Core::Hashable
       
@@ -312,7 +329,7 @@ module Google
         # @return [Google::Apis::DataprocV1::Expr]
         attr_accessor :condition
       
-        # Specifies the identities requesting access for a Cloud Platform resource.
+        # Specifies the principals requesting access for a Cloud Platform resource.
         # members can have the following values: allUsers: A special identifier that
         # represents anyone who is on the internet; with or without a Google account.
         # allAuthenticatedUsers: A special identifier that represents anyone who is
@@ -341,8 +358,8 @@ module Google
         # @return [Array<String>]
         attr_accessor :members
       
-        # Role that is assigned to members. For example, roles/viewer, roles/editor, or
-        # roles/owner.
+        # Role that is assigned to the list of members, or principals. For example,
+        # roles/viewer, roles/editor, or roles/owner.
         # Corresponds to the JSON property `role`
         # @return [String]
         attr_accessor :role
@@ -1164,12 +1181,16 @@ module Google
       class GetPolicyOptions
         include Google::Apis::Core::Hashable
       
-        # Optional. The policy format version to be returned.Valid values are 0, 1, and
-        # 3. Requests specifying an invalid value will be rejected.Requests for policies
-        # with any conditional bindings must specify version 3. Policies without any
-        # conditional bindings may specify any valid value or leave the field unset.To
-        # learn which resources support conditions in their IAM policies, see the IAM
-        # documentation (https://cloud.google.com/iam/help/conditions/resource-policies).
+        # Optional. The maximum policy version that will be used to format the policy.
+        # Valid values are 0, 1, and 3. Requests specifying an invalid value will be
+        # rejected.Requests for policies with any conditional role bindings must specify
+        # version 3. Policies with no conditional role bindings may specify any valid
+        # value or leave the field unset.The policy in the response might use the policy
+        # version that you specified, or it might use a lower policy version. For
+        # example, if you specify version 3, but the policy has no conditional role
+        # bindings, the response uses version 1.To learn which resources support
+        # conditions in their IAM policies, see the IAM documentation (https://cloud.
+        # google.com/iam/help/conditions/resource-policies).
         # Corresponds to the JSON property `requestedPolicyVersion`
         # @return [Fixnum]
         attr_accessor :requested_policy_version
@@ -2685,16 +2706,16 @@ module Google
       
       # An Identity and Access Management (IAM) policy, which specifies access
       # controls for Google Cloud resources.A Policy is a collection of bindings. A
-      # binding binds one or more members to a single role. Members can be user
-      # accounts, service accounts, Google groups, and domains (such as G Suite). A
-      # role is a named list of permissions; each role can be an IAM predefined role
-      # or a user-created custom role.For some types of Google Cloud resources, a
-      # binding can also specify a condition, which is a logical expression that
-      # allows access to a resource only if the expression evaluates to true. A
-      # condition can add constraints based on attributes of the request, the resource,
-      # or both. To learn which resources support conditions in their IAM policies,
-      # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
-      # resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
+      # binding binds one or more members, or principals, to a single role. Principals
+      # can be user accounts, service accounts, Google groups, and domains (such as G
+      # Suite). A role is a named list of permissions; each role can be an IAM
+      # predefined role or a user-created custom role.For some types of Google Cloud
+      # resources, a binding can also specify a condition, which is a logical
+      # expression that allows access to a resource only if the expression evaluates
+      # to true. A condition can add constraints based on attributes of the request,
+      # the resource, or both. To learn which resources support conditions in their
+      # IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
+      # conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
       # resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
       # group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
       # appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
@@ -2713,9 +2734,14 @@ module Google
       class Policy
         include Google::Apis::Core::Hashable
       
-        # Associates a list of members to a role. Optionally, may specify a condition
-        # that determines how and when the bindings are applied. Each of the bindings
-        # must contain at least one member.
+        # Associates a list of members, or principals, with a role. Optionally, may
+        # specify a condition that determines how and when the bindings are applied.
+        # Each of the bindings must contain at least one principal.The bindings in a
+        # Policy can refer to up to 1,500 principals; up to 250 of these principals can
+        # be Google groups. Each occurrence of a principal counts towards these limits.
+        # For example, if the bindings grant 50 different roles to user:alice@example.
+        # com, and not to any other principal, then you can add another 1,450 principals
+        # to the bindings in the Policy.
         # Corresponds to the JSON property `bindings`
         # @return [Array<Google::Apis::DataprocV1::Binding>]
         attr_accessor :bindings
@@ -3034,22 +3060,83 @@ module Google
         end
       end
       
+      # Metadata describing the Session operation.
+      class SessionOperationMetadata
+        include Google::Apis::Core::Hashable
+      
+        # The time when the operation was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Short description of the operation.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # The time when the operation was finished.
+        # Corresponds to the JSON property `doneTime`
+        # @return [String]
+        attr_accessor :done_time
+      
+        # Labels associated with the operation.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # The operation type.
+        # Corresponds to the JSON property `operationType`
+        # @return [String]
+        attr_accessor :operation_type
+      
+        # Name of the session for the operation.
+        # Corresponds to the JSON property `session`
+        # @return [String]
+        attr_accessor :session
+      
+        # Session UUID for the operation.
+        # Corresponds to the JSON property `sessionUuid`
+        # @return [String]
+        attr_accessor :session_uuid
+      
+        # Warnings encountered during operation execution.
+        # Corresponds to the JSON property `warnings`
+        # @return [Array<String>]
+        attr_accessor :warnings
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @description = args[:description] if args.key?(:description)
+          @done_time = args[:done_time] if args.key?(:done_time)
+          @labels = args[:labels] if args.key?(:labels)
+          @operation_type = args[:operation_type] if args.key?(:operation_type)
+          @session = args[:session] if args.key?(:session)
+          @session_uuid = args[:session_uuid] if args.key?(:session_uuid)
+          @warnings = args[:warnings] if args.key?(:warnings)
+        end
+      end
+      
       # Request message for SetIamPolicy method.
       class SetIamPolicyRequest
         include Google::Apis::Core::Hashable
       
         # An Identity and Access Management (IAM) policy, which specifies access
         # controls for Google Cloud resources.A Policy is a collection of bindings. A
-        # binding binds one or more members to a single role. Members can be user
-        # accounts, service accounts, Google groups, and domains (such as G Suite). A
-        # role is a named list of permissions; each role can be an IAM predefined role
-        # or a user-created custom role.For some types of Google Cloud resources, a
-        # binding can also specify a condition, which is a logical expression that
-        # allows access to a resource only if the expression evaluates to true. A
-        # condition can add constraints based on attributes of the request, the resource,
-        # or both. To learn which resources support conditions in their IAM policies,
-        # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
-        # resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
+        # binding binds one or more members, or principals, to a single role. Principals
+        # can be user accounts, service accounts, Google groups, and domains (such as G
+        # Suite). A role is a named list of permissions; each role can be an IAM
+        # predefined role or a user-created custom role.For some types of Google Cloud
+        # resources, a binding can also specify a condition, which is a logical
+        # expression that allows access to a resource only if the expression evaluates
+        # to true. A condition can add constraints based on attributes of the request,
+        # the resource, or both. To learn which resources support conditions in their
+        # IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
+        # conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
         # resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
         # group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
         # appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
@@ -3339,6 +3426,68 @@ module Google
         end
       end
       
+      # Basic autoscaling configurations for Spark Standalone.
+      class SparkStandaloneAutoscalingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Required. Timeout for Spark graceful decommissioning of spark workers.
+        # Specifies the duration to wait for spark worker to complete spark
+        # decomissioning tasks before forcefully removing workers. Only applicable to
+        # downscaling operations.Bounds: 0s, 1d.
+        # Corresponds to the JSON property `gracefulDecommissionTimeout`
+        # @return [String]
+        attr_accessor :graceful_decommission_timeout
+      
+        # Required. Fraction of required executors to remove from Spark Serverless
+        # clusters. A scale-down factor of 1.0 will result in scaling down so that there
+        # are no more executors for the Spark Job.(more aggressive scaling). A scale-
+        # down factor closer to 0 will result in a smaller magnitude of scaling donw (
+        # less aggressive scaling).Bounds: 0.0, 1.0.
+        # Corresponds to the JSON property `scaleDownFactor`
+        # @return [Float]
+        attr_accessor :scale_down_factor
+      
+        # Optional. Minimum scale-down threshold as a fraction of total cluster size
+        # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
+        # means the autoscaler must recommend at least a 2 worker scale-down for the
+        # cluster to scale. A threshold of 0 means the autoscaler will scale down on any
+        # recommended change.Bounds: 0.0, 1.0. Default: 0.0.
+        # Corresponds to the JSON property `scaleDownMinWorkerFraction`
+        # @return [Float]
+        attr_accessor :scale_down_min_worker_fraction
+      
+        # Required. Fraction of required workers to add to Spark Standalone clusters. A
+        # scale-up factor of 1.0 will result in scaling up so that there are no more
+        # required workers for the Spark Job (more aggressive scaling). A scale-up
+        # factor closer to 0 will result in a smaller magnitude of scaling up (less
+        # aggressive scaling).Bounds: 0.0, 1.0.
+        # Corresponds to the JSON property `scaleUpFactor`
+        # @return [Float]
+        attr_accessor :scale_up_factor
+      
+        # Optional. Minimum scale-up threshold as a fraction of total cluster size
+        # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
+        # means the autoscaler must recommend at least a 2-worker scale-up for the
+        # cluster to scale. A threshold of 0 means the autoscaler will scale up on any
+        # recommended change.Bounds: 0.0, 1.0. Default: 0.0.
+        # Corresponds to the JSON property `scaleUpMinWorkerFraction`
+        # @return [Float]
+        attr_accessor :scale_up_min_worker_fraction
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
+          @scale_down_factor = args[:scale_down_factor] if args.key?(:scale_down_factor)
+          @scale_down_min_worker_fraction = args[:scale_down_min_worker_fraction] if args.key?(:scale_down_min_worker_fraction)
+          @scale_up_factor = args[:scale_up_factor] if args.key?(:scale_up_factor)
+          @scale_up_min_worker_fraction = args[:scale_up_min_worker_fraction] if args.key?(:scale_up_min_worker_fraction)
+        end
+      end
+      
       # A request to start a cluster.
       class StartClusterRequest
         include Google::Apis::Core::Hashable

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.13.0"
+      GEM_VERSION = "0.17.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.4.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20210819"
+      REVISION = "20211105"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -430,6 +430,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SessionOperationMetadata
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SetIamPolicyRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -466,6 +472,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SparkStandaloneAutoscalingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StartClusterRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -571,6 +583,7 @@ module Google
           property :basic_algorithm, as: 'basicAlgorithm', class: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm, decorator: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm::Representation
       
           property :id, as: 'id'
+          hash :labels, as: 'labels'
           property :name, as: 'name'
           property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig::Representation
       
@@ -583,6 +596,8 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :cooldown_period, as: 'cooldownPeriod'
+          property :spark_standalone_config, as: 'sparkStandaloneConfig', class: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig, decorator: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig::Representation
+      
           property :yarn_config, as: 'yarnConfig', class: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig, decorator: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig::Representation
       
         end
@@ -1301,6 +1316,20 @@ module Google
         end
       end
       
+      class SessionOperationMetadata
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :create_time, as: 'createTime'
+          property :description, as: 'description'
+          property :done_time, as: 'doneTime'
+          hash :labels, as: 'labels'
+          property :operation_type, as: 'operationType'
+          property :session, as: 'session'
+          property :session_uuid, as: 'sessionUuid'
+          collection :warnings, as: 'warnings'
+        end
+      end
+      
       class SetIamPolicyRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1369,6 +1398,17 @@ module Google
         end
       end
       
+      class SparkStandaloneAutoscalingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :scale_down_factor, as: 'scaleDownFactor'
+          property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction'
+          property :scale_up_factor, as: 'scaleUpFactor'
+          property :scale_up_min_worker_fraction, as: 'scaleUpMinWorkerFraction'
+        end
+      end
+      
       class StartClusterRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.17.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-09-06 00:00:00.000000000 Z
+date: 2021-11-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -57,9 +57,9 @@ licenses:
 - Apache-2.0
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
-  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.13.0
-  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataproc_v1
+  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.17.0
+  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []
 require_paths: