google-api-client 0.28.4 → 0.28.5

data/generated/google/apis/dataproc_v1beta2/representations.rb

@@ -28,7 +28,25 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class AllocationAffinity
+      class AutoscalingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class AutoscalingPolicy
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class BasicAutoscalingAlgorithm
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class BasicYarnAutoscalingConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -124,6 +142,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class EndpointConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Expr
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -154,6 +178,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class InstanceGroupAutoscalingPolicyConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class InstanceGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -196,12 +226,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class KerberosConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class LifecycleConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ListAutoscalingPoliciesResponse
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ListClustersResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -280,6 +322,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class PrestoJob
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class PySparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -298,6 +346,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ReservationAffinity
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class SecurityConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SetIamPolicyRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -408,12 +468,44 @@ module Google
         end
       end
       
-      class AllocationAffinity
+      class AutoscalingConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :consume_allocation_type, as: 'consumeAllocationType'
-          property :key, as: 'key'
-          collection :values, as: 'values'
+          property :policy_uri, as: 'policyUri'
+        end
+      end
+      
+      class AutoscalingPolicy
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :basic_algorithm, as: 'basicAlgorithm', class: Google::Apis::DataprocV1beta2::BasicAutoscalingAlgorithm, decorator: Google::Apis::DataprocV1beta2::BasicAutoscalingAlgorithm::Representation
+      
+          property :id, as: 'id'
+          property :name, as: 'name'
+          property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig::Representation
+      
+          property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig::Representation
+      
+        end
+      end
+      
+      class BasicAutoscalingAlgorithm
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cooldown_period, as: 'cooldownPeriod'
+          property :yarn_config, as: 'yarnConfig', class: Google::Apis::DataprocV1beta2::BasicYarnAutoscalingConfig, decorator: Google::Apis::DataprocV1beta2::BasicYarnAutoscalingConfig::Representation
+      
+        end
+      end
+      
+      class BasicYarnAutoscalingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :scale_down_factor, as: 'scaleDownFactor'
+          property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction'
+          property :scale_up_factor, as: 'scaleUpFactor'
+          property :scale_up_min_worker_fraction, as: 'scaleUpMinWorkerFraction'
         end
       end
       
@@ -454,9 +546,13 @@ module Google
       class ClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1beta2::AutoscalingConfig, decorator: Google::Apis::DataprocV1beta2::AutoscalingConfig::Representation
+      
           property :config_bucket, as: 'configBucket'
           property :encryption_config, as: 'encryptionConfig', class: Google::Apis::DataprocV1beta2::EncryptionConfig, decorator: Google::Apis::DataprocV1beta2::EncryptionConfig::Representation
       
+          property :endpoint_config, as: 'endpointConfig', class: Google::Apis::DataprocV1beta2::EndpointConfig, decorator: Google::Apis::DataprocV1beta2::EndpointConfig::Representation
+      
           property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1beta2::GceClusterConfig, decorator: Google::Apis::DataprocV1beta2::GceClusterConfig::Representation
       
           collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1beta2::NodeInitializationAction, decorator: Google::Apis::DataprocV1beta2::NodeInitializationAction::Representation
@@ -467,6 +563,8 @@ module Google
       
           property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation
       
+          property :security_config, as: 'securityConfig', class: Google::Apis::DataprocV1beta2::SecurityConfig, decorator: Google::Apis::DataprocV1beta2::SecurityConfig::Representation
+      
           property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1beta2::SoftwareConfig, decorator: Google::Apis::DataprocV1beta2::SoftwareConfig::Representation
       
           property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation
@@ -570,6 +668,14 @@ module Google
         end
       end
       
+      class EndpointConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :enable_http_port_access, as: 'enableHttpPortAccess'
+          hash :http_ports, as: 'httpPorts'
+        end
+      end
+      
       class Expr
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -583,11 +689,11 @@ module Google
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :allocation_affinity, as: 'allocationAffinity', class: Google::Apis::DataprocV1beta2::AllocationAffinity, decorator: Google::Apis::DataprocV1beta2::AllocationAffinity::Representation
-      
           property :internal_ip_only, as: 'internalIpOnly'
           hash :metadata, as: 'metadata'
           property :network_uri, as: 'networkUri'
+          property :reservation_affinity, as: 'reservationAffinity', class: Google::Apis::DataprocV1beta2::ReservationAffinity, decorator: Google::Apis::DataprocV1beta2::ReservationAffinity::Representation
+      
           property :service_account, as: 'serviceAccount'
           collection :service_account_scopes, as: 'serviceAccountScopes'
           property :subnetwork_uri, as: 'subnetworkUri'
@@ -630,6 +736,15 @@ module Google
         end
       end
       
+      class InstanceGroupAutoscalingPolicyConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :max_instances, as: 'maxInstances'
+          property :min_instances, as: 'minInstances'
+          property :weight, as: 'weight'
+        end
+      end
+      
       class InstanceGroupConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -673,6 +788,8 @@ module Google
       
           property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::JobPlacement, decorator: Google::Apis::DataprocV1beta2::JobPlacement::Representation
       
+          property :presto_job, as: 'prestoJob', class: Google::Apis::DataprocV1beta2::PrestoJob, decorator: Google::Apis::DataprocV1beta2::PrestoJob::Representation
+      
           property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation
       
           property :reference, as: 'reference', class: Google::Apis::DataprocV1beta2::JobReference, decorator: Google::Apis::DataprocV1beta2::JobReference::Representation
@@ -728,6 +845,26 @@ module Google
         end
       end
       
+      class KerberosConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cross_realm_trust_admin_server, as: 'crossRealmTrustAdminServer'
+          property :cross_realm_trust_kdc, as: 'crossRealmTrustKdc'
+          property :cross_realm_trust_realm, as: 'crossRealmTrustRealm'
+          property :cross_realm_trust_shared_password_uri, as: 'crossRealmTrustSharedPasswordUri'
+          property :enable_kerberos, as: 'enableKerberos'
+          property :kdc_db_key_uri, as: 'kdcDbKeyUri'
+          property :key_password_uri, as: 'keyPasswordUri'
+          property :keystore_password_uri, as: 'keystorePasswordUri'
+          property :keystore_uri, as: 'keystoreUri'
+          property :kms_key_uri, as: 'kmsKeyUri'
+          property :root_principal_password_uri, as: 'rootPrincipalPasswordUri'
+          property :tgt_lifetime_hours, as: 'tgtLifetimeHours'
+          property :truststore_password_uri, as: 'truststorePasswordUri'
+          property :truststore_uri, as: 'truststoreUri'
+        end
+      end
+      
       class LifecycleConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -737,6 +874,15 @@ module Google
         end
       end
       
+      class ListAutoscalingPoliciesResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :next_page_token, as: 'nextPageToken'
+          collection :policies, as: 'policies', class: Google::Apis::DataprocV1beta2::AutoscalingPolicy, decorator: Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+      
+        end
+      end
+      
       class ListClustersResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -876,6 +1022,21 @@ module Google
         end
       end
       
+      class PrestoJob
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :client_tags, as: 'clientTags'
+          property :continue_on_failure, as: 'continueOnFailure'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
+      
+          property :output_format, as: 'outputFormat'
+          hash :properties, as: 'properties'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation
+      
+        end
+      end
+      
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -905,6 +1066,23 @@ module Google
         end
       end
       
+      class ReservationAffinity
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :consume_reservation_type, as: 'consumeReservationType'
+          property :key, as: 'key'
+          collection :values, as: 'values'
+        end
+      end
+      
+      class SecurityConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :kerberos_config, as: 'kerberosConfig', class: Google::Apis::DataprocV1beta2::KerberosConfig, decorator: Google::Apis::DataprocV1beta2::KerberosConfig::Representation
+      
+        end
+      end
+      
       class SetIamPolicyRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/generated/google/apis/dataproc_v1beta2/service.rb

@@ -47,6 +47,286 @@ module Google
           @batch_path = 'batch'
         end
         
+        # Creates new autoscaling policy.
+        # @param [String] parent
+        #   Required. The "resource name" of the region, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`.
+        # @param [Google::Apis::DataprocV1beta2::AutoscalingPolicy] autoscaling_policy_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def create_project_location_autoscaling_policy(parent, autoscaling_policy_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+parent}/autoscalingPolicies', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.request_object = autoscaling_policy_object
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['parent'] = parent unless parent.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Deletes an autoscaling policy. It is an error to delete an autoscaling policy
+        # that is in use by one or more clusters.
+        # @param [String] name
+        #   Required. The "resource name" of the autoscaling policy, as described in https:
+        #   //cloud.google.com/apis/design/resource_names of the form projects/`project_id`
+        #   /regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Empty] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Empty]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def delete_project_location_autoscaling_policy(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1beta2/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Empty
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Retrieves autoscaling policy.
+        # @param [String] name
+        #   Required. The "resource name" of the autoscaling policy, as described in https:
+        #   //cloud.google.com/apis/design/resource_names of the form projects/`project_id`
+        #   /regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_location_autoscaling_policy(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1beta2/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Gets the access control policy for a resource. Returns an empty policy if the
+        # resource exists and does not have a policy set.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy is being requested. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Policy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Policy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_location_autoscaling_policy_iam_policy(resource, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1beta2/{+resource}:getIamPolicy', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::Policy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Policy
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Lists autoscaling policies in the project.
+        # @param [String] parent
+        #   Required. The "resource name" of the region, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`
+        # @param [Fixnum] page_size
+        #   Optional. The maximum number of results to return in each response.
+        # @param [String] page_token
+        #   Optional. The page token, returned by a previous call, to request the next
+        #   page of results.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def list_project_location_autoscaling_policies(parent, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1beta2/{+parent}/autoscalingPolicies', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse
+          command.params['parent'] = parent unless parent.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Sets the access control policy on the specified resource. Replaces any
+        # existing policy.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy is being specified. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [Google::Apis::DataprocV1beta2::SetIamPolicyRequest] set_iam_policy_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Policy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Policy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def set_project_location_autoscaling_policy_iam_policy(resource, set_iam_policy_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+resource}:setIamPolicy', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::SetIamPolicyRequest::Representation
+          command.request_object = set_iam_policy_request_object
+          command.response_representation = Google::Apis::DataprocV1beta2::Policy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Policy
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Returns permissions that a caller has on the specified resource. If the
+        # resource does not exist, this will return an empty set of permissions, not a
+        # NOT_FOUND error.Note: This operation is designed to be used for building
+        # permission-aware UIs and command-line tools, not for authorization checking.
+        # This operation may "fail open" without warning.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy detail is being requested. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [Google::Apis::DataprocV1beta2::TestIamPermissionsRequest] test_iam_permissions_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::TestIamPermissionsResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::TestIamPermissionsResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def test_project_location_autoscaling_policy_iam_permissions(resource, test_iam_permissions_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+resource}:testIamPermissions', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::TestIamPermissionsRequest::Representation
+          command.request_object = test_iam_permissions_request_object
+          command.response_representation = Google::Apis::DataprocV1beta2::TestIamPermissionsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::TestIamPermissionsResponse
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Updates (replaces) autoscaling policy.Disabled check for update_mask, because
+        # all updates will be full replacements.
+        # @param [String] name
+        #   Output only. The "resource name" of the policy, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [Google::Apis::DataprocV1beta2::AutoscalingPolicy] autoscaling_policy_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def update_project_location_autoscaling_policy(name, autoscaling_policy_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:put, 'v1beta2/{+name}', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.request_object = autoscaling_policy_object
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Creates new workflow template.
         # @param [String] parent
         #   Required. The "resource name" of the region, as described in https://cloud.
@@ -430,6 +710,289 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Creates new autoscaling policy.
+        # @param [String] parent
+        #   Required. The "resource name" of the region, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`.
+        # @param [Google::Apis::DataprocV1beta2::AutoscalingPolicy] autoscaling_policy_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def create_project_region_autoscaling_policy(parent, autoscaling_policy_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+parent}/autoscalingPolicies', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.request_object = autoscaling_policy_object
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['parent'] = parent unless parent.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Deletes an autoscaling policy. It is an error to delete an autoscaling policy
+        # that is in use by one or more clusters.
+        # @param [String] name
+        #   Required. The "resource name" of the autoscaling policy, as described in https:
+        #   //cloud.google.com/apis/design/resource_names of the form projects/`project_id`
+        #   /regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Empty] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Empty]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def delete_project_region_autoscaling_policy(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1beta2/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Empty
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Retrieves autoscaling policy.
+        # @param [String] name
+        #   Required. The "resource name" of the autoscaling policy, as described in https:
+        #   //cloud.google.com/apis/design/resource_names of the form projects/`project_id`
+        #   /regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_region_autoscaling_policy(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1beta2/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Gets the access control policy for a resource. Returns an empty policy if the
+        # resource exists and does not have a policy set.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy is being requested. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [Google::Apis::DataprocV1beta2::GetIamPolicyRequest] get_iam_policy_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Policy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Policy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_autoscaling_policy_iam_policy(resource, get_iam_policy_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+resource}:getIamPolicy', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::GetIamPolicyRequest::Representation
+          command.request_object = get_iam_policy_request_object
+          command.response_representation = Google::Apis::DataprocV1beta2::Policy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Policy
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Lists autoscaling policies in the project.
+        # @param [String] parent
+        #   Required. The "resource name" of the region, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`
+        # @param [Fixnum] page_size
+        #   Optional. The maximum number of results to return in each response.
+        # @param [String] page_token
+        #   Optional. The page token, returned by a previous call, to request the next
+        #   page of results.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def list_project_region_autoscaling_policies(parent, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1beta2/{+parent}/autoscalingPolicies', options)
+          command.response_representation = Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::ListAutoscalingPoliciesResponse
+          command.params['parent'] = parent unless parent.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Sets the access control policy on the specified resource. Replaces any
+        # existing policy.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy is being specified. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [Google::Apis::DataprocV1beta2::SetIamPolicyRequest] set_iam_policy_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::Policy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::Policy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def set_project_region_autoscaling_policy_iam_policy(resource, set_iam_policy_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+resource}:setIamPolicy', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::SetIamPolicyRequest::Representation
+          command.request_object = set_iam_policy_request_object
+          command.response_representation = Google::Apis::DataprocV1beta2::Policy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::Policy
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Returns permissions that a caller has on the specified resource. If the
+        # resource does not exist, this will return an empty set of permissions, not a
+        # NOT_FOUND error.Note: This operation is designed to be used for building
+        # permission-aware UIs and command-line tools, not for authorization checking.
+        # This operation may "fail open" without warning.
+        # @param [String] resource
+        #   REQUIRED: The resource for which the policy detail is being requested. See the
+        #   operation documentation for the appropriate value for this field.
+        # @param [Google::Apis::DataprocV1beta2::TestIamPermissionsRequest] test_iam_permissions_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::TestIamPermissionsResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::TestIamPermissionsResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def test_project_region_autoscaling_policy_iam_permissions(resource, test_iam_permissions_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1beta2/{+resource}:testIamPermissions', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::TestIamPermissionsRequest::Representation
+          command.request_object = test_iam_permissions_request_object
+          command.response_representation = Google::Apis::DataprocV1beta2::TestIamPermissionsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::TestIamPermissionsResponse
+          command.params['resource'] = resource unless resource.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Updates (replaces) autoscaling policy.Disabled check for update_mask, because
+        # all updates will be full replacements.
+        # @param [String] name
+        #   Output only. The "resource name" of the policy, as described in https://cloud.
+        #   google.com/apis/design/resource_names of the form projects/`project_id`/
+        #   regions/`region`/autoscalingPolicies/`policy_id`.
+        # @param [Google::Apis::DataprocV1beta2::AutoscalingPolicy] autoscaling_policy_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1beta2::AutoscalingPolicy] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1beta2::AutoscalingPolicy]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def update_project_region_autoscaling_policy(name, autoscaling_policy_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:put, 'v1beta2/{+name}', options)
+          command.request_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.request_object = autoscaling_policy_object
+          command.response_representation = Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation
+          command.response_class = Google::Apis::DataprocV1beta2::AutoscalingPolicy
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Creates a cluster in a project.
         # @param [String] project_id
         #   Required. The ID of the Google Cloud Platform project that the cluster belongs
@@ -743,22 +1306,28 @@ module Google
         #   <td>labels</td><td>Updates labels</td>
         #   </tr>
         #   <tr>
-        #   <td>config.worker_config.num_instances</td><td>Resize primary worker group</td>
+        #   <td>config.worker_config.num_instances</td><td>Resize primary worker
+        #   group</td>
         #   </tr>
         #   <tr>
         #   <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
         #   worker group</td>
         #   </tr>
         #   <tr>
-        #   <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL duration</td>
+        #   <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
+        #   duration</td>
+        #   </tr>
+        #   <tr>
+        #   <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
+        #   deletion timestamp</td>
         #   </tr>
         #   <tr>
-        #   <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL deletion
-        #   timestamp</td>
+        #   <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
+        #   duration</td>
         #   </tr>
         #   <tr>
-        #   <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL duration</
-        #   td>
+        #   <td>config.autoscaling_config.policy_uri</td><td>Use, stop using, or change
+        #   autoscaling policies</td>
         #   </tr>
         #   </table>
         # @param [String] fields