google-cloud-dataproc-v1beta2 0.2.3 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. checksums.yaml +4 -4
  2. data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
  3. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +5 -5
  4. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +5 -5
  5. data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
  6. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +25 -20
  7. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +2 -2
  8. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
  9. data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +8 -0
  10. data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +6 -6
  11. data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +9 -9
  12. data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +2 -2
  13. data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +7 -7
  14. data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +1 -2
  15. data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
  16. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +11 -10
  17. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +2 -2
  18. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +19 -0
  19. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +5 -0
  20. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +9 -8
  21. data/proto_docs/google/api/resource.rb +50 -14
  22. data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +13 -7
  23. data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +64 -21
  24. data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +14 -13
  25. data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb +3 -6
  26. data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +42 -8
  27. metadata +6 -5
@@ -34,24 +34,24 @@ module Google
34
34
  self.service_name = 'google.cloud.dataproc.v1beta2.JobController'
35
35
 
36
36
  # Submits a job to a cluster.
37
- rpc :SubmitJob, SubmitJobRequest, Job
37
+ rpc :SubmitJob, ::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
38
38
  # Submits job to a cluster.
39
- rpc :SubmitJobAsOperation, SubmitJobRequest, Google::Longrunning::Operation
39
+ rpc :SubmitJobAsOperation, ::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest, ::Google::Longrunning::Operation
40
40
  # Gets the resource representation for a job in a project.
41
- rpc :GetJob, GetJobRequest, Job
41
+ rpc :GetJob, ::Google::Cloud::Dataproc::V1beta2::GetJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
42
42
  # Lists regions/{region}/jobs in a project.
43
- rpc :ListJobs, ListJobsRequest, ListJobsResponse
43
+ rpc :ListJobs, ::Google::Cloud::Dataproc::V1beta2::ListJobsRequest, ::Google::Cloud::Dataproc::V1beta2::ListJobsResponse
44
44
  # Updates a job in a project.
45
- rpc :UpdateJob, UpdateJobRequest, Job
45
+ rpc :UpdateJob, ::Google::Cloud::Dataproc::V1beta2::UpdateJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
46
46
  # Starts a job cancellation request. To access the job resource
47
47
  # after cancellation, call
48
48
  # [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
49
49
  # or
50
50
  # [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
51
- rpc :CancelJob, CancelJobRequest, Job
51
+ rpc :CancelJob, ::Google::Cloud::Dataproc::V1beta2::CancelJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
52
52
  # Deletes the job from the project. If the job is active, the delete fails,
53
53
  # and the response returns `FAILED_PRECONDITION`.
54
- rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
54
+ rpc :DeleteJob, ::Google::Cloud::Dataproc::V1beta2::DeleteJobRequest, ::Google::Protobuf::Empty
55
55
  end
56
56
 
57
57
  Stub = Service.rpc_stub_class
@@ -9,9 +9,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
9
9
  add_enum "google.cloud.dataproc.v1beta2.Component" do
10
10
  value :COMPONENT_UNSPECIFIED, 0
11
11
  value :ANACONDA, 5
12
- value :DOCKER, 13
13
12
  value :DRUID, 9
14
- value :FLINK, 14
13
+ value :HBASE, 11
15
14
  value :HIVE_WEBHCAT, 3
16
15
  value :JUPYTER, 1
17
16
  value :KERBEROS, 7
@@ -21,7 +21,7 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1beta2
24
- VERSION = "0.2.3"
24
+ VERSION = "0.4.1"
25
25
  end
26
26
  end
27
27
  end
@@ -71,7 +71,7 @@ module Google
71
71
  initial_delay: 0.1,
72
72
  max_delay: 60.0,
73
73
  multiplier: 1.3,
74
- retry_codes: ["UNAVAILABLE"]
74
+ retry_codes: [14]
75
75
  }
76
76
 
77
77
  default_config.rpcs.get_workflow_template.timeout = 600.0
@@ -79,7 +79,7 @@ module Google
79
79
  initial_delay: 0.1,
80
80
  max_delay: 60.0,
81
81
  multiplier: 1.3,
82
- retry_codes: ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
82
+ retry_codes: [4, 13, 14]
83
83
  }
84
84
 
85
85
  default_config.rpcs.instantiate_workflow_template.timeout = 600.0
@@ -87,7 +87,7 @@ module Google
87
87
  initial_delay: 0.1,
88
88
  max_delay: 60.0,
89
89
  multiplier: 1.3,
90
- retry_codes: ["UNAVAILABLE"]
90
+ retry_codes: [14]
91
91
  }
92
92
 
93
93
  default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
@@ -95,7 +95,7 @@ module Google
95
95
  initial_delay: 0.1,
96
96
  max_delay: 60.0,
97
97
  multiplier: 1.3,
98
- retry_codes: ["UNAVAILABLE"]
98
+ retry_codes: [14]
99
99
  }
100
100
 
101
101
  default_config.rpcs.update_workflow_template.timeout = 600.0
@@ -103,7 +103,7 @@ module Google
103
103
  initial_delay: 0.1,
104
104
  max_delay: 60.0,
105
105
  multiplier: 1.3,
106
- retry_codes: ["UNAVAILABLE"]
106
+ retry_codes: [14]
107
107
  }
108
108
 
109
109
  default_config.rpcs.list_workflow_templates.timeout = 600.0
@@ -111,7 +111,7 @@ module Google
111
111
  initial_delay: 0.1,
112
112
  max_delay: 60.0,
113
113
  multiplier: 1.3,
114
- retry_codes: ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
114
+ retry_codes: [4, 13, 14]
115
115
  }
116
116
 
117
117
  default_config.rpcs.delete_workflow_template.timeout = 600.0
@@ -119,7 +119,7 @@ module Google
119
119
  initial_delay: 0.1,
120
120
  max_delay: 60.0,
121
121
  multiplier: 1.3,
122
- retry_codes: ["UNAVAILABLE"]
122
+ retry_codes: [14]
123
123
  }
124
124
 
125
125
  default_config
@@ -494,7 +494,8 @@ module Google
494
494
  # Instantiates a template and begins execution.
495
495
  #
496
496
  # This method is equivalent to executing the sequence
497
- # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
497
+ # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
498
+ # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
498
499
  # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
499
500
  #
500
501
  # The returned Operation can be used to track execution of
@@ -917,7 +918,7 @@ module Google
917
918
 
918
919
  config_attr :endpoint, "dataproc.googleapis.com", ::String
919
920
  config_attr :credentials, nil do |value|
920
- allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
921
+ allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
921
922
  allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
922
923
  allowed.any? { |klass| klass === value }
923
924
  end
@@ -957,7 +958,7 @@ module Google
957
958
  # Each configuration object is of type `Gapic::Config::Method` and includes
958
959
  # the following configuration fields:
959
960
  #
960
- # * `timeout` (*type:* `Numeric`) - The call timeout in milliseconds
961
+ # * `timeout` (*type:* `Numeric`) - The call timeout in seconds
961
962
  # * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
962
963
  # * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
963
964
  # include the following keys:
@@ -475,7 +475,7 @@ module Google
475
475
 
476
476
  config_attr :endpoint, "dataproc.googleapis.com", ::String
477
477
  config_attr :credentials, nil do |value|
478
- allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
478
+ allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
479
479
  allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
480
480
  allowed.any? { |klass| klass === value }
481
481
  end
@@ -515,7 +515,7 @@ module Google
515
515
  # Each configuration object is of type `Gapic::Config::Method` and includes
516
516
  # the following configuration fields:
517
517
  #
518
- # * `timeout` (*type:* `Numeric`) - The call timeout in milliseconds
518
+ # * `timeout` (*type:* `Numeric`) - The call timeout in seconds
519
519
  # * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
520
520
  # * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
521
521
  # include the following keys:
@@ -24,6 +24,25 @@ module Google
24
24
  module WorkflowTemplateService
25
25
  # Path helper methods for the WorkflowTemplateService API.
26
26
  module Paths
27
+ ##
28
+ # Create a fully-qualified Cluster resource string.
29
+ #
30
+ # The resource will be in the following format:
31
+ #
32
+ # `projects/{project}/locations/{location}/clusters/{cluster}`
33
+ #
34
+ # @param project [String]
35
+ # @param location [String]
36
+ # @param cluster [String]
37
+ #
38
+ # @return [::String]
39
+ def cluster_path project:, location:, cluster:
40
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
41
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
42
+
43
+ "projects/#{project}/locations/#{location}/clusters/#{cluster}"
44
+ end
45
+
27
46
  ##
28
47
  # Create a fully-qualified Location resource string.
29
48
  #
@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
10
10
  require 'google/cloud/dataproc/v1beta2/clusters_pb'
11
11
  require 'google/cloud/dataproc/v1beta2/jobs_pb'
12
12
  require 'google/longrunning/operations_pb'
13
+ require 'google/protobuf/duration_pb'
13
14
  require 'google/protobuf/empty_pb'
14
15
  require 'google/protobuf/timestamp_pb'
15
16
  Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
24
25
  optional :placement, :message, 7, "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement"
25
26
  repeated :jobs, :message, 8, "google.cloud.dataproc.v1beta2.OrderedJob"
26
27
  repeated :parameters, :message, 9, "google.cloud.dataproc.v1beta2.TemplateParameter"
28
+ optional :dag_timeout, :message, 10, "google.protobuf.Duration"
27
29
  end
28
30
  add_message "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement" do
29
31
  oneof :placement do
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
86
88
  optional :start_time, :message, 9, "google.protobuf.Timestamp"
87
89
  optional :end_time, :message, 10, "google.protobuf.Timestamp"
88
90
  optional :cluster_uuid, :string, 11
91
+ optional :dag_timeout, :message, 12, "google.protobuf.Duration"
92
+ optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
93
+ optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
89
94
  end
90
95
  add_enum "google.cloud.dataproc.v1beta2.WorkflowMetadata.State" do
91
96
  value :UNKNOWN, 0
@@ -35,12 +35,12 @@ module Google
35
35
  self.service_name = 'google.cloud.dataproc.v1beta2.WorkflowTemplateService'
36
36
 
37
37
  # Creates new workflow template.
38
- rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
38
+ rpc :CreateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
39
39
  # Retrieves the latest workflow template.
40
40
  #
41
41
  # Can retrieve previously instantiated template by specifying optional
42
42
  # version parameter.
43
- rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
43
+ rpc :GetWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
44
44
  # Instantiates a template and begins execution.
45
45
  #
46
46
  # The returned Operation can be used to track execution of
@@ -61,11 +61,12 @@ module Google
61
61
  # On successful completion,
62
62
  # [Operation.response][google.longrunning.Operation.response] will be
63
63
  # [Empty][google.protobuf.Empty].
64
- rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
64
+ rpc :InstantiateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest, ::Google::Longrunning::Operation
65
65
  # Instantiates a template and begins execution.
66
66
  #
67
67
  # This method is equivalent to executing the sequence
68
- # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
68
+ # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate],
69
+ # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
69
70
  # [DeleteWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.DeleteWorkflowTemplate].
70
71
  #
71
72
  # The returned Operation can be used to track execution of
@@ -86,14 +87,14 @@ module Google
86
87
  # On successful completion,
87
88
  # [Operation.response][google.longrunning.Operation.response] will be
88
89
  # [Empty][google.protobuf.Empty].
89
- rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
90
+ rpc :InstantiateInlineWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest, ::Google::Longrunning::Operation
90
91
  # Updates (replaces) workflow template. The updated template
91
92
  # must contain version that matches the current server version.
92
- rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
93
+ rpc :UpdateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
93
94
  # Lists workflows that match the specified filter in the request.
94
- rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
95
+ rpc :ListWorkflowTemplates, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesResponse
95
96
  # Deletes a workflow template. It does not cancel in-progress workflows.
96
- rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
97
+ rpc :DeleteWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest, ::Google::Protobuf::Empty
97
98
  end
98
99
 
99
100
  Stub = Service.rpc_stub_class
@@ -43,12 +43,12 @@ module Google
43
43
  #
44
44
  # The ResourceDescriptor Yaml config will look like:
45
45
  #
46
- # resources:
47
- # - type: "pubsub.googleapis.com/Topic"
48
- # name_descriptor:
49
- # - pattern: "projects/\\{project}/topics/\\{topic}"
50
- # parent_type: "cloudresourcemanager.googleapis.com/Project"
51
- # parent_name_extractor: "projects/\\{project}"
46
+ # resources:
47
+ # - type: "pubsub.googleapis.com/Topic"
48
+ # name_descriptor:
49
+ # - pattern: "projects/{project}/topics/{topic}"
50
+ # parent_type: "cloudresourcemanager.googleapis.com/Project"
51
+ # parent_name_extractor: "projects/{project}"
52
52
  #
53
53
  # Sometimes, resources have multiple patterns, typically because they can
54
54
  # live under multiple parents.
@@ -183,15 +183,24 @@ module Google
183
183
  # }
184
184
  # @!attribute [rw] plural
185
185
  # @return [::String]
186
- # The plural name used in the resource name, such as 'projects' for
187
- # the name of 'projects/\\{project}'. It is the same concept of the `plural`
188
- # field in k8s CRD spec
186
+ # The plural name used in the resource name and permission names, such as
187
+ # 'projects' for the resource name of 'projects/\\{project}' and the permission
188
+ # name of 'cloudresourcemanager.googleapis.com/projects.get'. It is the same
189
+ # concept of the `plural` field in k8s CRD spec
189
190
  # https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
191
+ #
192
+ # Note: The plural form is required even for singleton resources. See
193
+ # https://aip.dev/156
190
194
  # @!attribute [rw] singular
191
195
  # @return [::String]
192
196
  # The same concept of the `singular` field in k8s CRD spec
193
197
  # https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
194
198
  # Such as "project" for the `resourcemanager.googleapis.com/Project` type.
199
+ # @!attribute [rw] style
200
+ # @return [::Array<::Google::Api::ResourceDescriptor::Style>]
201
+ # Style flag(s) for this resource.
202
+ # These indicate that a resource is expected to conform to a given
203
+ # style. See the specific style flags for additional information.
195
204
  class ResourceDescriptor
196
205
  include ::Google::Protobuf::MessageExts
197
206
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -211,6 +220,22 @@ module Google
211
220
  # that from being necessary once there are multiple patterns.)
212
221
  FUTURE_MULTI_PATTERN = 2
213
222
  end
223
+
224
+ # A flag representing a specific style that a resource claims to conform to.
225
+ module Style
226
+ # The unspecified value. Do not use.
227
+ STYLE_UNSPECIFIED = 0
228
+
229
+ # This resource is intended to be "declarative-friendly".
230
+ #
231
+ # Declarative-friendly resources must be more strictly consistent, and
232
+ # setting this to true communicates to tools that this resource should
233
+ # adhere to declarative-friendly expectations.
234
+ #
235
+ # Note: This is used by the API linter (linter.aip.dev) to enable
236
+ # additional checks.
237
+ DECLARATIVE_FRIENDLY = 1
238
+ end
214
239
  end
215
240
 
216
241
  # Defines a proto annotation that describes a string field that refers to
@@ -226,6 +251,17 @@ module Google
226
251
  # type: "pubsub.googleapis.com/Topic"
227
252
  # }];
228
253
  # }
254
+ #
255
+ # Occasionally, a field may reference an arbitrary resource. In this case,
256
+ # APIs use the special value * in their resource reference.
257
+ #
258
+ # Example:
259
+ #
260
+ # message GetIamPolicyRequest {
261
+ # string resource = 2 [(google.api.resource_reference) = {
262
+ # type: "*"
263
+ # }];
264
+ # }
229
265
  # @!attribute [rw] child_type
230
266
  # @return [::String]
231
267
  # The resource type of a child collection that the annotated field
@@ -234,11 +270,11 @@ module Google
234
270
  #
235
271
  # Example:
236
272
  #
237
- # message ListLogEntriesRequest {
238
- # string parent = 1 [(google.api.resource_reference) = {
239
- # child_type: "logging.googleapis.com/LogEntry"
240
- # };
241
- # }
273
+ # message ListLogEntriesRequest {
274
+ # string parent = 1 [(google.api.resource_reference) = {
275
+ # child_type: "logging.googleapis.com/LogEntry"
276
+ # };
277
+ # }
242
278
  class ResourceReference
243
279
  include ::Google::Protobuf::MessageExts
244
280
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -80,20 +80,26 @@ module Google
80
80
  # Bounds: [0s, 1d].
81
81
  # @!attribute [rw] scale_up_factor
82
82
  # @return [::Float]
83
- # Required. Fraction of average pending memory in the last cooldown period
84
- # for which to add workers. A scale-up factor of 1.0 will result in scaling
85
- # up so that there is no pending memory remaining after the update (more
86
- # aggressive scaling). A scale-up factor closer to 0 will result in a smaller
87
- # magnitude of scaling up (less aggressive scaling).
83
+ # Required. Fraction of average YARN pending memory in the last cooldown
84
+ # period for which to add workers. A scale-up factor of 1.0 will result in
85
+ # scaling up so that there is no pending memory remaining after the update
86
+ # (more aggressive scaling). A scale-up factor closer to 0 will result in a
87
+ # smaller magnitude of scaling up (less aggressive scaling). See [How
88
+ # autoscaling
89
+ # works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
90
+ # for more information.
88
91
  #
89
92
  # Bounds: [0.0, 1.0].
90
93
  # @!attribute [rw] scale_down_factor
91
94
  # @return [::Float]
92
- # Required. Fraction of average pending memory in the last cooldown period
93
- # for which to remove workers. A scale-down factor of 1 will result in
95
+ # Required. Fraction of average YARN pending memory in the last cooldown
96
+ # period for which to remove workers. A scale-down factor of 1 will result in
94
97
  # scaling down so that there is no available memory remaining after the
95
98
  # update (more aggressive scaling). A scale-down factor of 0 disables
96
99
  # removing workers, which can be beneficial for autoscaling a single job.
100
+ # See [How autoscaling
101
+ # works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
102
+ # for more information.
97
103
  #
98
104
  # Bounds: [0.0, 1.0].
99
105
  # @!attribute [rw] scale_up_min_worker_fraction
@@ -85,6 +85,15 @@ module Google
85
85
  # and manage this project-level, per-location bucket (see
86
86
  # [Dataproc staging
87
87
  # bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
88
+ # @!attribute [rw] temp_bucket
89
+ # @return [::String]
90
+ # Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
91
+ # data, such as Spark and MapReduce history files. If you do not specify a
92
+ # temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
93
+ # EU) for your cluster's temp bucket according to the Compute Engine zone
94
+ # where your cluster is deployed, and then create and manage this
95
+ # project-level, per-location bucket. The default bucket has a TTL of 90
96
+ # days, but you can use any TTL (or none) if you specify a bucket.
88
97
  # @!attribute [rw] gce_cluster_config
89
98
  # @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
90
99
  # Optional. The shared Compute Engine config settings for
@@ -137,10 +146,10 @@ module Google
137
146
  # Optional. Security related configuration.
138
147
  # @!attribute [rw] gke_cluster_config
139
148
  # @return [::Google::Cloud::Dataproc::V1beta2::GkeClusterConfig]
140
- # Optional. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes.
141
- # Setting this is considered mutually exclusive with Compute Engine-based
142
- # options such as `gce_cluster_config`, `master_config`, `worker_config`,
143
- # `secondary_worker_config`, and `autoscaling_config`.
149
+ # Optional. The Kubernetes Engine config for Dataproc clusters deployed to
150
+ # Kubernetes. Setting this is considered mutually exclusive with Compute
151
+ # Engine-based options such as `gce_cluster_config`, `master_config`,
152
+ # `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
144
153
  class ClusterConfig
145
154
  include ::Google::Protobuf::MessageExts
146
155
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -268,7 +277,7 @@ module Google
268
277
  # @!attribute [rw] service_account
269
278
  # @return [::String]
270
279
  # Optional. The [Dataproc service
271
- # account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
280
+ # account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
272
281
  # (also see [VM Data Plane
273
282
  # identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
274
283
  # used by Dataproc cluster VM instances to access Google Cloud Platform
@@ -372,6 +381,15 @@ module Google
372
381
  # @return [::Boolean]
373
382
  # Output only. Specifies that this instance group contains preemptible
374
383
  # instances.
384
+ # @!attribute [rw] preemptibility
385
+ # @return [::Google::Cloud::Dataproc::V1beta2::InstanceGroupConfig::Preemptibility]
386
+ # Optional. Specifies the preemptibility of the instance group.
387
+ #
388
+ # The default value for master and worker groups is
389
+ # `NON_PREEMPTIBLE`. This default cannot be changed.
390
+ #
391
+ # The default value for secondary instances is
392
+ # `PREEMPTIBLE`.
375
393
  # @!attribute [r] managed_group_config
376
394
  # @return [::Google::Cloud::Dataproc::V1beta2::ManagedGroupConfig]
377
395
  # Output only. The config for Compute Engine Instance Group
@@ -389,6 +407,27 @@ module Google
389
407
  class InstanceGroupConfig
390
408
  include ::Google::Protobuf::MessageExts
391
409
  extend ::Google::Protobuf::MessageExts::ClassMethods
410
+
411
+ # Controls the use of
412
+ # [preemptible instances]
413
+ # (https://cloud.google.com/compute/docs/instances/preemptible)
414
+ # within the group.
415
+ module Preemptibility
416
+ # Preemptibility is unspecified, the system will choose the
417
+ # appropriate setting for each instance group.
418
+ PREEMPTIBILITY_UNSPECIFIED = 0
419
+
420
+ # Instances are non-preemptible.
421
+ #
422
+ # This option is allowed for all instance groups and is the only valid
423
+ # value for Master and Worker instance groups.
424
+ NON_PREEMPTIBLE = 1
425
+
426
+ # Instances are preemptible.
427
+ #
428
+ # This option is allowed only for secondary worker groups.
429
+ PREEMPTIBLE = 2
430
+ end
392
431
  end
393
432
 
394
433
  # Specifies the resources used to actively manage an instance group.
@@ -464,7 +503,8 @@ module Google
464
503
  # [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
465
504
  # @!attribute [rw] auto_delete_time
466
505
  # @return [::Google::Protobuf::Timestamp]
467
- # Optional. The time when cluster will be auto-deleted. (see JSON representation of
506
+ # Optional. The time when cluster will be auto-deleted. (see JSON
507
+ # representation of
468
508
  # [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
469
509
  # @!attribute [rw] auto_delete_ttl
470
510
  # @return [::Google::Protobuf::Duration]
@@ -495,8 +535,8 @@ module Google
495
535
  # Specifies Kerberos related configuration.
496
536
  # @!attribute [rw] enable_kerberos
497
537
  # @return [::Boolean]
498
- # Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set
499
- # this field to true to enable Kerberos on a cluster.
538
+ # Optional. Flag to indicate whether to Kerberize the cluster (default:
539
+ # false). Set this field to true to enable Kerberos on a cluster.
500
540
  # @!attribute [rw] root_principal_password_uri
501
541
  # @return [::String]
502
542
  # Required. The Cloud Storage URI of a KMS encrypted file containing the root
@@ -658,7 +698,7 @@ module Google
658
698
  # @return [::String]
659
699
  # Optional. The version of software inside the cluster. It must be one of the
660
700
  # supported [Dataproc
661
- # Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
701
+ # Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
662
702
  # such as "1.2" (including a subminor version, such as "1.2.29"), or the
663
703
  # ["preview"
664
704
  # version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
@@ -747,10 +787,11 @@ module Google
747
787
  # @!attribute [rw] request_id
748
788
  # @return [::String]
749
789
  # Optional. A unique id used to identify the request. If the server
750
- # receives two {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest} requests with the same
751
- # id, then the second request will be ignored and the
752
- # first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
753
- # is returned.
790
+ # receives two
791
+ # {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
792
+ # requests with the same id, then the second request will be ignored and the
793
+ # first {::Google::Longrunning::Operation google.longrunning.Operation} created
794
+ # and stored in the backend is returned.
754
795
  #
755
796
  # It is recommended to always set this value to a
756
797
  # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -852,10 +893,11 @@ module Google
852
893
  # @!attribute [rw] request_id
853
894
  # @return [::String]
854
895
  # Optional. A unique id used to identify the request. If the server
855
- # receives two {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest} requests with the same
856
- # id, then the second request will be ignored and the
857
- # first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
858
- # backend is returned.
896
+ # receives two
897
+ # {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
898
+ # requests with the same id, then the second request will be ignored and the
899
+ # first {::Google::Longrunning::Operation google.longrunning.Operation} created
900
+ # and stored in the backend is returned.
859
901
  #
860
902
  # It is recommended to always set this value to a
861
903
  # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -885,10 +927,11 @@ module Google
885
927
  # @!attribute [rw] request_id
886
928
  # @return [::String]
887
929
  # Optional. A unique id used to identify the request. If the server
888
- # receives two {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest} requests with the same
889
- # id, then the second request will be ignored and the
890
- # first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
891
- # backend is returned.
930
+ # receives two
931
+ # {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
932
+ # requests with the same id, then the second request will be ignored and the
933
+ # first {::Google::Longrunning::Operation google.longrunning.Operation} created
934
+ # and stored in the backend is returned.
892
935
  #
893
936
  # It is recommended to always set this value to a
894
937
  # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).