google-cloud-dataproc-v1 0.18.1 → 0.20.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +84 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +75 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +174 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +5 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +123 -0
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +11 -2
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +63 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +130 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +75 -0
- data/proto_docs/google/api/field_behavior.rb +14 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +111 -18
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/type/expr.rb +75 -0
- metadata +6 -5
@@ -237,6 +237,22 @@ module Google
|
|
237
237
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
238
238
|
#
|
239
239
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
240
|
+
#
|
241
|
+
# @example Basic example
|
242
|
+
# require "google/cloud/dataproc/v1"
|
243
|
+
#
|
244
|
+
# # Create a client object. The client can be reused for multiple calls.
|
245
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
246
|
+
#
|
247
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
248
|
+
# request = Google::Cloud::Dataproc::V1::CreateWorkflowTemplateRequest.new
|
249
|
+
#
|
250
|
+
# # Call the create_workflow_template method.
|
251
|
+
# result = client.create_workflow_template request
|
252
|
+
#
|
253
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
254
|
+
# p result
|
255
|
+
#
|
240
256
|
def create_workflow_template request, options = nil
|
241
257
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
242
258
|
|
@@ -316,6 +332,22 @@ module Google
|
|
316
332
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
317
333
|
#
|
318
334
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
335
|
+
#
|
336
|
+
# @example Basic example
|
337
|
+
# require "google/cloud/dataproc/v1"
|
338
|
+
#
|
339
|
+
# # Create a client object. The client can be reused for multiple calls.
|
340
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
341
|
+
#
|
342
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
343
|
+
# request = Google::Cloud::Dataproc::V1::GetWorkflowTemplateRequest.new
|
344
|
+
#
|
345
|
+
# # Call the get_workflow_template method.
|
346
|
+
# result = client.get_workflow_template request
|
347
|
+
#
|
348
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
349
|
+
# p result
|
350
|
+
#
|
319
351
|
def get_workflow_template request, options = nil
|
320
352
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
321
353
|
|
@@ -426,6 +458,29 @@ module Google
|
|
426
458
|
# @return [::Gapic::Operation]
|
427
459
|
#
|
428
460
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
461
|
+
#
|
462
|
+
# @example Basic example
|
463
|
+
# require "google/cloud/dataproc/v1"
|
464
|
+
#
|
465
|
+
# # Create a client object. The client can be reused for multiple calls.
|
466
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
467
|
+
#
|
468
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
469
|
+
# request = Google::Cloud::Dataproc::V1::InstantiateWorkflowTemplateRequest.new
|
470
|
+
#
|
471
|
+
# # Call the instantiate_workflow_template method.
|
472
|
+
# result = client.instantiate_workflow_template request
|
473
|
+
#
|
474
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
475
|
+
# # check the status of an operation, cancel it, or wait for results.
|
476
|
+
# # Here is how to wait for a response.
|
477
|
+
# result.wait_until_done! timeout: 60
|
478
|
+
# if result.response?
|
479
|
+
# p result.response
|
480
|
+
# else
|
481
|
+
# puts "No response received."
|
482
|
+
# end
|
483
|
+
#
|
429
484
|
def instantiate_workflow_template request, options = nil
|
430
485
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
431
486
|
|
@@ -534,6 +589,29 @@ module Google
|
|
534
589
|
# @return [::Gapic::Operation]
|
535
590
|
#
|
536
591
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
592
|
+
#
|
593
|
+
# @example Basic example
|
594
|
+
# require "google/cloud/dataproc/v1"
|
595
|
+
#
|
596
|
+
# # Create a client object. The client can be reused for multiple calls.
|
597
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
598
|
+
#
|
599
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
600
|
+
# request = Google::Cloud::Dataproc::V1::InstantiateInlineWorkflowTemplateRequest.new
|
601
|
+
#
|
602
|
+
# # Call the instantiate_inline_workflow_template method.
|
603
|
+
# result = client.instantiate_inline_workflow_template request
|
604
|
+
#
|
605
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
606
|
+
# # check the status of an operation, cancel it, or wait for results.
|
607
|
+
# # Here is how to wait for a response.
|
608
|
+
# result.wait_until_done! timeout: 60
|
609
|
+
# if result.response?
|
610
|
+
# p result.response
|
611
|
+
# else
|
612
|
+
# puts "No response received."
|
613
|
+
# end
|
614
|
+
#
|
537
615
|
def instantiate_inline_workflow_template request, options = nil
|
538
616
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
539
617
|
|
@@ -600,6 +678,22 @@ module Google
|
|
600
678
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
601
679
|
#
|
602
680
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
681
|
+
#
|
682
|
+
# @example Basic example
|
683
|
+
# require "google/cloud/dataproc/v1"
|
684
|
+
#
|
685
|
+
# # Create a client object. The client can be reused for multiple calls.
|
686
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
687
|
+
#
|
688
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
689
|
+
# request = Google::Cloud::Dataproc::V1::UpdateWorkflowTemplateRequest.new
|
690
|
+
#
|
691
|
+
# # Call the update_workflow_template method.
|
692
|
+
# result = client.update_workflow_template request
|
693
|
+
#
|
694
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
695
|
+
# p result
|
696
|
+
#
|
603
697
|
def update_workflow_template request, options = nil
|
604
698
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
605
699
|
|
@@ -676,6 +770,26 @@ module Google
|
|
676
770
|
# @return [::Gapic::Rest::PagedEnumerable<::Google::Cloud::Dataproc::V1::WorkflowTemplate>]
|
677
771
|
#
|
678
772
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
773
|
+
#
|
774
|
+
# @example Basic example
|
775
|
+
# require "google/cloud/dataproc/v1"
|
776
|
+
#
|
777
|
+
# # Create a client object. The client can be reused for multiple calls.
|
778
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
779
|
+
#
|
780
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
781
|
+
# request = Google::Cloud::Dataproc::V1::ListWorkflowTemplatesRequest.new
|
782
|
+
#
|
783
|
+
# # Call the list_workflow_templates method.
|
784
|
+
# result = client.list_workflow_templates request
|
785
|
+
#
|
786
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
787
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
788
|
+
# result.each do |item|
|
789
|
+
# # Each element is of type ::Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
790
|
+
# p item
|
791
|
+
# end
|
792
|
+
#
|
679
793
|
def list_workflow_templates request, options = nil
|
680
794
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
681
795
|
|
@@ -752,6 +866,22 @@ module Google
|
|
752
866
|
# @return [::Google::Protobuf::Empty]
|
753
867
|
#
|
754
868
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
869
|
+
#
|
870
|
+
# @example Basic example
|
871
|
+
# require "google/cloud/dataproc/v1"
|
872
|
+
#
|
873
|
+
# # Create a client object. The client can be reused for multiple calls.
|
874
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
875
|
+
#
|
876
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
877
|
+
# request = Google::Cloud::Dataproc::V1::DeleteWorkflowTemplateRequest.new
|
878
|
+
#
|
879
|
+
# # Call the delete_workflow_template method.
|
880
|
+
# result = client.delete_workflow_template request
|
881
|
+
#
|
882
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
883
|
+
# p result
|
884
|
+
#
|
755
885
|
def delete_workflow_template request, options = nil
|
756
886
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
757
887
|
|
@@ -136,6 +136,26 @@ module Google
|
|
136
136
|
# @return [::Gapic::Operation]
|
137
137
|
#
|
138
138
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
139
|
+
#
|
140
|
+
# @example Basic example
|
141
|
+
# require "google/longrunning"
|
142
|
+
#
|
143
|
+
# # Create a client object. The client can be reused for multiple calls.
|
144
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
145
|
+
#
|
146
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
147
|
+
# request = Google::Longrunning::ListOperationsRequest.new
|
148
|
+
#
|
149
|
+
# # Call the list_operations method.
|
150
|
+
# result = client.list_operations request
|
151
|
+
#
|
152
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
153
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
154
|
+
# result.each do |item|
|
155
|
+
# # Each element is of type ::Google::Longrunning::Operation.
|
156
|
+
# p item
|
157
|
+
# end
|
158
|
+
#
|
139
159
|
def list_operations request, options = nil
|
140
160
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
141
161
|
|
@@ -201,6 +221,29 @@ module Google
|
|
201
221
|
# @return [::Gapic::Operation]
|
202
222
|
#
|
203
223
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
224
|
+
#
|
225
|
+
# @example Basic example
|
226
|
+
# require "google/longrunning"
|
227
|
+
#
|
228
|
+
# # Create a client object. The client can be reused for multiple calls.
|
229
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
230
|
+
#
|
231
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
232
|
+
# request = Google::Longrunning::GetOperationRequest.new
|
233
|
+
#
|
234
|
+
# # Call the get_operation method.
|
235
|
+
# result = client.get_operation request
|
236
|
+
#
|
237
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
238
|
+
# # check the status of an operation, cancel it, or wait for results.
|
239
|
+
# # Here is how to wait for a response.
|
240
|
+
# result.wait_until_done! timeout: 60
|
241
|
+
# if result.response?
|
242
|
+
# p result.response
|
243
|
+
# else
|
244
|
+
# puts "No response received."
|
245
|
+
# end
|
246
|
+
#
|
204
247
|
def get_operation request, options = nil
|
205
248
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
206
249
|
|
@@ -267,6 +310,22 @@ module Google
|
|
267
310
|
# @return [::Google::Protobuf::Empty]
|
268
311
|
#
|
269
312
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
313
|
+
#
|
314
|
+
# @example Basic example
|
315
|
+
# require "google/longrunning"
|
316
|
+
#
|
317
|
+
# # Create a client object. The client can be reused for multiple calls.
|
318
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
319
|
+
#
|
320
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
321
|
+
# request = Google::Longrunning::DeleteOperationRequest.new
|
322
|
+
#
|
323
|
+
# # Call the delete_operation method.
|
324
|
+
# result = client.delete_operation request
|
325
|
+
#
|
326
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
327
|
+
# p result
|
328
|
+
#
|
270
329
|
def delete_operation request, options = nil
|
271
330
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
272
331
|
|
@@ -338,6 +397,22 @@ module Google
|
|
338
397
|
# @return [::Google::Protobuf::Empty]
|
339
398
|
#
|
340
399
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
400
|
+
#
|
401
|
+
# @example Basic example
|
402
|
+
# require "google/longrunning"
|
403
|
+
#
|
404
|
+
# # Create a client object. The client can be reused for multiple calls.
|
405
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
406
|
+
#
|
407
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
408
|
+
# request = Google::Longrunning::CancelOperationRequest.new
|
409
|
+
#
|
410
|
+
# # Call the cancel_operation method.
|
411
|
+
# result = client.cancel_operation request
|
412
|
+
#
|
413
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
414
|
+
# p result
|
415
|
+
#
|
341
416
|
def cancel_operation request, options = nil
|
342
417
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
343
418
|
|
@@ -66,6 +66,20 @@ module Google
|
|
66
66
|
# a non-empty value will be returned. The user will not be aware of what
|
67
67
|
# non-empty value to expect.
|
68
68
|
NON_EMPTY_DEFAULT = 7
|
69
|
+
|
70
|
+
# Denotes that the field in a resource (a message annotated with
|
71
|
+
# google.api.resource) is used in the resource name to uniquely identify the
|
72
|
+
# resource. For AIP-compliant APIs, this should only be applied to the
|
73
|
+
# `name` field on the resource.
|
74
|
+
#
|
75
|
+
# This behavior should not be applied to references to other resources within
|
76
|
+
# the message.
|
77
|
+
#
|
78
|
+
# The identifier field of resources often have different field behavior
|
79
|
+
# depending on the request it is embedded in (e.g. for Create methods name
|
80
|
+
# is optional and unused, while for Update methods it is required). Instead
|
81
|
+
# of method-specific annotations, only `IDENTIFIER` is required.
|
82
|
+
IDENTIFIER = 8
|
69
83
|
end
|
70
84
|
end
|
71
85
|
end
|
@@ -353,7 +353,7 @@ module Google
|
|
353
353
|
# instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)).
|
354
354
|
# @!attribute [rw] metadata
|
355
355
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
356
|
-
# The Compute Engine metadata entries to add to all instances (see
|
356
|
+
# Optional. The Compute Engine metadata entries to add to all instances (see
|
357
357
|
# [Project and instance
|
358
358
|
# metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
|
359
359
|
# @!attribute [rw] reservation_affinity
|
@@ -471,6 +471,9 @@ module Google
|
|
471
471
|
# @return [::Array<::String>]
|
472
472
|
# Output only. The list of instance names. Dataproc derives the names
|
473
473
|
# from `cluster_name`, `num_instances`, and the instance group.
|
474
|
+
# @!attribute [r] instance_references
|
475
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceReference>]
|
476
|
+
# Output only. List of references to Compute Engine instances.
|
474
477
|
# @!attribute [rw] image_uri
|
475
478
|
# @return [::String]
|
476
479
|
# Optional. The Compute Engine image resource used for cluster instances.
|
@@ -536,6 +539,28 @@ module Google
|
|
536
539
|
# Optional. Specifies the minimum cpu platform for the Instance Group.
|
537
540
|
# See [Dataproc -> Minimum CPU
|
538
541
|
# Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu).
|
542
|
+
# @!attribute [rw] min_num_instances
|
543
|
+
# @return [::Integer]
|
544
|
+
# Optional. The minimum number of instances to create.
|
545
|
+
# If min_num_instances is set, min_num_instances is used for a criteria to
|
546
|
+
# decide the cluster. Cluster creation will be failed by being an error state
|
547
|
+
# if the total number of instances created is less than the
|
548
|
+
# min_num_instances.
|
549
|
+
# For example, given that num_instances = 5 and min_num_instances = 3,
|
550
|
+
# * if 4 instances are created and then registered successfully but one
|
551
|
+
# instance is failed, the failed VM will be deleted and the cluster will be
|
552
|
+
# resized to 4 instances in running state.
|
553
|
+
# * if 2 instances are created successfully and 3 instances are failed,
|
554
|
+
# the cluster will be in an error state and does not delete failed VMs for
|
555
|
+
# debugging.
|
556
|
+
# * if 2 instance are created and then registered successfully but 3
|
557
|
+
# instances are failed to initialize, the cluster will be in an error state
|
558
|
+
# and does not delete failed VMs for debugging.
|
559
|
+
# NB: This can only be set for primary workers now.
|
560
|
+
# @!attribute [rw] instance_flexibility_policy
|
561
|
+
# @return [::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy]
|
562
|
+
# Optional. Instance flexibility Policy allowing a mixture of VM shapes and
|
563
|
+
# provisioning models.
|
539
564
|
class InstanceGroupConfig
|
540
565
|
include ::Google::Protobuf::MessageExts
|
541
566
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -572,6 +597,24 @@ module Google
|
|
572
597
|
end
|
573
598
|
end
|
574
599
|
|
600
|
+
# A reference to a Compute Engine instance.
|
601
|
+
# @!attribute [rw] instance_name
|
602
|
+
# @return [::String]
|
603
|
+
# The user-friendly name of the Compute Engine instance.
|
604
|
+
# @!attribute [rw] instance_id
|
605
|
+
# @return [::String]
|
606
|
+
# The unique identifier of the Compute Engine instance.
|
607
|
+
# @!attribute [rw] public_key
|
608
|
+
# @return [::String]
|
609
|
+
# The public RSA key used for sharing data with this instance.
|
610
|
+
# @!attribute [rw] public_ecies_key
|
611
|
+
# @return [::String]
|
612
|
+
# The public ECIES key used for sharing data with this instance.
|
613
|
+
class InstanceReference
|
614
|
+
include ::Google::Protobuf::MessageExts
|
615
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
616
|
+
end
|
617
|
+
|
575
618
|
# Specifies the resources used to actively manage an instance group.
|
576
619
|
# @!attribute [r] instance_template_name
|
577
620
|
# @return [::String]
|
@@ -580,11 +623,58 @@ module Google
|
|
580
623
|
# @!attribute [r] instance_group_manager_name
|
581
624
|
# @return [::String]
|
582
625
|
# Output only. The name of the Instance Group Manager for this group.
|
626
|
+
# @!attribute [r] instance_group_manager_uri
|
627
|
+
# @return [::String]
|
628
|
+
# Output only. The partial URI to the instance group manager for this group.
|
629
|
+
# E.g. projects/my-project/regions/us-central1/instanceGroupManagers/my-igm.
|
583
630
|
class ManagedGroupConfig
|
584
631
|
include ::Google::Protobuf::MessageExts
|
585
632
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
586
633
|
end
|
587
634
|
|
635
|
+
# Instance flexibility Policy allowing a mixture of VM shapes and provisioning
|
636
|
+
# models.
|
637
|
+
# @!attribute [rw] instance_selection_list
|
638
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::InstanceSelection>]
|
639
|
+
# Optional. List of instance selection options that the group will use when
|
640
|
+
# creating new VMs.
|
641
|
+
# @!attribute [r] instance_selection_results
|
642
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::InstanceSelectionResult>]
|
643
|
+
# Output only. A list of instance selection results in the group.
|
644
|
+
class InstanceFlexibilityPolicy
|
645
|
+
include ::Google::Protobuf::MessageExts
|
646
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
647
|
+
|
648
|
+
# Defines machines types and a rank to which the machines types belong.
|
649
|
+
# @!attribute [rw] machine_types
|
650
|
+
# @return [::Array<::String>]
|
651
|
+
# Optional. Full machine-type names, e.g. "n1-standard-16".
|
652
|
+
# @!attribute [rw] rank
|
653
|
+
# @return [::Integer]
|
654
|
+
# Optional. Preference of this instance selection. Lower number means
|
655
|
+
# higher preference. Dataproc will first try to create a VM based on the
|
656
|
+
# machine-type with priority rank and fallback to next rank based on
|
657
|
+
# availability. Machine types and instance selections with the same
|
658
|
+
# priority have the same preference.
|
659
|
+
class InstanceSelection
|
660
|
+
include ::Google::Protobuf::MessageExts
|
661
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
662
|
+
end
|
663
|
+
|
664
|
+
# Defines a mapping from machine types to the number of VMs that are created
|
665
|
+
# with each machine type.
|
666
|
+
# @!attribute [r] machine_type
|
667
|
+
# @return [::String]
|
668
|
+
# Output only. Full machine-type names, e.g. "n1-standard-16".
|
669
|
+
# @!attribute [r] vm_count
|
670
|
+
# @return [::Integer]
|
671
|
+
# Output only. Number of VM provisioned with the machine_type.
|
672
|
+
class InstanceSelectionResult
|
673
|
+
include ::Google::Protobuf::MessageExts
|
674
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
675
|
+
end
|
676
|
+
end
|
677
|
+
|
588
678
|
# Specifies the type and number of accelerator cards attached to the instances
|
589
679
|
# of an instance. See [GPUs on Compute
|
590
680
|
# Engine](https://cloud.google.com/compute/docs/gpus/).
|
@@ -784,6 +874,9 @@ module Google
|
|
784
874
|
|
785
875
|
# The cluster is being started. It is not ready for use.
|
786
876
|
STARTING = 8
|
877
|
+
|
878
|
+
# The cluster is being repaired. It is not ready for use.
|
879
|
+
REPAIRING = 10
|
787
880
|
end
|
788
881
|
|
789
882
|
# The cluster substate.
|
@@ -1042,18 +1135,18 @@ module Google
|
|
1042
1135
|
include ::Google::Protobuf::MessageExts
|
1043
1136
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1044
1137
|
|
1045
|
-
# A Dataproc
|
1138
|
+
# A Dataproc custom metric.
|
1046
1139
|
# @!attribute [rw] metric_source
|
1047
1140
|
# @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig::MetricSource]
|
1048
|
-
# Required.
|
1049
|
-
# specified for the metric source (see [
|
1050
|
-
# (https://cloud.google.com/dataproc/docs/guides/
|
1141
|
+
# Required. A standard set of metrics is collected unless `metricOverrides`
|
1142
|
+
# are specified for the metric source (see [Custom metrics]
|
1143
|
+
# (https://cloud.google.com/dataproc/docs/guides/dataproc-metrics#custom_metrics)
|
1051
1144
|
# for more information).
|
1052
1145
|
# @!attribute [rw] metric_overrides
|
1053
1146
|
# @return [::Array<::String>]
|
1054
|
-
# Optional. Specify one or more [
|
1055
|
-
# (https://cloud.google.com/dataproc/docs/guides/
|
1056
|
-
# to collect for the metric course (for the `SPARK` metric source
|
1147
|
+
# Optional. Specify one or more [Custom metrics]
|
1148
|
+
# (https://cloud.google.com/dataproc/docs/guides/dataproc-metrics#custom_metrics)
|
1149
|
+
# to collect for the metric course (for the `SPARK` metric source (any
|
1057
1150
|
# [Spark metric]
|
1058
1151
|
# (https://spark.apache.org/docs/latest/monitoring.html#metrics) can be
|
1059
1152
|
# specified).
|
@@ -1073,28 +1166,28 @@ module Google
|
|
1073
1166
|
#
|
1074
1167
|
# Notes:
|
1075
1168
|
#
|
1076
|
-
# * Only the specified overridden metrics
|
1169
|
+
# * Only the specified overridden metrics are collected for the
|
1077
1170
|
# metric source. For example, if one or more `spark:executive` metrics
|
1078
|
-
# are listed as metric overrides, other `SPARK` metrics
|
1079
|
-
# collected. The collection of the
|
1080
|
-
# sources is unaffected. For example, if both `SPARK` andd `YARN`
|
1081
|
-
# sources are enabled, and overrides are provided for Spark
|
1082
|
-
# all
|
1171
|
+
# are listed as metric overrides, other `SPARK` metrics are not
|
1172
|
+
# collected. The collection of the metrics for other enabled custom
|
1173
|
+
# metric sources is unaffected. For example, if both `SPARK` andd `YARN`
|
1174
|
+
# metric sources are enabled, and overrides are provided for Spark
|
1175
|
+
# metrics only, all YARN metrics are collected.
|
1083
1176
|
class Metric
|
1084
1177
|
include ::Google::Protobuf::MessageExts
|
1085
1178
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1086
1179
|
end
|
1087
1180
|
|
1088
|
-
# A source for the collection of Dataproc
|
1181
|
+
# A source for the collection of Dataproc custom metrics (see [Custom
|
1089
1182
|
# metrics]
|
1090
|
-
# (https://cloud.google.com//dataproc/docs/guides/
|
1183
|
+
# (https://cloud.google.com//dataproc/docs/guides/dataproc-metrics#custom_metrics)).
|
1091
1184
|
module MetricSource
|
1092
1185
|
# Required unspecified metric source.
|
1093
1186
|
METRIC_SOURCE_UNSPECIFIED = 0
|
1094
1187
|
|
1095
|
-
#
|
1188
|
+
# Monitoring agent metrics. If this source is enabled,
|
1096
1189
|
# Dataproc enables the monitoring agent in Compute Engine,
|
1097
|
-
# and collects
|
1190
|
+
# and collects monitoring agent metrics, which are published
|
1098
1191
|
# with an `agent.googleapis.com` prefix.
|
1099
1192
|
MONITORING_AGENT_DEFAULTS = 1
|
1100
1193
|
|
@@ -82,7 +82,7 @@ module Google
|
|
82
82
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
83
83
|
# @!attribute [rw] graceful_decommission_timeout
|
84
84
|
# @return [::Google::Protobuf::Duration]
|
85
|
-
# Optional. Timeout for graceful YARN
|
85
|
+
# Optional. Timeout for graceful YARN decommissioning. [Graceful
|
86
86
|
# decommissioning]
|
87
87
|
# (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-clusters#graceful_decommissioning)
|
88
88
|
# allows the removal of nodes from the Compute Engine node group
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Type
|
22
|
+
# Represents a textual expression in the Common Expression Language (CEL)
|
23
|
+
# syntax. CEL is a C-like expression language. The syntax and semantics of CEL
|
24
|
+
# are documented at https://github.com/google/cel-spec.
|
25
|
+
#
|
26
|
+
# Example (Comparison):
|
27
|
+
#
|
28
|
+
# title: "Summary size limit"
|
29
|
+
# description: "Determines if a summary is less than 100 chars"
|
30
|
+
# expression: "document.summary.size() < 100"
|
31
|
+
#
|
32
|
+
# Example (Equality):
|
33
|
+
#
|
34
|
+
# title: "Requestor is owner"
|
35
|
+
# description: "Determines if requestor is the document owner"
|
36
|
+
# expression: "document.owner == request.auth.claims.email"
|
37
|
+
#
|
38
|
+
# Example (Logic):
|
39
|
+
#
|
40
|
+
# title: "Public documents"
|
41
|
+
# description: "Determine whether the document should be publicly visible"
|
42
|
+
# expression: "document.type != 'private' && document.type != 'internal'"
|
43
|
+
#
|
44
|
+
# Example (Data Manipulation):
|
45
|
+
#
|
46
|
+
# title: "Notification string"
|
47
|
+
# description: "Create a notification string with a timestamp."
|
48
|
+
# expression: "'New message received at ' + string(document.create_time)"
|
49
|
+
#
|
50
|
+
# The exact variables and functions that may be referenced within an expression
|
51
|
+
# are determined by the service that evaluates it. See the service
|
52
|
+
# documentation for additional information.
|
53
|
+
# @!attribute [rw] expression
|
54
|
+
# @return [::String]
|
55
|
+
# Textual representation of an expression in Common Expression Language
|
56
|
+
# syntax.
|
57
|
+
# @!attribute [rw] title
|
58
|
+
# @return [::String]
|
59
|
+
# Optional. Title for the expression, i.e. a short string describing
|
60
|
+
# its purpose. This can be used e.g. in UIs which allow to enter the
|
61
|
+
# expression.
|
62
|
+
# @!attribute [rw] description
|
63
|
+
# @return [::String]
|
64
|
+
# Optional. Description of the expression. This is a longer text which
|
65
|
+
# describes the expression, e.g. when hovered over it in a UI.
|
66
|
+
# @!attribute [rw] location
|
67
|
+
# @return [::String]
|
68
|
+
# Optional. String indicating the location of the expression for error
|
69
|
+
# reporting, e.g. a file name and a position in the file.
|
70
|
+
class Expr
|
71
|
+
include ::Google::Protobuf::MessageExts
|
72
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.20.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-09-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.20.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.20.0
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -279,6 +279,7 @@ files:
|
|
279
279
|
- proto_docs/google/protobuf/field_mask.rb
|
280
280
|
- proto_docs/google/protobuf/timestamp.rb
|
281
281
|
- proto_docs/google/rpc/status.rb
|
282
|
+
- proto_docs/google/type/expr.rb
|
282
283
|
homepage: https://github.com/googleapis/google-cloud-ruby
|
283
284
|
licenses:
|
284
285
|
- Apache-2.0
|
@@ -298,7 +299,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
298
299
|
- !ruby/object:Gem::Version
|
299
300
|
version: '0'
|
300
301
|
requirements: []
|
301
|
-
rubygems_version: 3.4.
|
302
|
+
rubygems_version: 3.4.19
|
302
303
|
signing_key:
|
303
304
|
specification_version: 4
|
304
305
|
summary: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|