google-cloud-dataproc-v1 0.18.1 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +84 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +75 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +174 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +5 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +123 -0
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +11 -2
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +63 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +75 -0
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +10 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +10 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +130 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +75 -0
- data/proto_docs/google/api/field_behavior.rb +14 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +111 -18
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/type/expr.rb +75 -0
- metadata +6 -5
@@ -237,6 +237,22 @@ module Google
|
|
237
237
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
238
238
|
#
|
239
239
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
240
|
+
#
|
241
|
+
# @example Basic example
|
242
|
+
# require "google/cloud/dataproc/v1"
|
243
|
+
#
|
244
|
+
# # Create a client object. The client can be reused for multiple calls.
|
245
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
246
|
+
#
|
247
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
248
|
+
# request = Google::Cloud::Dataproc::V1::CreateWorkflowTemplateRequest.new
|
249
|
+
#
|
250
|
+
# # Call the create_workflow_template method.
|
251
|
+
# result = client.create_workflow_template request
|
252
|
+
#
|
253
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
254
|
+
# p result
|
255
|
+
#
|
240
256
|
def create_workflow_template request, options = nil
|
241
257
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
242
258
|
|
@@ -316,6 +332,22 @@ module Google
|
|
316
332
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
317
333
|
#
|
318
334
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
335
|
+
#
|
336
|
+
# @example Basic example
|
337
|
+
# require "google/cloud/dataproc/v1"
|
338
|
+
#
|
339
|
+
# # Create a client object. The client can be reused for multiple calls.
|
340
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
341
|
+
#
|
342
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
343
|
+
# request = Google::Cloud::Dataproc::V1::GetWorkflowTemplateRequest.new
|
344
|
+
#
|
345
|
+
# # Call the get_workflow_template method.
|
346
|
+
# result = client.get_workflow_template request
|
347
|
+
#
|
348
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
349
|
+
# p result
|
350
|
+
#
|
319
351
|
def get_workflow_template request, options = nil
|
320
352
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
321
353
|
|
@@ -426,6 +458,29 @@ module Google
|
|
426
458
|
# @return [::Gapic::Operation]
|
427
459
|
#
|
428
460
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
461
|
+
#
|
462
|
+
# @example Basic example
|
463
|
+
# require "google/cloud/dataproc/v1"
|
464
|
+
#
|
465
|
+
# # Create a client object. The client can be reused for multiple calls.
|
466
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
467
|
+
#
|
468
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
469
|
+
# request = Google::Cloud::Dataproc::V1::InstantiateWorkflowTemplateRequest.new
|
470
|
+
#
|
471
|
+
# # Call the instantiate_workflow_template method.
|
472
|
+
# result = client.instantiate_workflow_template request
|
473
|
+
#
|
474
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
475
|
+
# # check the status of an operation, cancel it, or wait for results.
|
476
|
+
# # Here is how to wait for a response.
|
477
|
+
# result.wait_until_done! timeout: 60
|
478
|
+
# if result.response?
|
479
|
+
# p result.response
|
480
|
+
# else
|
481
|
+
# puts "No response received."
|
482
|
+
# end
|
483
|
+
#
|
429
484
|
def instantiate_workflow_template request, options = nil
|
430
485
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
431
486
|
|
@@ -534,6 +589,29 @@ module Google
|
|
534
589
|
# @return [::Gapic::Operation]
|
535
590
|
#
|
536
591
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
592
|
+
#
|
593
|
+
# @example Basic example
|
594
|
+
# require "google/cloud/dataproc/v1"
|
595
|
+
#
|
596
|
+
# # Create a client object. The client can be reused for multiple calls.
|
597
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
598
|
+
#
|
599
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
600
|
+
# request = Google::Cloud::Dataproc::V1::InstantiateInlineWorkflowTemplateRequest.new
|
601
|
+
#
|
602
|
+
# # Call the instantiate_inline_workflow_template method.
|
603
|
+
# result = client.instantiate_inline_workflow_template request
|
604
|
+
#
|
605
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
606
|
+
# # check the status of an operation, cancel it, or wait for results.
|
607
|
+
# # Here is how to wait for a response.
|
608
|
+
# result.wait_until_done! timeout: 60
|
609
|
+
# if result.response?
|
610
|
+
# p result.response
|
611
|
+
# else
|
612
|
+
# puts "No response received."
|
613
|
+
# end
|
614
|
+
#
|
537
615
|
def instantiate_inline_workflow_template request, options = nil
|
538
616
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
539
617
|
|
@@ -600,6 +678,22 @@ module Google
|
|
600
678
|
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
601
679
|
#
|
602
680
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
681
|
+
#
|
682
|
+
# @example Basic example
|
683
|
+
# require "google/cloud/dataproc/v1"
|
684
|
+
#
|
685
|
+
# # Create a client object. The client can be reused for multiple calls.
|
686
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
687
|
+
#
|
688
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
689
|
+
# request = Google::Cloud::Dataproc::V1::UpdateWorkflowTemplateRequest.new
|
690
|
+
#
|
691
|
+
# # Call the update_workflow_template method.
|
692
|
+
# result = client.update_workflow_template request
|
693
|
+
#
|
694
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
695
|
+
# p result
|
696
|
+
#
|
603
697
|
def update_workflow_template request, options = nil
|
604
698
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
605
699
|
|
@@ -676,6 +770,26 @@ module Google
|
|
676
770
|
# @return [::Gapic::Rest::PagedEnumerable<::Google::Cloud::Dataproc::V1::WorkflowTemplate>]
|
677
771
|
#
|
678
772
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
773
|
+
#
|
774
|
+
# @example Basic example
|
775
|
+
# require "google/cloud/dataproc/v1"
|
776
|
+
#
|
777
|
+
# # Create a client object. The client can be reused for multiple calls.
|
778
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
779
|
+
#
|
780
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
781
|
+
# request = Google::Cloud::Dataproc::V1::ListWorkflowTemplatesRequest.new
|
782
|
+
#
|
783
|
+
# # Call the list_workflow_templates method.
|
784
|
+
# result = client.list_workflow_templates request
|
785
|
+
#
|
786
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
787
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
788
|
+
# result.each do |item|
|
789
|
+
# # Each element is of type ::Google::Cloud::Dataproc::V1::WorkflowTemplate.
|
790
|
+
# p item
|
791
|
+
# end
|
792
|
+
#
|
679
793
|
def list_workflow_templates request, options = nil
|
680
794
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
681
795
|
|
@@ -752,6 +866,22 @@ module Google
|
|
752
866
|
# @return [::Google::Protobuf::Empty]
|
753
867
|
#
|
754
868
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
869
|
+
#
|
870
|
+
# @example Basic example
|
871
|
+
# require "google/cloud/dataproc/v1"
|
872
|
+
#
|
873
|
+
# # Create a client object. The client can be reused for multiple calls.
|
874
|
+
# client = Google::Cloud::Dataproc::V1::WorkflowTemplateService::Rest::Client.new
|
875
|
+
#
|
876
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
877
|
+
# request = Google::Cloud::Dataproc::V1::DeleteWorkflowTemplateRequest.new
|
878
|
+
#
|
879
|
+
# # Call the delete_workflow_template method.
|
880
|
+
# result = client.delete_workflow_template request
|
881
|
+
#
|
882
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
883
|
+
# p result
|
884
|
+
#
|
755
885
|
def delete_workflow_template request, options = nil
|
756
886
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
757
887
|
|
@@ -136,6 +136,26 @@ module Google
|
|
136
136
|
# @return [::Gapic::Operation]
|
137
137
|
#
|
138
138
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
139
|
+
#
|
140
|
+
# @example Basic example
|
141
|
+
# require "google/longrunning"
|
142
|
+
#
|
143
|
+
# # Create a client object. The client can be reused for multiple calls.
|
144
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
145
|
+
#
|
146
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
147
|
+
# request = Google::Longrunning::ListOperationsRequest.new
|
148
|
+
#
|
149
|
+
# # Call the list_operations method.
|
150
|
+
# result = client.list_operations request
|
151
|
+
#
|
152
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
153
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
154
|
+
# result.each do |item|
|
155
|
+
# # Each element is of type ::Google::Longrunning::Operation.
|
156
|
+
# p item
|
157
|
+
# end
|
158
|
+
#
|
139
159
|
def list_operations request, options = nil
|
140
160
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
141
161
|
|
@@ -201,6 +221,29 @@ module Google
|
|
201
221
|
# @return [::Gapic::Operation]
|
202
222
|
#
|
203
223
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
224
|
+
#
|
225
|
+
# @example Basic example
|
226
|
+
# require "google/longrunning"
|
227
|
+
#
|
228
|
+
# # Create a client object. The client can be reused for multiple calls.
|
229
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
230
|
+
#
|
231
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
232
|
+
# request = Google::Longrunning::GetOperationRequest.new
|
233
|
+
#
|
234
|
+
# # Call the get_operation method.
|
235
|
+
# result = client.get_operation request
|
236
|
+
#
|
237
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
238
|
+
# # check the status of an operation, cancel it, or wait for results.
|
239
|
+
# # Here is how to wait for a response.
|
240
|
+
# result.wait_until_done! timeout: 60
|
241
|
+
# if result.response?
|
242
|
+
# p result.response
|
243
|
+
# else
|
244
|
+
# puts "No response received."
|
245
|
+
# end
|
246
|
+
#
|
204
247
|
def get_operation request, options = nil
|
205
248
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
206
249
|
|
@@ -267,6 +310,22 @@ module Google
|
|
267
310
|
# @return [::Google::Protobuf::Empty]
|
268
311
|
#
|
269
312
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
313
|
+
#
|
314
|
+
# @example Basic example
|
315
|
+
# require "google/longrunning"
|
316
|
+
#
|
317
|
+
# # Create a client object. The client can be reused for multiple calls.
|
318
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
319
|
+
#
|
320
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
321
|
+
# request = Google::Longrunning::DeleteOperationRequest.new
|
322
|
+
#
|
323
|
+
# # Call the delete_operation method.
|
324
|
+
# result = client.delete_operation request
|
325
|
+
#
|
326
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
327
|
+
# p result
|
328
|
+
#
|
270
329
|
def delete_operation request, options = nil
|
271
330
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
272
331
|
|
@@ -338,6 +397,22 @@ module Google
|
|
338
397
|
# @return [::Google::Protobuf::Empty]
|
339
398
|
#
|
340
399
|
# @raise [::Google::Cloud::Error] if the REST call is aborted.
|
400
|
+
#
|
401
|
+
# @example Basic example
|
402
|
+
# require "google/longrunning"
|
403
|
+
#
|
404
|
+
# # Create a client object. The client can be reused for multiple calls.
|
405
|
+
# client = Google::Longrunning::Operations::Rest::Client.new
|
406
|
+
#
|
407
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
408
|
+
# request = Google::Longrunning::CancelOperationRequest.new
|
409
|
+
#
|
410
|
+
# # Call the cancel_operation method.
|
411
|
+
# result = client.cancel_operation request
|
412
|
+
#
|
413
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
414
|
+
# p result
|
415
|
+
#
|
341
416
|
def cancel_operation request, options = nil
|
342
417
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
343
418
|
|
@@ -66,6 +66,20 @@ module Google
|
|
66
66
|
# a non-empty value will be returned. The user will not be aware of what
|
67
67
|
# non-empty value to expect.
|
68
68
|
NON_EMPTY_DEFAULT = 7
|
69
|
+
|
70
|
+
# Denotes that the field in a resource (a message annotated with
|
71
|
+
# google.api.resource) is used in the resource name to uniquely identify the
|
72
|
+
# resource. For AIP-compliant APIs, this should only be applied to the
|
73
|
+
# `name` field on the resource.
|
74
|
+
#
|
75
|
+
# This behavior should not be applied to references to other resources within
|
76
|
+
# the message.
|
77
|
+
#
|
78
|
+
# The identifier field of resources often have different field behavior
|
79
|
+
# depending on the request it is embedded in (e.g. for Create methods name
|
80
|
+
# is optional and unused, while for Update methods it is required). Instead
|
81
|
+
# of method-specific annotations, only `IDENTIFIER` is required.
|
82
|
+
IDENTIFIER = 8
|
69
83
|
end
|
70
84
|
end
|
71
85
|
end
|
@@ -353,7 +353,7 @@ module Google
|
|
353
353
|
# instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)).
|
354
354
|
# @!attribute [rw] metadata
|
355
355
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
356
|
-
# The Compute Engine metadata entries to add to all instances (see
|
356
|
+
# Optional. The Compute Engine metadata entries to add to all instances (see
|
357
357
|
# [Project and instance
|
358
358
|
# metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
|
359
359
|
# @!attribute [rw] reservation_affinity
|
@@ -471,6 +471,9 @@ module Google
|
|
471
471
|
# @return [::Array<::String>]
|
472
472
|
# Output only. The list of instance names. Dataproc derives the names
|
473
473
|
# from `cluster_name`, `num_instances`, and the instance group.
|
474
|
+
# @!attribute [r] instance_references
|
475
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceReference>]
|
476
|
+
# Output only. List of references to Compute Engine instances.
|
474
477
|
# @!attribute [rw] image_uri
|
475
478
|
# @return [::String]
|
476
479
|
# Optional. The Compute Engine image resource used for cluster instances.
|
@@ -536,6 +539,28 @@ module Google
|
|
536
539
|
# Optional. Specifies the minimum cpu platform for the Instance Group.
|
537
540
|
# See [Dataproc -> Minimum CPU
|
538
541
|
# Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu).
|
542
|
+
# @!attribute [rw] min_num_instances
|
543
|
+
# @return [::Integer]
|
544
|
+
# Optional. The minimum number of instances to create.
|
545
|
+
# If min_num_instances is set, min_num_instances is used for a criteria to
|
546
|
+
# decide the cluster. Cluster creation will be failed by being an error state
|
547
|
+
# if the total number of instances created is less than the
|
548
|
+
# min_num_instances.
|
549
|
+
# For example, given that num_instances = 5 and min_num_instances = 3,
|
550
|
+
# * if 4 instances are created and then registered successfully but one
|
551
|
+
# instance is failed, the failed VM will be deleted and the cluster will be
|
552
|
+
# resized to 4 instances in running state.
|
553
|
+
# * if 2 instances are created successfully and 3 instances are failed,
|
554
|
+
# the cluster will be in an error state and does not delete failed VMs for
|
555
|
+
# debugging.
|
556
|
+
# * if 2 instance are created and then registered successfully but 3
|
557
|
+
# instances are failed to initialize, the cluster will be in an error state
|
558
|
+
# and does not delete failed VMs for debugging.
|
559
|
+
# NB: This can only be set for primary workers now.
|
560
|
+
# @!attribute [rw] instance_flexibility_policy
|
561
|
+
# @return [::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy]
|
562
|
+
# Optional. Instance flexibility Policy allowing a mixture of VM shapes and
|
563
|
+
# provisioning models.
|
539
564
|
class InstanceGroupConfig
|
540
565
|
include ::Google::Protobuf::MessageExts
|
541
566
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -572,6 +597,24 @@ module Google
|
|
572
597
|
end
|
573
598
|
end
|
574
599
|
|
600
|
+
# A reference to a Compute Engine instance.
|
601
|
+
# @!attribute [rw] instance_name
|
602
|
+
# @return [::String]
|
603
|
+
# The user-friendly name of the Compute Engine instance.
|
604
|
+
# @!attribute [rw] instance_id
|
605
|
+
# @return [::String]
|
606
|
+
# The unique identifier of the Compute Engine instance.
|
607
|
+
# @!attribute [rw] public_key
|
608
|
+
# @return [::String]
|
609
|
+
# The public RSA key used for sharing data with this instance.
|
610
|
+
# @!attribute [rw] public_ecies_key
|
611
|
+
# @return [::String]
|
612
|
+
# The public ECIES key used for sharing data with this instance.
|
613
|
+
class InstanceReference
|
614
|
+
include ::Google::Protobuf::MessageExts
|
615
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
616
|
+
end
|
617
|
+
|
575
618
|
# Specifies the resources used to actively manage an instance group.
|
576
619
|
# @!attribute [r] instance_template_name
|
577
620
|
# @return [::String]
|
@@ -580,11 +623,58 @@ module Google
|
|
580
623
|
# @!attribute [r] instance_group_manager_name
|
581
624
|
# @return [::String]
|
582
625
|
# Output only. The name of the Instance Group Manager for this group.
|
626
|
+
# @!attribute [r] instance_group_manager_uri
|
627
|
+
# @return [::String]
|
628
|
+
# Output only. The partial URI to the instance group manager for this group.
|
629
|
+
# E.g. projects/my-project/regions/us-central1/instanceGroupManagers/my-igm.
|
583
630
|
class ManagedGroupConfig
|
584
631
|
include ::Google::Protobuf::MessageExts
|
585
632
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
586
633
|
end
|
587
634
|
|
635
|
+
# Instance flexibility Policy allowing a mixture of VM shapes and provisioning
|
636
|
+
# models.
|
637
|
+
# @!attribute [rw] instance_selection_list
|
638
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::InstanceSelection>]
|
639
|
+
# Optional. List of instance selection options that the group will use when
|
640
|
+
# creating new VMs.
|
641
|
+
# @!attribute [r] instance_selection_results
|
642
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::InstanceSelectionResult>]
|
643
|
+
# Output only. A list of instance selection results in the group.
|
644
|
+
class InstanceFlexibilityPolicy
|
645
|
+
include ::Google::Protobuf::MessageExts
|
646
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
647
|
+
|
648
|
+
# Defines machines types and a rank to which the machines types belong.
|
649
|
+
# @!attribute [rw] machine_types
|
650
|
+
# @return [::Array<::String>]
|
651
|
+
# Optional. Full machine-type names, e.g. "n1-standard-16".
|
652
|
+
# @!attribute [rw] rank
|
653
|
+
# @return [::Integer]
|
654
|
+
# Optional. Preference of this instance selection. Lower number means
|
655
|
+
# higher preference. Dataproc will first try to create a VM based on the
|
656
|
+
# machine-type with priority rank and fallback to next rank based on
|
657
|
+
# availability. Machine types and instance selections with the same
|
658
|
+
# priority have the same preference.
|
659
|
+
class InstanceSelection
|
660
|
+
include ::Google::Protobuf::MessageExts
|
661
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
662
|
+
end
|
663
|
+
|
664
|
+
# Defines a mapping from machine types to the number of VMs that are created
|
665
|
+
# with each machine type.
|
666
|
+
# @!attribute [r] machine_type
|
667
|
+
# @return [::String]
|
668
|
+
# Output only. Full machine-type names, e.g. "n1-standard-16".
|
669
|
+
# @!attribute [r] vm_count
|
670
|
+
# @return [::Integer]
|
671
|
+
# Output only. Number of VM provisioned with the machine_type.
|
672
|
+
class InstanceSelectionResult
|
673
|
+
include ::Google::Protobuf::MessageExts
|
674
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
675
|
+
end
|
676
|
+
end
|
677
|
+
|
588
678
|
# Specifies the type and number of accelerator cards attached to the instances
|
589
679
|
# of an instance. See [GPUs on Compute
|
590
680
|
# Engine](https://cloud.google.com/compute/docs/gpus/).
|
@@ -784,6 +874,9 @@ module Google
|
|
784
874
|
|
785
875
|
# The cluster is being started. It is not ready for use.
|
786
876
|
STARTING = 8
|
877
|
+
|
878
|
+
# The cluster is being repaired. It is not ready for use.
|
879
|
+
REPAIRING = 10
|
787
880
|
end
|
788
881
|
|
789
882
|
# The cluster substate.
|
@@ -1042,18 +1135,18 @@ module Google
|
|
1042
1135
|
include ::Google::Protobuf::MessageExts
|
1043
1136
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1044
1137
|
|
1045
|
-
# A Dataproc
|
1138
|
+
# A Dataproc custom metric.
|
1046
1139
|
# @!attribute [rw] metric_source
|
1047
1140
|
# @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig::MetricSource]
|
1048
|
-
# Required.
|
1049
|
-
# specified for the metric source (see [
|
1050
|
-
# (https://cloud.google.com/dataproc/docs/guides/
|
1141
|
+
# Required. A standard set of metrics is collected unless `metricOverrides`
|
1142
|
+
# are specified for the metric source (see [Custom metrics]
|
1143
|
+
# (https://cloud.google.com/dataproc/docs/guides/dataproc-metrics#custom_metrics)
|
1051
1144
|
# for more information).
|
1052
1145
|
# @!attribute [rw] metric_overrides
|
1053
1146
|
# @return [::Array<::String>]
|
1054
|
-
# Optional. Specify one or more [
|
1055
|
-
# (https://cloud.google.com/dataproc/docs/guides/
|
1056
|
-
# to collect for the metric course (for the `SPARK` metric source
|
1147
|
+
# Optional. Specify one or more [Custom metrics]
|
1148
|
+
# (https://cloud.google.com/dataproc/docs/guides/dataproc-metrics#custom_metrics)
|
1149
|
+
# to collect for the metric course (for the `SPARK` metric source (any
|
1057
1150
|
# [Spark metric]
|
1058
1151
|
# (https://spark.apache.org/docs/latest/monitoring.html#metrics) can be
|
1059
1152
|
# specified).
|
@@ -1073,28 +1166,28 @@ module Google
|
|
1073
1166
|
#
|
1074
1167
|
# Notes:
|
1075
1168
|
#
|
1076
|
-
# * Only the specified overridden metrics
|
1169
|
+
# * Only the specified overridden metrics are collected for the
|
1077
1170
|
# metric source. For example, if one or more `spark:executive` metrics
|
1078
|
-
# are listed as metric overrides, other `SPARK` metrics
|
1079
|
-
# collected. The collection of the
|
1080
|
-
# sources is unaffected. For example, if both `SPARK` andd `YARN`
|
1081
|
-
# sources are enabled, and overrides are provided for Spark
|
1082
|
-
# all
|
1171
|
+
# are listed as metric overrides, other `SPARK` metrics are not
|
1172
|
+
# collected. The collection of the metrics for other enabled custom
|
1173
|
+
# metric sources is unaffected. For example, if both `SPARK` andd `YARN`
|
1174
|
+
# metric sources are enabled, and overrides are provided for Spark
|
1175
|
+
# metrics only, all YARN metrics are collected.
|
1083
1176
|
class Metric
|
1084
1177
|
include ::Google::Protobuf::MessageExts
|
1085
1178
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1086
1179
|
end
|
1087
1180
|
|
1088
|
-
# A source for the collection of Dataproc
|
1181
|
+
# A source for the collection of Dataproc custom metrics (see [Custom
|
1089
1182
|
# metrics]
|
1090
|
-
# (https://cloud.google.com//dataproc/docs/guides/
|
1183
|
+
# (https://cloud.google.com//dataproc/docs/guides/dataproc-metrics#custom_metrics)).
|
1091
1184
|
module MetricSource
|
1092
1185
|
# Required unspecified metric source.
|
1093
1186
|
METRIC_SOURCE_UNSPECIFIED = 0
|
1094
1187
|
|
1095
|
-
#
|
1188
|
+
# Monitoring agent metrics. If this source is enabled,
|
1096
1189
|
# Dataproc enables the monitoring agent in Compute Engine,
|
1097
|
-
# and collects
|
1190
|
+
# and collects monitoring agent metrics, which are published
|
1098
1191
|
# with an `agent.googleapis.com` prefix.
|
1099
1192
|
MONITORING_AGENT_DEFAULTS = 1
|
1100
1193
|
|
@@ -82,7 +82,7 @@ module Google
|
|
82
82
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
83
83
|
# @!attribute [rw] graceful_decommission_timeout
|
84
84
|
# @return [::Google::Protobuf::Duration]
|
85
|
-
# Optional. Timeout for graceful YARN
|
85
|
+
# Optional. Timeout for graceful YARN decommissioning. [Graceful
|
86
86
|
# decommissioning]
|
87
87
|
# (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-clusters#graceful_decommissioning)
|
88
88
|
# allows the removal of nodes from the Compute Engine node group
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Type
|
22
|
+
# Represents a textual expression in the Common Expression Language (CEL)
|
23
|
+
# syntax. CEL is a C-like expression language. The syntax and semantics of CEL
|
24
|
+
# are documented at https://github.com/google/cel-spec.
|
25
|
+
#
|
26
|
+
# Example (Comparison):
|
27
|
+
#
|
28
|
+
# title: "Summary size limit"
|
29
|
+
# description: "Determines if a summary is less than 100 chars"
|
30
|
+
# expression: "document.summary.size() < 100"
|
31
|
+
#
|
32
|
+
# Example (Equality):
|
33
|
+
#
|
34
|
+
# title: "Requestor is owner"
|
35
|
+
# description: "Determines if requestor is the document owner"
|
36
|
+
# expression: "document.owner == request.auth.claims.email"
|
37
|
+
#
|
38
|
+
# Example (Logic):
|
39
|
+
#
|
40
|
+
# title: "Public documents"
|
41
|
+
# description: "Determine whether the document should be publicly visible"
|
42
|
+
# expression: "document.type != 'private' && document.type != 'internal'"
|
43
|
+
#
|
44
|
+
# Example (Data Manipulation):
|
45
|
+
#
|
46
|
+
# title: "Notification string"
|
47
|
+
# description: "Create a notification string with a timestamp."
|
48
|
+
# expression: "'New message received at ' + string(document.create_time)"
|
49
|
+
#
|
50
|
+
# The exact variables and functions that may be referenced within an expression
|
51
|
+
# are determined by the service that evaluates it. See the service
|
52
|
+
# documentation for additional information.
|
53
|
+
# @!attribute [rw] expression
|
54
|
+
# @return [::String]
|
55
|
+
# Textual representation of an expression in Common Expression Language
|
56
|
+
# syntax.
|
57
|
+
# @!attribute [rw] title
|
58
|
+
# @return [::String]
|
59
|
+
# Optional. Title for the expression, i.e. a short string describing
|
60
|
+
# its purpose. This can be used e.g. in UIs which allow to enter the
|
61
|
+
# expression.
|
62
|
+
# @!attribute [rw] description
|
63
|
+
# @return [::String]
|
64
|
+
# Optional. Description of the expression. This is a longer text which
|
65
|
+
# describes the expression, e.g. when hovered over it in a UI.
|
66
|
+
# @!attribute [rw] location
|
67
|
+
# @return [::String]
|
68
|
+
# Optional. String indicating the location of the expression for error
|
69
|
+
# reporting, e.g. a file name and a position in the file.
|
70
|
+
class Expr
|
71
|
+
include ::Google::Protobuf::MessageExts
|
72
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.20.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-09-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.20.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.20.0
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -279,6 +279,7 @@ files:
|
|
279
279
|
- proto_docs/google/protobuf/field_mask.rb
|
280
280
|
- proto_docs/google/protobuf/timestamp.rb
|
281
281
|
- proto_docs/google/rpc/status.rb
|
282
|
+
- proto_docs/google/type/expr.rb
|
282
283
|
homepage: https://github.com/googleapis/google-cloud-ruby
|
283
284
|
licenses:
|
284
285
|
- Apache-2.0
|
@@ -298,7 +299,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
298
299
|
- !ruby/object:Gem::Version
|
299
300
|
version: '0'
|
300
301
|
requirements: []
|
301
|
-
rubygems_version: 3.4.
|
302
|
+
rubygems_version: 3.4.19
|
302
303
|
signing_key:
|
303
304
|
specification_version: 4
|
304
305
|
summary: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|