google-cloud-dataproc-v1 0.6.2 → 0.8.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +1 -1
  3. data/AUTHENTICATION.md +7 -25
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +150 -56
  7. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +719 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +767 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  12. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  13. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +319 -93
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +145 -33
  16. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +10 -2
  17. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  18. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +237 -75
  19. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +145 -33
  20. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  22. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  23. data/lib/google/cloud/dataproc/v1/shared_pb.rb +43 -2
  24. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +213 -67
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +145 -33
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  29. data/lib/google/cloud/dataproc/v1.rb +1 -0
  30. data/proto_docs/google/api/resource.rb +10 -71
  31. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  32. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  33. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +55 -24
  34. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +20 -9
  35. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  36. data/proto_docs/google/cloud/dataproc/v1/shared.rb +127 -1
  37. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +12 -15
  38. metadata +13 -5
@@ -21,8 +21,121 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Runtime configuration for a workload.
25
+ # @!attribute [rw] version
26
+ # @return [::String]
27
+ # Optional. Version of the batch runtime.
28
+ # @!attribute [rw] container_image
29
+ # @return [::String]
30
+ # Optional. Optional custom container image for the job runtime environment. If
31
+ # not specified, a default container image will be used.
32
+ # @!attribute [rw] properties
33
+ # @return [::Google::Protobuf::Map{::String => ::String}]
34
+ # Optional. A mapping of property names to values, which are used to configure workload
35
+ # execution.
36
+ class RuntimeConfig
37
+ include ::Google::Protobuf::MessageExts
38
+ extend ::Google::Protobuf::MessageExts::ClassMethods
39
+
40
+ # @!attribute [rw] key
41
+ # @return [::String]
42
+ # @!attribute [rw] value
43
+ # @return [::String]
44
+ class PropertiesEntry
45
+ include ::Google::Protobuf::MessageExts
46
+ extend ::Google::Protobuf::MessageExts::ClassMethods
47
+ end
48
+ end
49
+
50
+ # Environment configuration for a workload.
51
+ # @!attribute [rw] execution_config
52
+ # @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
53
+ # Optional. Execution configuration for a workload.
54
+ # @!attribute [rw] peripherals_config
55
+ # @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
56
+ # Optional. Peripherals configuration that workload has access to.
57
+ class EnvironmentConfig
58
+ include ::Google::Protobuf::MessageExts
59
+ extend ::Google::Protobuf::MessageExts::ClassMethods
60
+ end
61
+
62
+ # Execution configuration for a workload.
63
+ # @!attribute [rw] service_account
64
+ # @return [::String]
65
+ # Optional. Service account that used to execute workload.
66
+ # @!attribute [rw] network_uri
67
+ # @return [::String]
68
+ # Optional. Network URI to connect workload to.
69
+ # @!attribute [rw] subnetwork_uri
70
+ # @return [::String]
71
+ # Optional. Subnetwork URI to connect workload to.
72
+ # @!attribute [rw] network_tags
73
+ # @return [::Array<::String>]
74
+ # Optional. Tags used for network traffic control.
75
+ # @!attribute [rw] kms_key
76
+ # @return [::String]
77
+ # Optional. The Cloud KMS key to use for encryption.
78
+ class ExecutionConfig
79
+ include ::Google::Protobuf::MessageExts
80
+ extend ::Google::Protobuf::MessageExts::ClassMethods
81
+ end
82
+
83
+ # Spark History Server configuration for the workload.
84
+ # @!attribute [rw] dataproc_cluster
85
+ # @return [::String]
86
+ # Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
87
+ # Server for the workload.
88
+ #
89
+ # Example:
90
+ #
91
+ # * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
92
+ class SparkHistoryServerConfig
93
+ include ::Google::Protobuf::MessageExts
94
+ extend ::Google::Protobuf::MessageExts::ClassMethods
95
+ end
96
+
97
+ # Auxiliary services configuration for a workload.
98
+ # @!attribute [rw] metastore_service
99
+ # @return [::String]
100
+ # Optional. Resource name of an existing Dataproc Metastore service.
101
+ #
102
+ # Example:
103
+ #
104
+ # * `projects/[project_id]/locations/[region]/services/[service_id]`
105
+ # @!attribute [rw] spark_history_server_config
106
+ # @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
107
+ # Optional. The Spark History Server configuration for the workload.
108
+ class PeripheralsConfig
109
+ include ::Google::Protobuf::MessageExts
110
+ extend ::Google::Protobuf::MessageExts::ClassMethods
111
+ end
112
+
113
+ # Runtime information about workload execution.
114
+ # @!attribute [r] endpoints
115
+ # @return [::Google::Protobuf::Map{::String => ::String}]
116
+ # Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
117
+ # URIs.
118
+ # @!attribute [r] output_uri
119
+ # @return [::String]
120
+ # Output only. A URI pointing to the location of the stdout and stderr of the workload.
121
+ # @!attribute [r] diagnostic_output_uri
122
+ # @return [::String]
123
+ # Output only. A URI pointing to the location of the diagnostics tarball.
124
+ class RuntimeInfo
125
+ include ::Google::Protobuf::MessageExts
126
+ extend ::Google::Protobuf::MessageExts::ClassMethods
127
+
128
+ # @!attribute [rw] key
129
+ # @return [::String]
130
+ # @!attribute [rw] value
131
+ # @return [::String]
132
+ class EndpointsEntry
133
+ include ::Google::Protobuf::MessageExts
134
+ extend ::Google::Protobuf::MessageExts::ClassMethods
135
+ end
136
+ end
137
+
24
138
  # Cluster components that can be activated.
25
- # Next ID: 16.
26
139
  module Component
27
140
  # Unspecified component. Specifying this will cause Cluster creation to fail.
28
141
  COMPONENT_UNSPECIFIED = 0
@@ -67,6 +180,19 @@ module Google
67
180
  # The Zookeeper service.
68
181
  ZOOKEEPER = 8
69
182
  end
183
+
184
+ # Actions in response to failure of a resource associated with a cluster.
185
+ module FailureAction
186
+ # When FailureAction is unspecified, failure action defaults to NO_ACTION.
187
+ FAILURE_ACTION_UNSPECIFIED = 0
188
+
189
+ # Take no action on failure to create a cluster resource. NO_ACTION is the
190
+ # default.
191
+ NO_ACTION = 1
192
+
193
+ # Delete the failed cluster resource.
194
+ DELETE = 2
195
+ end
70
196
  end
71
197
  end
72
198
  end
@@ -193,8 +193,8 @@ module Google
193
193
  #
194
194
  # The step id is used as prefix for job id, as job
195
195
  # `goog-dataproc-workflow-step-id` label, and in
196
- # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
197
- # field from other steps.
196
+ # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
197
+ # steps.
198
198
  #
199
199
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
200
200
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
280
280
  # A field is allowed to appear in at most one parameter's list of field
281
281
  # paths.
282
282
  #
283
- # A field path is similar in syntax to a
284
- # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
285
- # field path that references the zone field of a workflow template's cluster
286
- # selector would be specified as `placement.clusterSelector.zone`.
283
+ # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
284
+ # For example, a field path that references the zone field of a workflow
285
+ # template's cluster selector would be specified as
286
+ # `placement.clusterSelector.zone`.
287
287
  #
288
288
  # Also, field paths can reference fields using the following syntax:
289
289
  #
@@ -410,19 +410,16 @@ module Google
410
410
  # Output only. The UUID of target cluster.
411
411
  # @!attribute [r] dag_timeout
412
412
  # @return [::Google::Protobuf::Duration]
413
- # Output only. The timeout duration for the DAG of jobs, expressed in seconds
414
- # (see [JSON representation of
413
+ # Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
414
+ # [JSON representation of
415
415
  # duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
416
416
  # @!attribute [r] dag_start_time
417
417
  # @return [::Google::Protobuf::Timestamp]
418
- # Output only. DAG start time, only set for workflows with
419
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
420
- # DAG begins.
418
+ # Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
419
+ # begins.
421
420
  # @!attribute [r] dag_end_time
422
421
  # @return [::Google::Protobuf::Timestamp]
423
- # Output only. DAG end time, only set for workflows with
424
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
425
- # DAG ends.
422
+ # Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
426
423
  class WorkflowMetadata
427
424
  include ::Google::Protobuf::MessageExts
428
425
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -525,7 +522,7 @@ module Google
525
522
  # Required. The resource name of the region or location, as described
526
523
  # in https://cloud.google.com/apis/design/resource_names.
527
524
  #
528
- # * For `projects.regions.workflowTemplates,create`, the resource name of the
525
+ # * For `projects.regions.workflowTemplates.create`, the resource name of the
529
526
  # region has the following format:
530
527
  # `projects/{project_id}/regions/{region}`
531
528
  #
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.2
4
+ version: 0.8.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-07-12 00:00:00.000000000 Z
11
+ date: 2022-01-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: '0.5'
19
+ version: '0.7'
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: '0.5'
29
+ version: '0.7'
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -177,6 +177,13 @@ files:
177
177
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
178
178
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
179
179
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
180
+ - lib/google/cloud/dataproc/v1/batch_controller.rb
181
+ - lib/google/cloud/dataproc/v1/batch_controller/client.rb
182
+ - lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
183
+ - lib/google/cloud/dataproc/v1/batch_controller/operations.rb
184
+ - lib/google/cloud/dataproc/v1/batch_controller/paths.rb
185
+ - lib/google/cloud/dataproc/v1/batches_pb.rb
186
+ - lib/google/cloud/dataproc/v1/batches_services_pb.rb
180
187
  - lib/google/cloud/dataproc/v1/cluster_controller.rb
181
188
  - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
182
189
  - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -204,6 +211,7 @@ files:
204
211
  - proto_docs/google/api/field_behavior.rb
205
212
  - proto_docs/google/api/resource.rb
206
213
  - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
214
+ - proto_docs/google/cloud/dataproc/v1/batches.rb
207
215
  - proto_docs/google/cloud/dataproc/v1/clusters.rb
208
216
  - proto_docs/google/cloud/dataproc/v1/jobs.rb
209
217
  - proto_docs/google/cloud/dataproc/v1/operations.rb
@@ -235,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
235
243
  - !ruby/object:Gem::Version
236
244
  version: '0'
237
245
  requirements: []
238
- rubygems_version: 3.2.17
246
+ rubygems_version: 3.3.4
239
247
  signing_key:
240
248
  specification_version: 4
241
249
  summary: API Client library for the Cloud Dataproc V1 API