google-cloud-dataproc-v1 0.6.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +1 -1
  3. data/AUTHENTICATION.md +7 -25
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +150 -56
  7. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +719 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +767 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  12. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  13. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +319 -93
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +145 -33
  16. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +10 -2
  17. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  18. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +237 -75
  19. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +145 -33
  20. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  22. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  23. data/lib/google/cloud/dataproc/v1/shared_pb.rb +43 -2
  24. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +213 -67
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +145 -33
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  29. data/lib/google/cloud/dataproc/v1.rb +1 -0
  30. data/proto_docs/google/api/resource.rb +10 -71
  31. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  32. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  33. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +55 -24
  34. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +20 -9
  35. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  36. data/proto_docs/google/cloud/dataproc/v1/shared.rb +127 -1
  37. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +12 -15
  38. metadata +13 -5
@@ -21,8 +21,121 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Runtime configuration for a workload.
25
+ # @!attribute [rw] version
26
+ # @return [::String]
27
+ # Optional. Version of the batch runtime.
28
+ # @!attribute [rw] container_image
29
+ # @return [::String]
30
+ # Optional. Optional custom container image for the job runtime environment. If
31
+ # not specified, a default container image will be used.
32
+ # @!attribute [rw] properties
33
+ # @return [::Google::Protobuf::Map{::String => ::String}]
34
+ # Optional. A mapping of property names to values, which are used to configure workload
35
+ # execution.
36
+ class RuntimeConfig
37
+ include ::Google::Protobuf::MessageExts
38
+ extend ::Google::Protobuf::MessageExts::ClassMethods
39
+
40
+ # @!attribute [rw] key
41
+ # @return [::String]
42
+ # @!attribute [rw] value
43
+ # @return [::String]
44
+ class PropertiesEntry
45
+ include ::Google::Protobuf::MessageExts
46
+ extend ::Google::Protobuf::MessageExts::ClassMethods
47
+ end
48
+ end
49
+
50
+ # Environment configuration for a workload.
51
+ # @!attribute [rw] execution_config
52
+ # @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
53
+ # Optional. Execution configuration for a workload.
54
+ # @!attribute [rw] peripherals_config
55
+ # @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
56
+ # Optional. Peripherals configuration that workload has access to.
57
+ class EnvironmentConfig
58
+ include ::Google::Protobuf::MessageExts
59
+ extend ::Google::Protobuf::MessageExts::ClassMethods
60
+ end
61
+
62
+ # Execution configuration for a workload.
63
+ # @!attribute [rw] service_account
64
+ # @return [::String]
65
+ # Optional. Service account that used to execute workload.
66
+ # @!attribute [rw] network_uri
67
+ # @return [::String]
68
+ # Optional. Network URI to connect workload to.
69
+ # @!attribute [rw] subnetwork_uri
70
+ # @return [::String]
71
+ # Optional. Subnetwork URI to connect workload to.
72
+ # @!attribute [rw] network_tags
73
+ # @return [::Array<::String>]
74
+ # Optional. Tags used for network traffic control.
75
+ # @!attribute [rw] kms_key
76
+ # @return [::String]
77
+ # Optional. The Cloud KMS key to use for encryption.
78
+ class ExecutionConfig
79
+ include ::Google::Protobuf::MessageExts
80
+ extend ::Google::Protobuf::MessageExts::ClassMethods
81
+ end
82
+
83
+ # Spark History Server configuration for the workload.
84
+ # @!attribute [rw] dataproc_cluster
85
+ # @return [::String]
86
+ # Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
87
+ # Server for the workload.
88
+ #
89
+ # Example:
90
+ #
91
+ # * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
92
+ class SparkHistoryServerConfig
93
+ include ::Google::Protobuf::MessageExts
94
+ extend ::Google::Protobuf::MessageExts::ClassMethods
95
+ end
96
+
97
+ # Auxiliary services configuration for a workload.
98
+ # @!attribute [rw] metastore_service
99
+ # @return [::String]
100
+ # Optional. Resource name of an existing Dataproc Metastore service.
101
+ #
102
+ # Example:
103
+ #
104
+ # * `projects/[project_id]/locations/[region]/services/[service_id]`
105
+ # @!attribute [rw] spark_history_server_config
106
+ # @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
107
+ # Optional. The Spark History Server configuration for the workload.
108
+ class PeripheralsConfig
109
+ include ::Google::Protobuf::MessageExts
110
+ extend ::Google::Protobuf::MessageExts::ClassMethods
111
+ end
112
+
113
+ # Runtime information about workload execution.
114
+ # @!attribute [r] endpoints
115
+ # @return [::Google::Protobuf::Map{::String => ::String}]
116
+ # Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
117
+ # URIs.
118
+ # @!attribute [r] output_uri
119
+ # @return [::String]
120
+ # Output only. A URI pointing to the location of the stdout and stderr of the workload.
121
+ # @!attribute [r] diagnostic_output_uri
122
+ # @return [::String]
123
+ # Output only. A URI pointing to the location of the diagnostics tarball.
124
+ class RuntimeInfo
125
+ include ::Google::Protobuf::MessageExts
126
+ extend ::Google::Protobuf::MessageExts::ClassMethods
127
+
128
+ # @!attribute [rw] key
129
+ # @return [::String]
130
+ # @!attribute [rw] value
131
+ # @return [::String]
132
+ class EndpointsEntry
133
+ include ::Google::Protobuf::MessageExts
134
+ extend ::Google::Protobuf::MessageExts::ClassMethods
135
+ end
136
+ end
137
+
24
138
  # Cluster components that can be activated.
25
- # Next ID: 16.
26
139
  module Component
27
140
  # Unspecified component. Specifying this will cause Cluster creation to fail.
28
141
  COMPONENT_UNSPECIFIED = 0
@@ -67,6 +180,19 @@ module Google
67
180
  # The Zookeeper service.
68
181
  ZOOKEEPER = 8
69
182
  end
183
+
184
+ # Actions in response to failure of a resource associated with a cluster.
185
+ module FailureAction
186
+ # When FailureAction is unspecified, failure action defaults to NO_ACTION.
187
+ FAILURE_ACTION_UNSPECIFIED = 0
188
+
189
+ # Take no action on failure to create a cluster resource. NO_ACTION is the
190
+ # default.
191
+ NO_ACTION = 1
192
+
193
+ # Delete the failed cluster resource.
194
+ DELETE = 2
195
+ end
70
196
  end
71
197
  end
72
198
  end
@@ -193,8 +193,8 @@ module Google
193
193
  #
194
194
  # The step id is used as prefix for job id, as job
195
195
  # `goog-dataproc-workflow-step-id` label, and in
196
- # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
197
- # field from other steps.
196
+ # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
197
+ # steps.
198
198
  #
199
199
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
200
200
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
280
280
  # A field is allowed to appear in at most one parameter's list of field
281
281
  # paths.
282
282
  #
283
- # A field path is similar in syntax to a
284
- # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
285
- # field path that references the zone field of a workflow template's cluster
286
- # selector would be specified as `placement.clusterSelector.zone`.
283
+ # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
284
+ # For example, a field path that references the zone field of a workflow
285
+ # template's cluster selector would be specified as
286
+ # `placement.clusterSelector.zone`.
287
287
  #
288
288
  # Also, field paths can reference fields using the following syntax:
289
289
  #
@@ -410,19 +410,16 @@ module Google
410
410
  # Output only. The UUID of target cluster.
411
411
  # @!attribute [r] dag_timeout
412
412
  # @return [::Google::Protobuf::Duration]
413
- # Output only. The timeout duration for the DAG of jobs, expressed in seconds
414
- # (see [JSON representation of
413
+ # Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
414
+ # [JSON representation of
415
415
  # duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
416
416
  # @!attribute [r] dag_start_time
417
417
  # @return [::Google::Protobuf::Timestamp]
418
- # Output only. DAG start time, only set for workflows with
419
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
420
- # DAG begins.
418
+ # Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
419
+ # begins.
421
420
  # @!attribute [r] dag_end_time
422
421
  # @return [::Google::Protobuf::Timestamp]
423
- # Output only. DAG end time, only set for workflows with
424
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
425
- # DAG ends.
422
+ # Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
426
423
  class WorkflowMetadata
427
424
  include ::Google::Protobuf::MessageExts
428
425
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -525,7 +522,7 @@ module Google
525
522
  # Required. The resource name of the region or location, as described
526
523
  # in https://cloud.google.com/apis/design/resource_names.
527
524
  #
528
- # * For `projects.regions.workflowTemplates,create`, the resource name of the
525
+ # * For `projects.regions.workflowTemplates.create`, the resource name of the
529
526
  # region has the following format:
530
527
  # `projects/{project_id}/regions/{region}`
531
528
  #
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.2
4
+ version: 0.8.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-07-12 00:00:00.000000000 Z
11
+ date: 2022-01-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: '0.5'
19
+ version: '0.7'
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: '0.5'
29
+ version: '0.7'
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -177,6 +177,13 @@ files:
177
177
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
178
178
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
179
179
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
180
+ - lib/google/cloud/dataproc/v1/batch_controller.rb
181
+ - lib/google/cloud/dataproc/v1/batch_controller/client.rb
182
+ - lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
183
+ - lib/google/cloud/dataproc/v1/batch_controller/operations.rb
184
+ - lib/google/cloud/dataproc/v1/batch_controller/paths.rb
185
+ - lib/google/cloud/dataproc/v1/batches_pb.rb
186
+ - lib/google/cloud/dataproc/v1/batches_services_pb.rb
180
187
  - lib/google/cloud/dataproc/v1/cluster_controller.rb
181
188
  - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
182
189
  - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -204,6 +211,7 @@ files:
204
211
  - proto_docs/google/api/field_behavior.rb
205
212
  - proto_docs/google/api/resource.rb
206
213
  - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
214
+ - proto_docs/google/cloud/dataproc/v1/batches.rb
207
215
  - proto_docs/google/cloud/dataproc/v1/clusters.rb
208
216
  - proto_docs/google/cloud/dataproc/v1/jobs.rb
209
217
  - proto_docs/google/cloud/dataproc/v1/operations.rb
@@ -235,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
235
243
  - !ruby/object:Gem::Version
236
244
  version: '0'
237
245
  requirements: []
238
- rubygems_version: 3.2.17
246
+ rubygems_version: 3.3.4
239
247
  signing_key:
240
248
  specification_version: 4
241
249
  summary: API Client library for the Cloud Dataproc V1 API