google-cloud-dataproc-v1 0.6.0 → 0.7.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +8 -8
  3. data/README.md +1 -1
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
  7. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  12. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  13. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
  16. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
  17. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  18. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
  19. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
  20. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  22. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  23. data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
  24. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  29. data/lib/google/cloud/dataproc/v1.rb +1 -0
  30. data/proto_docs/google/api/field_behavior.rb +7 -1
  31. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  32. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  33. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
  34. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
  35. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  36. data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
  37. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
  38. metadata +21 -7
@@ -21,8 +21,111 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Runtime configuration for a workload.
25
+ # @!attribute [rw] properties
26
+ # @return [::Google::Protobuf::Map{::String => ::String}]
27
+ # Optional. A mapping of property names to values, which are used to configure workload
28
+ # execution.
29
+ class RuntimeConfig
30
+ include ::Google::Protobuf::MessageExts
31
+ extend ::Google::Protobuf::MessageExts::ClassMethods
32
+
33
+ # @!attribute [rw] key
34
+ # @return [::String]
35
+ # @!attribute [rw] value
36
+ # @return [::String]
37
+ class PropertiesEntry
38
+ include ::Google::Protobuf::MessageExts
39
+ extend ::Google::Protobuf::MessageExts::ClassMethods
40
+ end
41
+ end
42
+
43
+ # Environment configuration for a workload.
44
+ # @!attribute [rw] execution_config
45
+ # @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
46
+ # Optional. Execution configuration for a workload.
47
+ # @!attribute [rw] peripherals_config
48
+ # @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
49
+ # Optional. Peripherals configuration that workload has access to.
50
+ class EnvironmentConfig
51
+ include ::Google::Protobuf::MessageExts
52
+ extend ::Google::Protobuf::MessageExts::ClassMethods
53
+ end
54
+
55
+ # Execution configuration for a workload.
56
+ # @!attribute [rw] service_account
57
+ # @return [::String]
58
+ # Optional. Service account that used to execute workload.
59
+ # @!attribute [rw] network_uri
60
+ # @return [::String]
61
+ # Optional. Network URI to connect workload to.
62
+ # @!attribute [rw] subnetwork_uri
63
+ # @return [::String]
64
+ # Optional. Subnetwork URI to connect workload to.
65
+ # @!attribute [rw] network_tags
66
+ # @return [::Array<::String>]
67
+ # Optional. Tags used for network traffic control.
68
+ # @!attribute [rw] kms_key
69
+ # @return [::String]
70
+ # Optional. The Cloud KMS key to use for encryption.
71
+ class ExecutionConfig
72
+ include ::Google::Protobuf::MessageExts
73
+ extend ::Google::Protobuf::MessageExts::ClassMethods
74
+ end
75
+
76
+ # Spark History Server configuration for the workload.
77
+ # @!attribute [rw] dataproc_cluster
78
+ # @return [::String]
79
+ # Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
80
+ # Server for the workload.
81
+ #
82
+ # Example:
83
+ #
84
+ # * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
85
+ class SparkHistoryServerConfig
86
+ include ::Google::Protobuf::MessageExts
87
+ extend ::Google::Protobuf::MessageExts::ClassMethods
88
+ end
89
+
90
+ # Auxiliary services configuration for a workload.
91
+ # @!attribute [rw] metastore_service
92
+ # @return [::String]
93
+ # Optional. Resource name of an existing Dataproc Metastore service.
94
+ #
95
+ # Example:
96
+ #
97
+ # * `projects/[project_id]/locations/[region]/services/[service_id]`
98
+ # @!attribute [rw] spark_history_server_config
99
+ # @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
100
+ # Optional. The Spark History Server configuration for the workload.
101
+ class PeripheralsConfig
102
+ include ::Google::Protobuf::MessageExts
103
+ extend ::Google::Protobuf::MessageExts::ClassMethods
104
+ end
105
+
106
+ # Runtime information about workload execution.
107
+ # @!attribute [r] endpoints
108
+ # @return [::Google::Protobuf::Map{::String => ::String}]
109
+ # Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
110
+ # URIs.
111
+ # @!attribute [r] output_uri
112
+ # @return [::String]
113
+ # Output only. A URI pointing to the location of the stdout and stderr of the workload.
114
+ class RuntimeInfo
115
+ include ::Google::Protobuf::MessageExts
116
+ extend ::Google::Protobuf::MessageExts::ClassMethods
117
+
118
+ # @!attribute [rw] key
119
+ # @return [::String]
120
+ # @!attribute [rw] value
121
+ # @return [::String]
122
+ class EndpointsEntry
123
+ include ::Google::Protobuf::MessageExts
124
+ extend ::Google::Protobuf::MessageExts::ClassMethods
125
+ end
126
+ end
127
+
24
128
  # Cluster components that can be activated.
25
- # Next ID: 16.
26
129
  module Component
27
130
  # Unspecified component. Specifying this will cause Cluster creation to fail.
28
131
  COMPONENT_UNSPECIFIED = 0
@@ -67,6 +170,19 @@ module Google
67
170
  # The Zookeeper service.
68
171
  ZOOKEEPER = 8
69
172
  end
173
+
174
+ # Actions in response to failure of a resource associated with a cluster.
175
+ module FailureAction
176
+ # When FailureAction is unspecified, failure action defaults to NO_ACTION.
177
+ FAILURE_ACTION_UNSPECIFIED = 0
178
+
179
+ # Take no action on failure to create a cluster resource. NO_ACTION is the
180
+ # default.
181
+ NO_ACTION = 1
182
+
183
+ # Delete the failed cluster resource.
184
+ DELETE = 2
185
+ end
70
186
  end
71
187
  end
72
188
  end
@@ -193,8 +193,8 @@ module Google
193
193
  #
194
194
  # The step id is used as prefix for job id, as job
195
195
  # `goog-dataproc-workflow-step-id` label, and in
196
- # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
197
- # field from other steps.
196
+ # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
197
+ # steps.
198
198
  #
199
199
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
200
200
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
280
280
  # A field is allowed to appear in at most one parameter's list of field
281
281
  # paths.
282
282
  #
283
- # A field path is similar in syntax to a
284
- # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
285
- # field path that references the zone field of a workflow template's cluster
286
- # selector would be specified as `placement.clusterSelector.zone`.
283
+ # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
284
+ # For example, a field path that references the zone field of a workflow
285
+ # template's cluster selector would be specified as
286
+ # `placement.clusterSelector.zone`.
287
287
  #
288
288
  # Also, field paths can reference fields using the following syntax:
289
289
  #
@@ -410,19 +410,16 @@ module Google
410
410
  # Output only. The UUID of target cluster.
411
411
  # @!attribute [r] dag_timeout
412
412
  # @return [::Google::Protobuf::Duration]
413
- # Output only. The timeout duration for the DAG of jobs, expressed in seconds
414
- # (see [JSON representation of
413
+ # Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
414
+ # [JSON representation of
415
415
  # duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
416
416
  # @!attribute [r] dag_start_time
417
417
  # @return [::Google::Protobuf::Timestamp]
418
- # Output only. DAG start time, only set for workflows with
419
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
420
- # DAG begins.
418
+ # Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
419
+ # begins.
421
420
  # @!attribute [r] dag_end_time
422
421
  # @return [::Google::Protobuf::Timestamp]
423
- # Output only. DAG end time, only set for workflows with
424
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
425
- # DAG ends.
422
+ # Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
426
423
  class WorkflowMetadata
427
424
  include ::Google::Protobuf::MessageExts
428
425
  extend ::Google::Protobuf::MessageExts::ClassMethods
metadata CHANGED
@@ -1,29 +1,35 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.0
4
+ version: 0.7.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-10-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - "~>"
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0.7'
20
+ - - "<"
18
21
  - !ruby/object:Gem::Version
19
- version: '0.4'
22
+ version: 2.a
20
23
  type: :runtime
21
24
  prerelease: false
22
25
  version_requirements: !ruby/object:Gem::Requirement
23
26
  requirements:
24
- - - "~>"
27
+ - - ">="
28
+ - !ruby/object:Gem::Version
29
+ version: '0.7'
30
+ - - "<"
25
31
  - !ruby/object:Gem::Version
26
- version: '0.4'
32
+ version: 2.a
27
33
  - !ruby/object:Gem::Dependency
28
34
  name: google-cloud-errors
29
35
  requirement: !ruby/object:Gem::Requirement
@@ -171,6 +177,13 @@ files:
171
177
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
172
178
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
173
179
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
180
+ - lib/google/cloud/dataproc/v1/batch_controller.rb
181
+ - lib/google/cloud/dataproc/v1/batch_controller/client.rb
182
+ - lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
183
+ - lib/google/cloud/dataproc/v1/batch_controller/operations.rb
184
+ - lib/google/cloud/dataproc/v1/batch_controller/paths.rb
185
+ - lib/google/cloud/dataproc/v1/batches_pb.rb
186
+ - lib/google/cloud/dataproc/v1/batches_services_pb.rb
174
187
  - lib/google/cloud/dataproc/v1/cluster_controller.rb
175
188
  - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
176
189
  - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -198,6 +211,7 @@ files:
198
211
  - proto_docs/google/api/field_behavior.rb
199
212
  - proto_docs/google/api/resource.rb
200
213
  - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
214
+ - proto_docs/google/cloud/dataproc/v1/batches.rb
201
215
  - proto_docs/google/cloud/dataproc/v1/clusters.rb
202
216
  - proto_docs/google/cloud/dataproc/v1/jobs.rb
203
217
  - proto_docs/google/cloud/dataproc/v1/operations.rb
@@ -229,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
229
243
  - !ruby/object:Gem::Version
230
244
  version: '0'
231
245
  requirements: []
232
- rubygems_version: 3.2.13
246
+ rubygems_version: 3.2.17
233
247
  signing_key:
234
248
  specification_version: 4
235
249
  summary: API Client library for the Cloud Dataproc V1 API