google-cloud-dataproc-v1 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +8 -8
  3. data/README.md +1 -1
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
  7. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  12. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  13. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
  16. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
  17. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  18. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
  19. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
  20. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  22. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  23. data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
  24. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  29. data/lib/google/cloud/dataproc/v1.rb +1 -0
  30. data/proto_docs/google/api/field_behavior.rb +7 -1
  31. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  32. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  33. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
  34. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
  35. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  36. data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
  37. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
  38. metadata +21 -7
@@ -21,8 +21,111 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Runtime configuration for a workload.
25
+ # @!attribute [rw] properties
26
+ # @return [::Google::Protobuf::Map{::String => ::String}]
27
+ # Optional. A mapping of property names to values, which are used to configure workload
28
+ # execution.
29
+ class RuntimeConfig
30
+ include ::Google::Protobuf::MessageExts
31
+ extend ::Google::Protobuf::MessageExts::ClassMethods
32
+
33
+ # @!attribute [rw] key
34
+ # @return [::String]
35
+ # @!attribute [rw] value
36
+ # @return [::String]
37
+ class PropertiesEntry
38
+ include ::Google::Protobuf::MessageExts
39
+ extend ::Google::Protobuf::MessageExts::ClassMethods
40
+ end
41
+ end
42
+
43
+ # Environment configuration for a workload.
44
+ # @!attribute [rw] execution_config
45
+ # @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
46
+ # Optional. Execution configuration for a workload.
47
+ # @!attribute [rw] peripherals_config
48
+ # @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
49
+ # Optional. Peripherals configuration that workload has access to.
50
+ class EnvironmentConfig
51
+ include ::Google::Protobuf::MessageExts
52
+ extend ::Google::Protobuf::MessageExts::ClassMethods
53
+ end
54
+
55
+ # Execution configuration for a workload.
56
+ # @!attribute [rw] service_account
57
+ # @return [::String]
58
+ # Optional. Service account that used to execute workload.
59
+ # @!attribute [rw] network_uri
60
+ # @return [::String]
61
+ # Optional. Network URI to connect workload to.
62
+ # @!attribute [rw] subnetwork_uri
63
+ # @return [::String]
64
+ # Optional. Subnetwork URI to connect workload to.
65
+ # @!attribute [rw] network_tags
66
+ # @return [::Array<::String>]
67
+ # Optional. Tags used for network traffic control.
68
+ # @!attribute [rw] kms_key
69
+ # @return [::String]
70
+ # Optional. The Cloud KMS key to use for encryption.
71
+ class ExecutionConfig
72
+ include ::Google::Protobuf::MessageExts
73
+ extend ::Google::Protobuf::MessageExts::ClassMethods
74
+ end
75
+
76
+ # Spark History Server configuration for the workload.
77
+ # @!attribute [rw] dataproc_cluster
78
+ # @return [::String]
79
+ # Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
80
+ # Server for the workload.
81
+ #
82
+ # Example:
83
+ #
84
+ # * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
85
+ class SparkHistoryServerConfig
86
+ include ::Google::Protobuf::MessageExts
87
+ extend ::Google::Protobuf::MessageExts::ClassMethods
88
+ end
89
+
90
+ # Auxiliary services configuration for a workload.
91
+ # @!attribute [rw] metastore_service
92
+ # @return [::String]
93
+ # Optional. Resource name of an existing Dataproc Metastore service.
94
+ #
95
+ # Example:
96
+ #
97
+ # * `projects/[project_id]/locations/[region]/services/[service_id]`
98
+ # @!attribute [rw] spark_history_server_config
99
+ # @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
100
+ # Optional. The Spark History Server configuration for the workload.
101
+ class PeripheralsConfig
102
+ include ::Google::Protobuf::MessageExts
103
+ extend ::Google::Protobuf::MessageExts::ClassMethods
104
+ end
105
+
106
+ # Runtime information about workload execution.
107
+ # @!attribute [r] endpoints
108
+ # @return [::Google::Protobuf::Map{::String => ::String}]
109
+ # Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
110
+ # URIs.
111
+ # @!attribute [r] output_uri
112
+ # @return [::String]
113
+ # Output only. A URI pointing to the location of the stdout and stderr of the workload.
114
+ class RuntimeInfo
115
+ include ::Google::Protobuf::MessageExts
116
+ extend ::Google::Protobuf::MessageExts::ClassMethods
117
+
118
+ # @!attribute [rw] key
119
+ # @return [::String]
120
+ # @!attribute [rw] value
121
+ # @return [::String]
122
+ class EndpointsEntry
123
+ include ::Google::Protobuf::MessageExts
124
+ extend ::Google::Protobuf::MessageExts::ClassMethods
125
+ end
126
+ end
127
+
24
128
  # Cluster components that can be activated.
25
- # Next ID: 16.
26
129
  module Component
27
130
  # Unspecified component. Specifying this will cause Cluster creation to fail.
28
131
  COMPONENT_UNSPECIFIED = 0
@@ -67,6 +170,19 @@ module Google
67
170
  # The Zookeeper service.
68
171
  ZOOKEEPER = 8
69
172
  end
173
+
174
+ # Actions in response to failure of a resource associated with a cluster.
175
+ module FailureAction
176
+ # When FailureAction is unspecified, failure action defaults to NO_ACTION.
177
+ FAILURE_ACTION_UNSPECIFIED = 0
178
+
179
+ # Take no action on failure to create a cluster resource. NO_ACTION is the
180
+ # default.
181
+ NO_ACTION = 1
182
+
183
+ # Delete the failed cluster resource.
184
+ DELETE = 2
185
+ end
70
186
  end
71
187
  end
72
188
  end
@@ -193,8 +193,8 @@ module Google
193
193
  #
194
194
  # The step id is used as prefix for job id, as job
195
195
  # `goog-dataproc-workflow-step-id` label, and in
196
- # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
197
- # field from other steps.
196
+ # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
197
+ # steps.
198
198
  #
199
199
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
200
200
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
280
280
  # A field is allowed to appear in at most one parameter's list of field
281
281
  # paths.
282
282
  #
283
- # A field path is similar in syntax to a
284
- # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
285
- # field path that references the zone field of a workflow template's cluster
286
- # selector would be specified as `placement.clusterSelector.zone`.
283
+ # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
284
+ # For example, a field path that references the zone field of a workflow
285
+ # template's cluster selector would be specified as
286
+ # `placement.clusterSelector.zone`.
287
287
  #
288
288
  # Also, field paths can reference fields using the following syntax:
289
289
  #
@@ -410,19 +410,16 @@ module Google
410
410
  # Output only. The UUID of target cluster.
411
411
  # @!attribute [r] dag_timeout
412
412
  # @return [::Google::Protobuf::Duration]
413
- # Output only. The timeout duration for the DAG of jobs, expressed in seconds
414
- # (see [JSON representation of
413
+ # Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
414
+ # [JSON representation of
415
415
  # duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
416
416
  # @!attribute [r] dag_start_time
417
417
  # @return [::Google::Protobuf::Timestamp]
418
- # Output only. DAG start time, only set for workflows with
419
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
420
- # DAG begins.
418
+ # Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
419
+ # begins.
421
420
  # @!attribute [r] dag_end_time
422
421
  # @return [::Google::Protobuf::Timestamp]
423
- # Output only. DAG end time, only set for workflows with
424
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
425
- # DAG ends.
422
+ # Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
426
423
  class WorkflowMetadata
427
424
  include ::Google::Protobuf::MessageExts
428
425
  extend ::Google::Protobuf::MessageExts::ClassMethods
metadata CHANGED
@@ -1,29 +1,35 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.0
4
+ version: 0.7.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-10-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - "~>"
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0.7'
20
+ - - "<"
18
21
  - !ruby/object:Gem::Version
19
- version: '0.4'
22
+ version: 2.a
20
23
  type: :runtime
21
24
  prerelease: false
22
25
  version_requirements: !ruby/object:Gem::Requirement
23
26
  requirements:
24
- - - "~>"
27
+ - - ">="
28
+ - !ruby/object:Gem::Version
29
+ version: '0.7'
30
+ - - "<"
25
31
  - !ruby/object:Gem::Version
26
- version: '0.4'
32
+ version: 2.a
27
33
  - !ruby/object:Gem::Dependency
28
34
  name: google-cloud-errors
29
35
  requirement: !ruby/object:Gem::Requirement
@@ -171,6 +177,13 @@ files:
171
177
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
172
178
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
173
179
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
180
+ - lib/google/cloud/dataproc/v1/batch_controller.rb
181
+ - lib/google/cloud/dataproc/v1/batch_controller/client.rb
182
+ - lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
183
+ - lib/google/cloud/dataproc/v1/batch_controller/operations.rb
184
+ - lib/google/cloud/dataproc/v1/batch_controller/paths.rb
185
+ - lib/google/cloud/dataproc/v1/batches_pb.rb
186
+ - lib/google/cloud/dataproc/v1/batches_services_pb.rb
174
187
  - lib/google/cloud/dataproc/v1/cluster_controller.rb
175
188
  - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
176
189
  - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -198,6 +211,7 @@ files:
198
211
  - proto_docs/google/api/field_behavior.rb
199
212
  - proto_docs/google/api/resource.rb
200
213
  - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
214
+ - proto_docs/google/cloud/dataproc/v1/batches.rb
201
215
  - proto_docs/google/cloud/dataproc/v1/clusters.rb
202
216
  - proto_docs/google/cloud/dataproc/v1/jobs.rb
203
217
  - proto_docs/google/cloud/dataproc/v1/operations.rb
@@ -229,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
229
243
  - !ruby/object:Gem::Version
230
244
  version: '0'
231
245
  requirements: []
232
- rubygems_version: 3.2.13
246
+ rubygems_version: 3.2.17
233
247
  signing_key:
234
248
  specification_version: 4
235
249
  summary: API Client library for the Cloud Dataproc V1 API