google-cloud-dataproc-v1 1.1.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +31 -21
  3. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +36 -6
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +36 -6
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +54 -32
  6. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +37 -5
  7. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +19 -15
  8. data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +37 -5
  9. data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +50 -38
  10. data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +46 -26
  11. data/lib/google/cloud/dataproc/v1/batches_pb.rb +1 -1
  12. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +49 -16
  13. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +19 -15
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +21 -0
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +49 -16
  16. data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +50 -38
  17. data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +78 -50
  18. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +2 -1
  19. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +37 -8
  20. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +19 -15
  21. data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +37 -8
  22. data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +50 -38
  23. data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +70 -44
  24. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -1
  25. data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +37 -4
  26. data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +19 -15
  27. data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +37 -4
  28. data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +50 -38
  29. data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +38 -20
  30. data/lib/google/cloud/dataproc/v1/session_controller/client.rb +43 -9
  31. data/lib/google/cloud/dataproc/v1/session_controller/operations.rb +19 -15
  32. data/lib/google/cloud/dataproc/v1/session_controller/rest/client.rb +43 -9
  33. data/lib/google/cloud/dataproc/v1/session_controller/rest/operations.rb +50 -38
  34. data/lib/google/cloud/dataproc/v1/session_controller/rest/service_stub.rb +54 -32
  35. data/lib/google/cloud/dataproc/v1/session_template_controller/client.rb +36 -6
  36. data/lib/google/cloud/dataproc/v1/session_template_controller/rest/client.rb +36 -6
  37. data/lib/google/cloud/dataproc/v1/session_template_controller/rest/service_stub.rb +54 -32
  38. data/lib/google/cloud/dataproc/v1/session_templates_pb.rb +1 -1
  39. data/lib/google/cloud/dataproc/v1/sessions_pb.rb +2 -1
  40. data/lib/google/cloud/dataproc/v1/shared_pb.rb +3 -1
  41. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  42. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +38 -8
  43. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +19 -15
  44. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +21 -0
  45. data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +38 -8
  46. data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +50 -38
  47. data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +70 -44
  48. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -1
  49. data/proto_docs/google/api/client.rb +53 -0
  50. data/proto_docs/google/cloud/dataproc/v1/batches.rb +17 -0
  51. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +111 -23
  52. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +130 -23
  53. data/proto_docs/google/cloud/dataproc/v1/session_templates.rb +7 -0
  54. data/proto_docs/google/cloud/dataproc/v1/sessions.rb +17 -3
  55. data/proto_docs/google/cloud/dataproc/v1/shared.rb +42 -4
  56. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +79 -0
  57. data/proto_docs/google/longrunning/operations.rb +23 -14
  58. metadata +6 -9
@@ -90,10 +90,50 @@ module Google
90
90
  # [managed
91
91
  # cluster](/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
92
92
  # the cluster is deleted.
93
+ # @!attribute [rw] encryption_config
94
+ # @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate::EncryptionConfig]
95
+ # Optional. Encryption settings for encrypting workflow template job
96
+ # arguments.
93
97
  class WorkflowTemplate
94
98
  include ::Google::Protobuf::MessageExts
95
99
  extend ::Google::Protobuf::MessageExts::ClassMethods
96
100
 
101
+ # Encryption settings for encrypting workflow template job arguments.
102
+ # @!attribute [rw] kms_key
103
+ # @return [::String]
104
+ # Optional. The Cloud KMS key name to use for encrypting
105
+ # workflow template job arguments.
106
+ #
107
+ # When this this key is provided, the following workflow template
108
+ # [job arguments]
109
+ # (https://cloud.google.com/dataproc/docs/concepts/workflows/use-workflows#adding_jobs_to_a_template),
110
+ # if present, are
111
+ # [CMEK
112
+ # encrypted](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#use_cmek_with_workflow_template_data):
113
+ #
114
+ # * [FlinkJob
115
+ # args](https://cloud.google.com/dataproc/docs/reference/rest/v1/FlinkJob)
116
+ # * [HadoopJob
117
+ # args](https://cloud.google.com/dataproc/docs/reference/rest/v1/HadoopJob)
118
+ # * [SparkJob
119
+ # args](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkJob)
120
+ # * [SparkRJob
121
+ # args](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkRJob)
122
+ # * [PySparkJob
123
+ # args](https://cloud.google.com/dataproc/docs/reference/rest/v1/PySparkJob)
124
+ # * [SparkSqlJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkSqlJob)
125
+ # scriptVariables and queryList.queries
126
+ # * [HiveJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HiveJob)
127
+ # scriptVariables and queryList.queries
128
+ # * [PigJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/PigJob)
129
+ # scriptVariables and queryList.queries
130
+ # * [PrestoJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/PrestoJob)
131
+ # scriptVariables and queryList.queries
132
+ class EncryptionConfig
133
+ include ::Google::Protobuf::MessageExts
134
+ extend ::Google::Protobuf::MessageExts::ClassMethods
135
+ end
136
+
97
137
  # @!attribute [rw] key
98
138
  # @return [::String]
99
139
  # @!attribute [rw] value
@@ -110,12 +150,16 @@ module Google
110
150
  # @!attribute [rw] managed_cluster
111
151
  # @return [::Google::Cloud::Dataproc::V1::ManagedCluster]
112
152
  # A cluster that is managed by the workflow.
153
+ #
154
+ # Note: The following fields are mutually exclusive: `managed_cluster`, `cluster_selector`. If a field in that set is populated, all other fields in the set will automatically be cleared.
113
155
  # @!attribute [rw] cluster_selector
114
156
  # @return [::Google::Cloud::Dataproc::V1::ClusterSelector]
115
157
  # Optional. A selector that chooses target cluster for jobs based
116
158
  # on metadata.
117
159
  #
118
160
  # The selector is evaluated at the time each job is submitted.
161
+ #
162
+ # Note: The following fields are mutually exclusive: `cluster_selector`, `managed_cluster`. If a field in that set is populated, all other fields in the set will automatically be cleared.
119
163
  class WorkflowTemplatePlacement
120
164
  include ::Google::Protobuf::MessageExts
121
165
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -202,27 +246,53 @@ module Google
202
246
  # @!attribute [rw] hadoop_job
203
247
  # @return [::Google::Cloud::Dataproc::V1::HadoopJob]
204
248
  # Optional. Job is a Hadoop job.
249
+ #
250
+ # Note: The following fields are mutually exclusive: `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
205
251
  # @!attribute [rw] spark_job
206
252
  # @return [::Google::Cloud::Dataproc::V1::SparkJob]
207
253
  # Optional. Job is a Spark job.
254
+ #
255
+ # Note: The following fields are mutually exclusive: `spark_job`, `hadoop_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
208
256
  # @!attribute [rw] pyspark_job
209
257
  # @return [::Google::Cloud::Dataproc::V1::PySparkJob]
210
258
  # Optional. Job is a PySpark job.
259
+ #
260
+ # Note: The following fields are mutually exclusive: `pyspark_job`, `hadoop_job`, `spark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
211
261
  # @!attribute [rw] hive_job
212
262
  # @return [::Google::Cloud::Dataproc::V1::HiveJob]
213
263
  # Optional. Job is a Hive job.
264
+ #
265
+ # Note: The following fields are mutually exclusive: `hive_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
214
266
  # @!attribute [rw] pig_job
215
267
  # @return [::Google::Cloud::Dataproc::V1::PigJob]
216
268
  # Optional. Job is a Pig job.
269
+ #
270
+ # Note: The following fields are mutually exclusive: `pig_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
217
271
  # @!attribute [rw] spark_r_job
218
272
  # @return [::Google::Cloud::Dataproc::V1::SparkRJob]
219
273
  # Optional. Job is a SparkR job.
274
+ #
275
+ # Note: The following fields are mutually exclusive: `spark_r_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_sql_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
220
276
  # @!attribute [rw] spark_sql_job
221
277
  # @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
222
278
  # Optional. Job is a SparkSql job.
279
+ #
280
+ # Note: The following fields are mutually exclusive: `spark_sql_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `presto_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
223
281
  # @!attribute [rw] presto_job
224
282
  # @return [::Google::Cloud::Dataproc::V1::PrestoJob]
225
283
  # Optional. Job is a Presto job.
284
+ #
285
+ # Note: The following fields are mutually exclusive: `presto_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `trino_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
286
+ # @!attribute [rw] trino_job
287
+ # @return [::Google::Cloud::Dataproc::V1::TrinoJob]
288
+ # Optional. Job is a Trino job.
289
+ #
290
+ # Note: The following fields are mutually exclusive: `trino_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `flink_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
291
+ # @!attribute [rw] flink_job
292
+ # @return [::Google::Cloud::Dataproc::V1::FlinkJob]
293
+ # Optional. Job is a Flink job.
294
+ #
295
+ # Note: The following fields are mutually exclusive: `flink_job`, `hadoop_job`, `spark_job`, `pyspark_job`, `hive_job`, `pig_job`, `spark_r_job`, `spark_sql_job`, `presto_job`, `trino_job`. If a field in that set is populated, all other fields in the set will automatically be cleared.
226
296
  # @!attribute [rw] labels
227
297
  # @return [::Google::Protobuf::Map{::String => ::String}]
228
298
  # Optional. The labels to associate with this job.
@@ -336,9 +406,13 @@ module Google
336
406
  # @!attribute [rw] regex
337
407
  # @return [::Google::Cloud::Dataproc::V1::RegexValidation]
338
408
  # Validation based on regular expressions.
409
+ #
410
+ # Note: The following fields are mutually exclusive: `regex`, `values`. If a field in that set is populated, all other fields in the set will automatically be cleared.
339
411
  # @!attribute [rw] values
340
412
  # @return [::Google::Cloud::Dataproc::V1::ValueValidation]
341
413
  # Validation based on a list of allowed values.
414
+ #
415
+ # Note: The following fields are mutually exclusive: `values`, `regex`. If a field in that set is populated, all other fields in the set will automatically be cleared.
342
416
  class ParameterValidation
343
417
  include ::Google::Protobuf::MessageExts
344
418
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -691,6 +765,11 @@ module Google
691
765
  # Output only. This token is included in the response if there are more
692
766
  # results to fetch. To fetch additional results, provide this value as the
693
767
  # page_token in a subsequent <code>ListWorkflowTemplatesRequest</code>.
768
+ # @!attribute [r] unreachable
769
+ # @return [::Array<::String>]
770
+ # Output only. List of workflow templates that could not be included in the
771
+ # response. Attempting to get one of these resources may indicate why it was
772
+ # not included in the list response.
694
773
  class ListWorkflowTemplatesResponse
695
774
  include ::Google::Protobuf::MessageExts
696
775
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -40,9 +40,11 @@ module Google
40
40
  # @!attribute [rw] error
41
41
  # @return [::Google::Rpc::Status]
42
42
  # The error result of the operation in case of failure or cancellation.
43
+ #
44
+ # Note: The following fields are mutually exclusive: `error`, `response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
43
45
  # @!attribute [rw] response
44
46
  # @return [::Google::Protobuf::Any]
45
- # The normal response of the operation in case of success. If the original
47
+ # The normal, successful response of the operation. If the original
46
48
  # method returns no data on success, such as `Delete`, the response is
47
49
  # `google.protobuf.Empty`. If the original method is standard
48
50
  # `Get`/`Create`/`Update`, the response should be the resource. For other
@@ -50,12 +52,15 @@ module Google
50
52
  # is the original method name. For example, if the original method name
51
53
  # is `TakeSnapshot()`, the inferred response type is
52
54
  # `TakeSnapshotResponse`.
55
+ #
56
+ # Note: The following fields are mutually exclusive: `response`, `error`. If a field in that set is populated, all other fields in the set will automatically be cleared.
53
57
  class Operation
54
58
  include ::Google::Protobuf::MessageExts
55
59
  extend ::Google::Protobuf::MessageExts::ClassMethods
56
60
  end
57
61
 
58
- # The request message for Operations.GetOperation.
62
+ # The request message for
63
+ # Operations.GetOperation.
59
64
  # @!attribute [rw] name
60
65
  # @return [::String]
61
66
  # The name of the operation resource.
@@ -64,7 +69,8 @@ module Google
64
69
  extend ::Google::Protobuf::MessageExts::ClassMethods
65
70
  end
66
71
 
67
- # The request message for Operations.ListOperations.
72
+ # The request message for
73
+ # Operations.ListOperations.
68
74
  # @!attribute [rw] name
69
75
  # @return [::String]
70
76
  # The name of the operation's parent resource.
@@ -82,7 +88,8 @@ module Google
82
88
  extend ::Google::Protobuf::MessageExts::ClassMethods
83
89
  end
84
90
 
85
- # The response message for Operations.ListOperations.
91
+ # The response message for
92
+ # Operations.ListOperations.
86
93
  # @!attribute [rw] operations
87
94
  # @return [::Array<::Google::Longrunning::Operation>]
88
95
  # A list of operations that matches the specified filter in the request.
@@ -94,7 +101,8 @@ module Google
94
101
  extend ::Google::Protobuf::MessageExts::ClassMethods
95
102
  end
96
103
 
97
- # The request message for Operations.CancelOperation.
104
+ # The request message for
105
+ # Operations.CancelOperation.
98
106
  # @!attribute [rw] name
99
107
  # @return [::String]
100
108
  # The name of the operation resource to be cancelled.
@@ -103,7 +111,8 @@ module Google
103
111
  extend ::Google::Protobuf::MessageExts::ClassMethods
104
112
  end
105
113
 
106
- # The request message for Operations.DeleteOperation.
114
+ # The request message for
115
+ # Operations.DeleteOperation.
107
116
  # @!attribute [rw] name
108
117
  # @return [::String]
109
118
  # The name of the operation resource to be deleted.
@@ -112,7 +121,8 @@ module Google
112
121
  extend ::Google::Protobuf::MessageExts::ClassMethods
113
122
  end
114
123
 
115
- # The request message for Operations.WaitOperation.
124
+ # The request message for
125
+ # Operations.WaitOperation.
116
126
  # @!attribute [rw] name
117
127
  # @return [::String]
118
128
  # The name of the operation resource to wait on.
@@ -130,13 +140,12 @@ module Google
130
140
  #
131
141
  # Example:
132
142
  #
133
- # rpc LongRunningRecognize(LongRunningRecognizeRequest)
134
- # returns (google.longrunning.Operation) {
135
- # option (google.longrunning.operation_info) = {
136
- # response_type: "LongRunningRecognizeResponse"
137
- # metadata_type: "LongRunningRecognizeMetadata"
138
- # };
139
- # }
143
+ # rpc Export(ExportRequest) returns (google.longrunning.Operation) {
144
+ # option (google.longrunning.operation_info) = {
145
+ # response_type: "ExportResponse"
146
+ # metadata_type: "ExportMetadata"
147
+ # };
148
+ # }
140
149
  # @!attribute [rw] response_type
141
150
  # @return [::String]
142
151
  # Required. The message name of the primary return type for this
metadata CHANGED
@@ -1,14 +1,13 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.0
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
- autorequire:
9
8
  bindir: bin
10
9
  cert_chain: []
11
- date: 2024-09-11 00:00:00.000000000 Z
10
+ date: 2025-02-25 00:00:00.000000000 Z
12
11
  dependencies:
13
12
  - !ruby/object:Gem::Dependency
14
13
  name: gapic-common
@@ -16,7 +15,7 @@ dependencies:
16
15
  requirements:
17
16
  - - ">="
18
17
  - !ruby/object:Gem::Version
19
- version: 0.21.1
18
+ version: 0.25.0
20
19
  - - "<"
21
20
  - !ruby/object:Gem::Version
22
21
  version: 2.a
@@ -26,7 +25,7 @@ dependencies:
26
25
  requirements:
27
26
  - - ">="
28
27
  - !ruby/object:Gem::Version
29
- version: 0.21.1
28
+ version: 0.25.0
30
29
  - - "<"
31
30
  - !ruby/object:Gem::Version
32
31
  version: 2.a
@@ -196,7 +195,6 @@ homepage: https://github.com/googleapis/google-cloud-ruby
196
195
  licenses:
197
196
  - Apache-2.0
198
197
  metadata: {}
199
- post_install_message:
200
198
  rdoc_options: []
201
199
  require_paths:
202
200
  - lib
@@ -204,15 +202,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
204
202
  requirements:
205
203
  - - ">="
206
204
  - !ruby/object:Gem::Version
207
- version: '2.7'
205
+ version: '3.0'
208
206
  required_rubygems_version: !ruby/object:Gem::Requirement
209
207
  requirements:
210
208
  - - ">="
211
209
  - !ruby/object:Gem::Version
212
210
  version: '0'
213
211
  requirements: []
214
- rubygems_version: 3.5.6
215
- signing_key:
212
+ rubygems_version: 3.6.5
216
213
  specification_version: 4
217
214
  summary: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
218
215
  test_files: []