google-cloud-dataproc-v1 0.6.3 → 0.7.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (30) hide show
  1. checksums.yaml +4 -4
  2. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  3. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  4. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
  5. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  6. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
  7. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  9. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  10. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  11. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +15 -11
  12. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
  13. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  14. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  15. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  16. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  17. data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
  18. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  19. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +1 -2
  20. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  22. data/lib/google/cloud/dataproc/v1.rb +1 -0
  23. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  24. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  25. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
  26. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
  27. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  28. data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
  29. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
  30. metadata +10 -2
@@ -21,6 +21,54 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Metadata describing the Batch operation.
25
+ # @!attribute [rw] batch
26
+ # @return [::String]
27
+ # Name of the batch for the operation.
28
+ # @!attribute [rw] batch_uuid
29
+ # @return [::String]
30
+ # Batch UUID for the operation.
31
+ # @!attribute [rw] create_time
32
+ # @return [::Google::Protobuf::Timestamp]
33
+ # The time when the operation was created.
34
+ # @!attribute [rw] done_time
35
+ # @return [::Google::Protobuf::Timestamp]
36
+ # The time when the operation finished.
37
+ # @!attribute [rw] operation_type
38
+ # @return [::Google::Cloud::Dataproc::V1::BatchOperationMetadata::BatchOperationType]
39
+ # The operation type.
40
+ # @!attribute [rw] description
41
+ # @return [::String]
42
+ # Short description of the operation.
43
+ # @!attribute [rw] labels
44
+ # @return [::Google::Protobuf::Map{::String => ::String}]
45
+ # Labels associated with the operation.
46
+ # @!attribute [rw] warnings
47
+ # @return [::Array<::String>]
48
+ # Warnings encountered during operation execution.
49
+ class BatchOperationMetadata
50
+ include ::Google::Protobuf::MessageExts
51
+ extend ::Google::Protobuf::MessageExts::ClassMethods
52
+
53
+ # @!attribute [rw] key
54
+ # @return [::String]
55
+ # @!attribute [rw] value
56
+ # @return [::String]
57
+ class LabelsEntry
58
+ include ::Google::Protobuf::MessageExts
59
+ extend ::Google::Protobuf::MessageExts::ClassMethods
60
+ end
61
+
62
+ # Operation type for Batch resources
63
+ module BatchOperationType
64
+ # Batch operation type is unknown.
65
+ BATCH_OPERATION_TYPE_UNSPECIFIED = 0
66
+
67
+ # Batch operation type.
68
+ BATCH = 1
69
+ end
70
+ end
71
+
24
72
  # The status of the operation.
25
73
  # @!attribute [r] state
26
74
  # @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]
@@ -21,8 +21,111 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
+ # Runtime configuration for a workload.
25
+ # @!attribute [rw] properties
26
+ # @return [::Google::Protobuf::Map{::String => ::String}]
27
+ # Optional. A mapping of property names to values, which are used to configure workload
28
+ # execution.
29
+ class RuntimeConfig
30
+ include ::Google::Protobuf::MessageExts
31
+ extend ::Google::Protobuf::MessageExts::ClassMethods
32
+
33
+ # @!attribute [rw] key
34
+ # @return [::String]
35
+ # @!attribute [rw] value
36
+ # @return [::String]
37
+ class PropertiesEntry
38
+ include ::Google::Protobuf::MessageExts
39
+ extend ::Google::Protobuf::MessageExts::ClassMethods
40
+ end
41
+ end
42
+
43
+ # Environment configuration for a workload.
44
+ # @!attribute [rw] execution_config
45
+ # @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
46
+ # Optional. Execution configuration for a workload.
47
+ # @!attribute [rw] peripherals_config
48
+ # @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
49
+ # Optional. Peripherals configuration that workload has access to.
50
+ class EnvironmentConfig
51
+ include ::Google::Protobuf::MessageExts
52
+ extend ::Google::Protobuf::MessageExts::ClassMethods
53
+ end
54
+
55
+ # Execution configuration for a workload.
56
+ # @!attribute [rw] service_account
57
+ # @return [::String]
58
+ # Optional. Service account that used to execute workload.
59
+ # @!attribute [rw] network_uri
60
+ # @return [::String]
61
+ # Optional. Network URI to connect workload to.
62
+ # @!attribute [rw] subnetwork_uri
63
+ # @return [::String]
64
+ # Optional. Subnetwork URI to connect workload to.
65
+ # @!attribute [rw] network_tags
66
+ # @return [::Array<::String>]
67
+ # Optional. Tags used for network traffic control.
68
+ # @!attribute [rw] kms_key
69
+ # @return [::String]
70
+ # Optional. The Cloud KMS key to use for encryption.
71
+ class ExecutionConfig
72
+ include ::Google::Protobuf::MessageExts
73
+ extend ::Google::Protobuf::MessageExts::ClassMethods
74
+ end
75
+
76
+ # Spark History Server configuration for the workload.
77
+ # @!attribute [rw] dataproc_cluster
78
+ # @return [::String]
79
+ # Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
80
+ # Server for the workload.
81
+ #
82
+ # Example:
83
+ #
84
+ # * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
85
+ class SparkHistoryServerConfig
86
+ include ::Google::Protobuf::MessageExts
87
+ extend ::Google::Protobuf::MessageExts::ClassMethods
88
+ end
89
+
90
+ # Auxiliary services configuration for a workload.
91
+ # @!attribute [rw] metastore_service
92
+ # @return [::String]
93
+ # Optional. Resource name of an existing Dataproc Metastore service.
94
+ #
95
+ # Example:
96
+ #
97
+ # * `projects/[project_id]/locations/[region]/services/[service_id]`
98
+ # @!attribute [rw] spark_history_server_config
99
+ # @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
100
+ # Optional. The Spark History Server configuration for the workload.
101
+ class PeripheralsConfig
102
+ include ::Google::Protobuf::MessageExts
103
+ extend ::Google::Protobuf::MessageExts::ClassMethods
104
+ end
105
+
106
+ # Runtime information about workload execution.
107
+ # @!attribute [r] endpoints
108
+ # @return [::Google::Protobuf::Map{::String => ::String}]
109
+ # Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
110
+ # URIs.
111
+ # @!attribute [r] output_uri
112
+ # @return [::String]
113
+ # Output only. A URI pointing to the location of the stdout and stderr of the workload.
114
+ class RuntimeInfo
115
+ include ::Google::Protobuf::MessageExts
116
+ extend ::Google::Protobuf::MessageExts::ClassMethods
117
+
118
+ # @!attribute [rw] key
119
+ # @return [::String]
120
+ # @!attribute [rw] value
121
+ # @return [::String]
122
+ class EndpointsEntry
123
+ include ::Google::Protobuf::MessageExts
124
+ extend ::Google::Protobuf::MessageExts::ClassMethods
125
+ end
126
+ end
127
+
24
128
  # Cluster components that can be activated.
25
- # Next ID: 16.
26
129
  module Component
27
130
  # Unspecified component. Specifying this will cause Cluster creation to fail.
28
131
  COMPONENT_UNSPECIFIED = 0
@@ -67,6 +170,19 @@ module Google
67
170
  # The Zookeeper service.
68
171
  ZOOKEEPER = 8
69
172
  end
173
+
174
+ # Actions in response to failure of a resource associated with a cluster.
175
+ module FailureAction
176
+ # When FailureAction is unspecified, failure action defaults to NO_ACTION.
177
+ FAILURE_ACTION_UNSPECIFIED = 0
178
+
179
+ # Take no action on failure to create a cluster resource. NO_ACTION is the
180
+ # default.
181
+ NO_ACTION = 1
182
+
183
+ # Delete the failed cluster resource.
184
+ DELETE = 2
185
+ end
70
186
  end
71
187
  end
72
188
  end
@@ -193,8 +193,8 @@ module Google
193
193
  #
194
194
  # The step id is used as prefix for job id, as job
195
195
  # `goog-dataproc-workflow-step-id` label, and in
196
- # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
197
- # field from other steps.
196
+ # {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
197
+ # steps.
198
198
  #
199
199
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
200
200
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
280
280
  # A field is allowed to appear in at most one parameter's list of field
281
281
  # paths.
282
282
  #
283
- # A field path is similar in syntax to a
284
- # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
285
- # field path that references the zone field of a workflow template's cluster
286
- # selector would be specified as `placement.clusterSelector.zone`.
283
+ # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
284
+ # For example, a field path that references the zone field of a workflow
285
+ # template's cluster selector would be specified as
286
+ # `placement.clusterSelector.zone`.
287
287
  #
288
288
  # Also, field paths can reference fields using the following syntax:
289
289
  #
@@ -410,19 +410,16 @@ module Google
410
410
  # Output only. The UUID of target cluster.
411
411
  # @!attribute [r] dag_timeout
412
412
  # @return [::Google::Protobuf::Duration]
413
- # Output only. The timeout duration for the DAG of jobs, expressed in seconds
414
- # (see [JSON representation of
413
+ # Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
414
+ # [JSON representation of
415
415
  # duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
416
416
  # @!attribute [r] dag_start_time
417
417
  # @return [::Google::Protobuf::Timestamp]
418
- # Output only. DAG start time, only set for workflows with
419
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
420
- # DAG begins.
418
+ # Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
419
+ # begins.
421
420
  # @!attribute [r] dag_end_time
422
421
  # @return [::Google::Protobuf::Timestamp]
423
- # Output only. DAG end time, only set for workflows with
424
- # {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
425
- # DAG ends.
422
+ # Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
426
423
  class WorkflowMetadata
427
424
  include ::Google::Protobuf::MessageExts
428
425
  extend ::Google::Protobuf::MessageExts::ClassMethods
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.3
4
+ version: 0.7.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-08-11 00:00:00.000000000 Z
11
+ date: 2021-10-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -177,6 +177,13 @@ files:
177
177
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
178
178
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
179
179
  - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
180
+ - lib/google/cloud/dataproc/v1/batch_controller.rb
181
+ - lib/google/cloud/dataproc/v1/batch_controller/client.rb
182
+ - lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
183
+ - lib/google/cloud/dataproc/v1/batch_controller/operations.rb
184
+ - lib/google/cloud/dataproc/v1/batch_controller/paths.rb
185
+ - lib/google/cloud/dataproc/v1/batches_pb.rb
186
+ - lib/google/cloud/dataproc/v1/batches_services_pb.rb
180
187
  - lib/google/cloud/dataproc/v1/cluster_controller.rb
181
188
  - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
182
189
  - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -204,6 +211,7 @@ files:
204
211
  - proto_docs/google/api/field_behavior.rb
205
212
  - proto_docs/google/api/resource.rb
206
213
  - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
214
+ - proto_docs/google/cloud/dataproc/v1/batches.rb
207
215
  - proto_docs/google/cloud/dataproc/v1/clusters.rb
208
216
  - proto_docs/google/cloud/dataproc/v1/jobs.rb
209
217
  - proto_docs/google/cloud/dataproc/v1/operations.rb