google-cloud-dataproc-v1 0.17.0 → 0.18.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +25 -51
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +5 -5
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +4 -4
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +26 -88
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +8 -8
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +28 -289
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +7 -7
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +26 -248
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataproc/v1/node_groups_pb.rb +26 -16
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +25 -55
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +26 -116
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +7 -7
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +28 -142
- data/proto_docs/google/api/client.rb +67 -4
- data/proto_docs/google/protobuf/any.rb +7 -4
- data/proto_docs/google/protobuf/timestamp.rb +1 -3
- metadata +4 -4
@@ -411,9 +411,9 @@ module Google
|
|
411
411
|
# * (`String`) The path to a service account key file in JSON format
|
412
412
|
# * (`Hash`) A service account key as a Hash
|
413
413
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
414
|
-
# (see the [googleauth docs](https://
|
414
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
415
415
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
416
|
-
# (see the [signet docs](https://
|
416
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
417
417
|
# * (`nil`) indicating no credentials
|
418
418
|
# @return [::Object]
|
419
419
|
# @!attribute [rw] scope
|
@@ -446,7 +446,9 @@ module Google
|
|
446
446
|
class Configuration
|
447
447
|
extend ::Gapic::Config
|
448
448
|
|
449
|
-
|
449
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
450
|
+
|
451
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
450
452
|
config_attr :credentials, nil do |value|
|
451
453
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
452
454
|
allowed.any? { |klass| klass === value }
|
@@ -567,7 +569,7 @@ module Google
|
|
567
569
|
|
568
570
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_list_operations_request request_pb
|
569
571
|
query_string_params = if query_string_params.any?
|
570
|
-
query_string_params.to_h { |p| p.split
|
572
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
571
573
|
else
|
572
574
|
{}
|
573
575
|
end
|
@@ -605,7 +607,7 @@ module Google
|
|
605
607
|
|
606
608
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_get_operation_request request_pb
|
607
609
|
query_string_params = if query_string_params.any?
|
608
|
-
query_string_params.to_h { |p| p.split
|
610
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
609
611
|
else
|
610
612
|
{}
|
611
613
|
end
|
@@ -643,7 +645,7 @@ module Google
|
|
643
645
|
|
644
646
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_delete_operation_request request_pb
|
645
647
|
query_string_params = if query_string_params.any?
|
646
|
-
query_string_params.to_h { |p| p.split
|
648
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
647
649
|
else
|
648
650
|
{}
|
649
651
|
end
|
@@ -681,7 +683,7 @@ module Google
|
|
681
683
|
|
682
684
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_cancel_operation_request request_pb
|
683
685
|
query_string_params = if query_string_params.any?
|
684
|
-
query_string_params.to_h { |p| p.split
|
686
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
685
687
|
else
|
686
688
|
{}
|
687
689
|
end
|
@@ -59,7 +59,7 @@ module Google
|
|
59
59
|
|
60
60
|
verb, uri, query_string_params, body = ServiceStub.transcode_submit_job_request request_pb
|
61
61
|
query_string_params = if query_string_params.any?
|
62
|
-
query_string_params.to_h { |p| p.split
|
62
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
63
63
|
else
|
64
64
|
{}
|
65
65
|
end
|
@@ -97,7 +97,7 @@ module Google
|
|
97
97
|
|
98
98
|
verb, uri, query_string_params, body = ServiceStub.transcode_submit_job_as_operation_request request_pb
|
99
99
|
query_string_params = if query_string_params.any?
|
100
|
-
query_string_params.to_h { |p| p.split
|
100
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
101
101
|
else
|
102
102
|
{}
|
103
103
|
end
|
@@ -135,7 +135,7 @@ module Google
|
|
135
135
|
|
136
136
|
verb, uri, query_string_params, body = ServiceStub.transcode_get_job_request request_pb
|
137
137
|
query_string_params = if query_string_params.any?
|
138
|
-
query_string_params.to_h { |p| p.split
|
138
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
139
139
|
else
|
140
140
|
{}
|
141
141
|
end
|
@@ -173,7 +173,7 @@ module Google
|
|
173
173
|
|
174
174
|
verb, uri, query_string_params, body = ServiceStub.transcode_list_jobs_request request_pb
|
175
175
|
query_string_params = if query_string_params.any?
|
176
|
-
query_string_params.to_h { |p| p.split
|
176
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
177
177
|
else
|
178
178
|
{}
|
179
179
|
end
|
@@ -211,7 +211,7 @@ module Google
|
|
211
211
|
|
212
212
|
verb, uri, query_string_params, body = ServiceStub.transcode_update_job_request request_pb
|
213
213
|
query_string_params = if query_string_params.any?
|
214
|
-
query_string_params.to_h { |p| p.split
|
214
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
215
215
|
else
|
216
216
|
{}
|
217
217
|
end
|
@@ -249,7 +249,7 @@ module Google
|
|
249
249
|
|
250
250
|
verb, uri, query_string_params, body = ServiceStub.transcode_cancel_job_request request_pb
|
251
251
|
query_string_params = if query_string_params.any?
|
252
|
-
query_string_params.to_h { |p| p.split
|
252
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
253
253
|
else
|
254
254
|
{}
|
255
255
|
end
|
@@ -287,7 +287,7 @@ module Google
|
|
287
287
|
|
288
288
|
verb, uri, query_string_params, body = ServiceStub.transcode_delete_job_request request_pb
|
289
289
|
query_string_params = if query_string_params.any?
|
290
|
-
query_string_params.to_h { |p| p.split
|
290
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
291
291
|
else
|
292
292
|
{}
|
293
293
|
end
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/cloud/dataproc/v1/jobs.proto
|
3
4
|
|
@@ -11,256 +12,33 @@ require 'google/protobuf/empty_pb'
|
|
11
12
|
require 'google/protobuf/field_mask_pb'
|
12
13
|
require 'google/protobuf/timestamp_pb'
|
13
14
|
|
14
|
-
|
15
|
-
add_file("google/cloud/dataproc/v1/jobs.proto", :syntax => :proto3) do
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
oneof :driver do
|
38
|
-
optional :main_jar_file_uri, :string, 1
|
39
|
-
optional :main_class, :string, 2
|
40
|
-
end
|
41
|
-
end
|
42
|
-
add_message "google.cloud.dataproc.v1.SparkJob" do
|
43
|
-
repeated :args, :string, 3
|
44
|
-
repeated :jar_file_uris, :string, 4
|
45
|
-
repeated :file_uris, :string, 5
|
46
|
-
repeated :archive_uris, :string, 6
|
47
|
-
map :properties, :string, :string, 7
|
48
|
-
optional :logging_config, :message, 8, "google.cloud.dataproc.v1.LoggingConfig"
|
49
|
-
oneof :driver do
|
50
|
-
optional :main_jar_file_uri, :string, 1
|
51
|
-
optional :main_class, :string, 2
|
52
|
-
end
|
53
|
-
end
|
54
|
-
add_message "google.cloud.dataproc.v1.PySparkJob" do
|
55
|
-
optional :main_python_file_uri, :string, 1
|
56
|
-
repeated :args, :string, 2
|
57
|
-
repeated :python_file_uris, :string, 3
|
58
|
-
repeated :jar_file_uris, :string, 4
|
59
|
-
repeated :file_uris, :string, 5
|
60
|
-
repeated :archive_uris, :string, 6
|
61
|
-
map :properties, :string, :string, 7
|
62
|
-
optional :logging_config, :message, 8, "google.cloud.dataproc.v1.LoggingConfig"
|
63
|
-
end
|
64
|
-
add_message "google.cloud.dataproc.v1.QueryList" do
|
65
|
-
repeated :queries, :string, 1
|
66
|
-
end
|
67
|
-
add_message "google.cloud.dataproc.v1.HiveJob" do
|
68
|
-
optional :continue_on_failure, :bool, 3
|
69
|
-
map :script_variables, :string, :string, 4
|
70
|
-
map :properties, :string, :string, 5
|
71
|
-
repeated :jar_file_uris, :string, 6
|
72
|
-
oneof :queries do
|
73
|
-
optional :query_file_uri, :string, 1
|
74
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
75
|
-
end
|
76
|
-
end
|
77
|
-
add_message "google.cloud.dataproc.v1.SparkSqlJob" do
|
78
|
-
map :script_variables, :string, :string, 3
|
79
|
-
map :properties, :string, :string, 4
|
80
|
-
repeated :jar_file_uris, :string, 56
|
81
|
-
optional :logging_config, :message, 6, "google.cloud.dataproc.v1.LoggingConfig"
|
82
|
-
oneof :queries do
|
83
|
-
optional :query_file_uri, :string, 1
|
84
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
85
|
-
end
|
86
|
-
end
|
87
|
-
add_message "google.cloud.dataproc.v1.PigJob" do
|
88
|
-
optional :continue_on_failure, :bool, 3
|
89
|
-
map :script_variables, :string, :string, 4
|
90
|
-
map :properties, :string, :string, 5
|
91
|
-
repeated :jar_file_uris, :string, 6
|
92
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
93
|
-
oneof :queries do
|
94
|
-
optional :query_file_uri, :string, 1
|
95
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
96
|
-
end
|
97
|
-
end
|
98
|
-
add_message "google.cloud.dataproc.v1.SparkRJob" do
|
99
|
-
optional :main_r_file_uri, :string, 1
|
100
|
-
repeated :args, :string, 2
|
101
|
-
repeated :file_uris, :string, 3
|
102
|
-
repeated :archive_uris, :string, 4
|
103
|
-
map :properties, :string, :string, 5
|
104
|
-
optional :logging_config, :message, 6, "google.cloud.dataproc.v1.LoggingConfig"
|
105
|
-
end
|
106
|
-
add_message "google.cloud.dataproc.v1.PrestoJob" do
|
107
|
-
optional :continue_on_failure, :bool, 3
|
108
|
-
optional :output_format, :string, 4
|
109
|
-
repeated :client_tags, :string, 5
|
110
|
-
map :properties, :string, :string, 6
|
111
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
112
|
-
oneof :queries do
|
113
|
-
optional :query_file_uri, :string, 1
|
114
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
115
|
-
end
|
116
|
-
end
|
117
|
-
add_message "google.cloud.dataproc.v1.TrinoJob" do
|
118
|
-
optional :continue_on_failure, :bool, 3
|
119
|
-
optional :output_format, :string, 4
|
120
|
-
repeated :client_tags, :string, 5
|
121
|
-
map :properties, :string, :string, 6
|
122
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
123
|
-
oneof :queries do
|
124
|
-
optional :query_file_uri, :string, 1
|
125
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
126
|
-
end
|
127
|
-
end
|
128
|
-
add_message "google.cloud.dataproc.v1.JobPlacement" do
|
129
|
-
optional :cluster_name, :string, 1
|
130
|
-
optional :cluster_uuid, :string, 2
|
131
|
-
map :cluster_labels, :string, :string, 3
|
132
|
-
end
|
133
|
-
add_message "google.cloud.dataproc.v1.JobStatus" do
|
134
|
-
optional :state, :enum, 1, "google.cloud.dataproc.v1.JobStatus.State"
|
135
|
-
optional :details, :string, 2
|
136
|
-
optional :state_start_time, :message, 6, "google.protobuf.Timestamp"
|
137
|
-
optional :substate, :enum, 7, "google.cloud.dataproc.v1.JobStatus.Substate"
|
138
|
-
end
|
139
|
-
add_enum "google.cloud.dataproc.v1.JobStatus.State" do
|
140
|
-
value :STATE_UNSPECIFIED, 0
|
141
|
-
value :PENDING, 1
|
142
|
-
value :SETUP_DONE, 8
|
143
|
-
value :RUNNING, 2
|
144
|
-
value :CANCEL_PENDING, 3
|
145
|
-
value :CANCEL_STARTED, 7
|
146
|
-
value :CANCELLED, 4
|
147
|
-
value :DONE, 5
|
148
|
-
value :ERROR, 6
|
149
|
-
value :ATTEMPT_FAILURE, 9
|
150
|
-
end
|
151
|
-
add_enum "google.cloud.dataproc.v1.JobStatus.Substate" do
|
152
|
-
value :UNSPECIFIED, 0
|
153
|
-
value :SUBMITTED, 1
|
154
|
-
value :QUEUED, 2
|
155
|
-
value :STALE_STATUS, 3
|
156
|
-
end
|
157
|
-
add_message "google.cloud.dataproc.v1.JobReference" do
|
158
|
-
optional :project_id, :string, 1
|
159
|
-
optional :job_id, :string, 2
|
160
|
-
end
|
161
|
-
add_message "google.cloud.dataproc.v1.YarnApplication" do
|
162
|
-
optional :name, :string, 1
|
163
|
-
optional :state, :enum, 2, "google.cloud.dataproc.v1.YarnApplication.State"
|
164
|
-
optional :progress, :float, 3
|
165
|
-
optional :tracking_url, :string, 4
|
166
|
-
end
|
167
|
-
add_enum "google.cloud.dataproc.v1.YarnApplication.State" do
|
168
|
-
value :STATE_UNSPECIFIED, 0
|
169
|
-
value :NEW, 1
|
170
|
-
value :NEW_SAVING, 2
|
171
|
-
value :SUBMITTED, 3
|
172
|
-
value :ACCEPTED, 4
|
173
|
-
value :RUNNING, 5
|
174
|
-
value :FINISHED, 6
|
175
|
-
value :FAILED, 7
|
176
|
-
value :KILLED, 8
|
177
|
-
end
|
178
|
-
add_message "google.cloud.dataproc.v1.Job" do
|
179
|
-
optional :reference, :message, 1, "google.cloud.dataproc.v1.JobReference"
|
180
|
-
optional :placement, :message, 2, "google.cloud.dataproc.v1.JobPlacement"
|
181
|
-
optional :status, :message, 8, "google.cloud.dataproc.v1.JobStatus"
|
182
|
-
repeated :status_history, :message, 13, "google.cloud.dataproc.v1.JobStatus"
|
183
|
-
repeated :yarn_applications, :message, 9, "google.cloud.dataproc.v1.YarnApplication"
|
184
|
-
optional :driver_output_resource_uri, :string, 17
|
185
|
-
optional :driver_control_files_uri, :string, 15
|
186
|
-
map :labels, :string, :string, 18
|
187
|
-
optional :scheduling, :message, 20, "google.cloud.dataproc.v1.JobScheduling"
|
188
|
-
optional :job_uuid, :string, 22
|
189
|
-
optional :done, :bool, 24
|
190
|
-
optional :driver_scheduling_config, :message, 27, "google.cloud.dataproc.v1.DriverSchedulingConfig"
|
191
|
-
oneof :type_job do
|
192
|
-
optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1.HadoopJob"
|
193
|
-
optional :spark_job, :message, 4, "google.cloud.dataproc.v1.SparkJob"
|
194
|
-
optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1.PySparkJob"
|
195
|
-
optional :hive_job, :message, 6, "google.cloud.dataproc.v1.HiveJob"
|
196
|
-
optional :pig_job, :message, 7, "google.cloud.dataproc.v1.PigJob"
|
197
|
-
optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1.SparkRJob"
|
198
|
-
optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1.SparkSqlJob"
|
199
|
-
optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
|
200
|
-
optional :trino_job, :message, 28, "google.cloud.dataproc.v1.TrinoJob"
|
201
|
-
end
|
202
|
-
end
|
203
|
-
add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
|
204
|
-
optional :memory_mb, :int32, 1
|
205
|
-
optional :vcores, :int32, 2
|
206
|
-
end
|
207
|
-
add_message "google.cloud.dataproc.v1.JobScheduling" do
|
208
|
-
optional :max_failures_per_hour, :int32, 1
|
209
|
-
optional :max_failures_total, :int32, 2
|
210
|
-
end
|
211
|
-
add_message "google.cloud.dataproc.v1.SubmitJobRequest" do
|
212
|
-
optional :project_id, :string, 1
|
213
|
-
optional :region, :string, 3
|
214
|
-
optional :job, :message, 2, "google.cloud.dataproc.v1.Job"
|
215
|
-
optional :request_id, :string, 4
|
216
|
-
end
|
217
|
-
add_message "google.cloud.dataproc.v1.JobMetadata" do
|
218
|
-
optional :job_id, :string, 1
|
219
|
-
optional :status, :message, 2, "google.cloud.dataproc.v1.JobStatus"
|
220
|
-
optional :operation_type, :string, 3
|
221
|
-
optional :start_time, :message, 4, "google.protobuf.Timestamp"
|
222
|
-
end
|
223
|
-
add_message "google.cloud.dataproc.v1.GetJobRequest" do
|
224
|
-
optional :project_id, :string, 1
|
225
|
-
optional :region, :string, 3
|
226
|
-
optional :job_id, :string, 2
|
227
|
-
end
|
228
|
-
add_message "google.cloud.dataproc.v1.ListJobsRequest" do
|
229
|
-
optional :project_id, :string, 1
|
230
|
-
optional :region, :string, 6
|
231
|
-
optional :page_size, :int32, 2
|
232
|
-
optional :page_token, :string, 3
|
233
|
-
optional :cluster_name, :string, 4
|
234
|
-
optional :job_state_matcher, :enum, 5, "google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcher"
|
235
|
-
optional :filter, :string, 7
|
236
|
-
end
|
237
|
-
add_enum "google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcher" do
|
238
|
-
value :ALL, 0
|
239
|
-
value :ACTIVE, 1
|
240
|
-
value :NON_ACTIVE, 2
|
241
|
-
end
|
242
|
-
add_message "google.cloud.dataproc.v1.UpdateJobRequest" do
|
243
|
-
optional :project_id, :string, 1
|
244
|
-
optional :region, :string, 2
|
245
|
-
optional :job_id, :string, 3
|
246
|
-
optional :job, :message, 4, "google.cloud.dataproc.v1.Job"
|
247
|
-
optional :update_mask, :message, 5, "google.protobuf.FieldMask"
|
248
|
-
end
|
249
|
-
add_message "google.cloud.dataproc.v1.ListJobsResponse" do
|
250
|
-
repeated :jobs, :message, 1, "google.cloud.dataproc.v1.Job"
|
251
|
-
optional :next_page_token, :string, 2
|
252
|
-
end
|
253
|
-
add_message "google.cloud.dataproc.v1.CancelJobRequest" do
|
254
|
-
optional :project_id, :string, 1
|
255
|
-
optional :region, :string, 3
|
256
|
-
optional :job_id, :string, 2
|
257
|
-
end
|
258
|
-
add_message "google.cloud.dataproc.v1.DeleteJobRequest" do
|
259
|
-
optional :project_id, :string, 1
|
260
|
-
optional :region, :string, 3
|
261
|
-
optional :job_id, :string, 2
|
15
|
+
|
16
|
+
descriptor_data = "\n#google/cloud/dataproc/v1/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01\"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08\"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02\"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\x88\x03\n\x08TrinoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x06 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.TrinoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xd2\x01\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12V\n\x0e\x63luster_labels\x18\x03 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.JobPlacement.ClusterLabelsEntryB\x03\xe0\x41\x01\x1a\x34\n\x12\x43lusterLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03\"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t\"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03\"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08\"\x96\n\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32\".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12<\n\ttrino_job\x18\x1c \x01(\x0b\x32\".google.cloud.dataproc.v1.TrinoJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x12W\n\x18\x64river_scheduling_config\x18\x1b \x01(\x0b\x32\x30.google.cloud.dataproc.v1.DriverSchedulingConfigB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job\"E\n\x16\x44riverSchedulingConfig\x12\x16\n\tmemory_mb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06vcores\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\"T\n\rJobScheduling\x12\"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1f\n\x12max_failures_total\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\xae\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x38\n\x06status\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01\"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02\"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"b\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01\"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfc\n\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"Y\x82\xd3\xe4\x93\x02;\"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x15project_id,region,job\x12\xde\x01\n\x14SubmitJobAsOperation\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.longrunning.Operation\"{\x82\xd3\xe4\x93\x02\x46\"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\xda\x41\x17project_id, region, job\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"[\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse\"f\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"e\x82\xd3\xe4\x93\x02\x44\"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x18project_id,region,job_id\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty\"[\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBh\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpbb\x06proto3"
|
17
|
+
|
18
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
19
|
+
|
20
|
+
begin
|
21
|
+
pool.add_serialized_file(descriptor_data)
|
22
|
+
rescue TypeError => e
|
23
|
+
# Compatibility code: will be removed in the next major version.
|
24
|
+
require 'google/protobuf/descriptor_pb'
|
25
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
26
|
+
parsed.clear_dependency
|
27
|
+
serialized = parsed.class.encode(parsed)
|
28
|
+
file = pool.add_serialized_file(serialized)
|
29
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
30
|
+
imports = [
|
31
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
32
|
+
["google.protobuf.FieldMask", "google/protobuf/field_mask.proto"],
|
33
|
+
]
|
34
|
+
imports.each do |type_name, expected_filename|
|
35
|
+
import_file = pool.lookup(type_name).file_descriptor
|
36
|
+
if import_file.name != expected_filename
|
37
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
262
38
|
end
|
263
39
|
end
|
40
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
41
|
+
warn "This will become an error in the next major version."
|
264
42
|
end
|
265
43
|
|
266
44
|
module Google
|
@@ -125,7 +125,7 @@ module Google
|
|
125
125
|
credentials = @config.credentials
|
126
126
|
# Use self-signed JWT if the endpoint is unchanged from default,
|
127
127
|
# but only if the default endpoint does not have a region prefix.
|
128
|
-
enable_self_signed_jwt = @config.endpoint ==
|
128
|
+
enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
|
129
129
|
!@config.endpoint.split(".").first.include?("-")
|
130
130
|
credentials ||= Credentials.default scope: @config.scope,
|
131
131
|
enable_self_signed_jwt: enable_self_signed_jwt
|
@@ -542,9 +542,9 @@ module Google
|
|
542
542
|
# * (`String`) The path to a service account key file in JSON format
|
543
543
|
# * (`Hash`) A service account key as a Hash
|
544
544
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
545
|
-
# (see the [googleauth docs](https://
|
545
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
546
546
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
547
|
-
# (see the [signet docs](https://
|
547
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
548
548
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
549
549
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
550
550
|
# * (`nil`) indicating no credentials
|
@@ -586,7 +586,9 @@ module Google
|
|
586
586
|
class Configuration
|
587
587
|
extend ::Gapic::Config
|
588
588
|
|
589
|
-
|
589
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
590
|
+
|
591
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
590
592
|
config_attr :credentials, nil do |value|
|
591
593
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
592
594
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
@@ -620,9 +620,9 @@ module Google
|
|
620
620
|
# * (`String`) The path to a service account key file in JSON format
|
621
621
|
# * (`Hash`) A service account key as a Hash
|
622
622
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
623
|
-
# (see the [googleauth docs](https://
|
623
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
624
624
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
625
|
-
# (see the [signet docs](https://
|
625
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
626
626
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
627
627
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
628
628
|
# * (`nil`) indicating no credentials
|
@@ -664,7 +664,9 @@ module Google
|
|
664
664
|
class Configuration
|
665
665
|
extend ::Gapic::Config
|
666
666
|
|
667
|
-
|
667
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
668
|
+
|
669
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
668
670
|
config_attr :credentials, nil do |value|
|
669
671
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
670
672
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
@@ -121,7 +121,7 @@ module Google
|
|
121
121
|
credentials = @config.credentials
|
122
122
|
# Use self-signed JWT if the endpoint is unchanged from default,
|
123
123
|
# but only if the default endpoint does not have a region prefix.
|
124
|
-
enable_self_signed_jwt = @config.endpoint ==
|
124
|
+
enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
|
125
125
|
!@config.endpoint.split(".").first.include?("-")
|
126
126
|
credentials ||= Credentials.default scope: @config.scope,
|
127
127
|
enable_self_signed_jwt: enable_self_signed_jwt
|
@@ -451,9 +451,9 @@ module Google
|
|
451
451
|
# * (`String`) The path to a service account key file in JSON format
|
452
452
|
# * (`Hash`) A service account key as a Hash
|
453
453
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
454
|
-
# (see the [googleauth docs](https://
|
454
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
455
455
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
456
|
-
# (see the [signet docs](https://
|
456
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
457
457
|
# * (`nil`) indicating no credentials
|
458
458
|
# @return [::Object]
|
459
459
|
# @!attribute [rw] scope
|
@@ -486,7 +486,9 @@ module Google
|
|
486
486
|
class Configuration
|
487
487
|
extend ::Gapic::Config
|
488
488
|
|
489
|
-
|
489
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
490
|
+
|
491
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
490
492
|
config_attr :credentials, nil do |value|
|
491
493
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
492
494
|
allowed.any? { |klass| klass === value }
|
@@ -411,9 +411,9 @@ module Google
|
|
411
411
|
# * (`String`) The path to a service account key file in JSON format
|
412
412
|
# * (`Hash`) A service account key as a Hash
|
413
413
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
414
|
-
# (see the [googleauth docs](https://
|
414
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
415
415
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
416
|
-
# (see the [signet docs](https://
|
416
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
417
417
|
# * (`nil`) indicating no credentials
|
418
418
|
# @return [::Object]
|
419
419
|
# @!attribute [rw] scope
|
@@ -446,7 +446,9 @@ module Google
|
|
446
446
|
class Configuration
|
447
447
|
extend ::Gapic::Config
|
448
448
|
|
449
|
-
|
449
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
450
|
+
|
451
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
450
452
|
config_attr :credentials, nil do |value|
|
451
453
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
452
454
|
allowed.any? { |klass| klass === value }
|
@@ -567,7 +569,7 @@ module Google
|
|
567
569
|
|
568
570
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_list_operations_request request_pb
|
569
571
|
query_string_params = if query_string_params.any?
|
570
|
-
query_string_params.to_h { |p| p.split
|
572
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
571
573
|
else
|
572
574
|
{}
|
573
575
|
end
|
@@ -605,7 +607,7 @@ module Google
|
|
605
607
|
|
606
608
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_get_operation_request request_pb
|
607
609
|
query_string_params = if query_string_params.any?
|
608
|
-
query_string_params.to_h { |p| p.split
|
610
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
609
611
|
else
|
610
612
|
{}
|
611
613
|
end
|
@@ -643,7 +645,7 @@ module Google
|
|
643
645
|
|
644
646
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_delete_operation_request request_pb
|
645
647
|
query_string_params = if query_string_params.any?
|
646
|
-
query_string_params.to_h { |p| p.split
|
648
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
647
649
|
else
|
648
650
|
{}
|
649
651
|
end
|
@@ -681,7 +683,7 @@ module Google
|
|
681
683
|
|
682
684
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_cancel_operation_request request_pb
|
683
685
|
query_string_params = if query_string_params.any?
|
684
|
-
query_string_params.to_h { |p| p.split
|
686
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
685
687
|
else
|
686
688
|
{}
|
687
689
|
end
|
@@ -59,7 +59,7 @@ module Google
|
|
59
59
|
|
60
60
|
verb, uri, query_string_params, body = ServiceStub.transcode_create_node_group_request request_pb
|
61
61
|
query_string_params = if query_string_params.any?
|
62
|
-
query_string_params.to_h { |p| p.split
|
62
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
63
63
|
else
|
64
64
|
{}
|
65
65
|
end
|
@@ -97,7 +97,7 @@ module Google
|
|
97
97
|
|
98
98
|
verb, uri, query_string_params, body = ServiceStub.transcode_resize_node_group_request request_pb
|
99
99
|
query_string_params = if query_string_params.any?
|
100
|
-
query_string_params.to_h { |p| p.split
|
100
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
101
101
|
else
|
102
102
|
{}
|
103
103
|
end
|
@@ -135,7 +135,7 @@ module Google
|
|
135
135
|
|
136
136
|
verb, uri, query_string_params, body = ServiceStub.transcode_get_node_group_request request_pb
|
137
137
|
query_string_params = if query_string_params.any?
|
138
|
-
query_string_params.to_h { |p| p.split
|
138
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
139
139
|
else
|
140
140
|
{}
|
141
141
|
end
|