google-cloud-dataproc-v1 0.17.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +25 -51
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +5 -5
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +4 -4
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +26 -88
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +8 -8
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +28 -289
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +7 -7
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +26 -248
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataproc/v1/node_groups_pb.rb +26 -16
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +25 -55
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +26 -116
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +9 -7
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +7 -7
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +28 -142
- data/proto_docs/google/api/client.rb +67 -4
- data/proto_docs/google/protobuf/any.rb +7 -4
- data/proto_docs/google/protobuf/timestamp.rb +1 -3
- metadata +4 -4
@@ -411,9 +411,9 @@ module Google
|
|
411
411
|
# * (`String`) The path to a service account key file in JSON format
|
412
412
|
# * (`Hash`) A service account key as a Hash
|
413
413
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
414
|
-
# (see the [googleauth docs](https://
|
414
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
415
415
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
416
|
-
# (see the [signet docs](https://
|
416
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
417
417
|
# * (`nil`) indicating no credentials
|
418
418
|
# @return [::Object]
|
419
419
|
# @!attribute [rw] scope
|
@@ -446,7 +446,9 @@ module Google
|
|
446
446
|
class Configuration
|
447
447
|
extend ::Gapic::Config
|
448
448
|
|
449
|
-
|
449
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
450
|
+
|
451
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
450
452
|
config_attr :credentials, nil do |value|
|
451
453
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
452
454
|
allowed.any? { |klass| klass === value }
|
@@ -567,7 +569,7 @@ module Google
|
|
567
569
|
|
568
570
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_list_operations_request request_pb
|
569
571
|
query_string_params = if query_string_params.any?
|
570
|
-
query_string_params.to_h { |p| p.split
|
572
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
571
573
|
else
|
572
574
|
{}
|
573
575
|
end
|
@@ -605,7 +607,7 @@ module Google
|
|
605
607
|
|
606
608
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_get_operation_request request_pb
|
607
609
|
query_string_params = if query_string_params.any?
|
608
|
-
query_string_params.to_h { |p| p.split
|
610
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
609
611
|
else
|
610
612
|
{}
|
611
613
|
end
|
@@ -643,7 +645,7 @@ module Google
|
|
643
645
|
|
644
646
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_delete_operation_request request_pb
|
645
647
|
query_string_params = if query_string_params.any?
|
646
|
-
query_string_params.to_h { |p| p.split
|
648
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
647
649
|
else
|
648
650
|
{}
|
649
651
|
end
|
@@ -681,7 +683,7 @@ module Google
|
|
681
683
|
|
682
684
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_cancel_operation_request request_pb
|
683
685
|
query_string_params = if query_string_params.any?
|
684
|
-
query_string_params.to_h { |p| p.split
|
686
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
685
687
|
else
|
686
688
|
{}
|
687
689
|
end
|
@@ -59,7 +59,7 @@ module Google
|
|
59
59
|
|
60
60
|
verb, uri, query_string_params, body = ServiceStub.transcode_submit_job_request request_pb
|
61
61
|
query_string_params = if query_string_params.any?
|
62
|
-
query_string_params.to_h { |p| p.split
|
62
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
63
63
|
else
|
64
64
|
{}
|
65
65
|
end
|
@@ -97,7 +97,7 @@ module Google
|
|
97
97
|
|
98
98
|
verb, uri, query_string_params, body = ServiceStub.transcode_submit_job_as_operation_request request_pb
|
99
99
|
query_string_params = if query_string_params.any?
|
100
|
-
query_string_params.to_h { |p| p.split
|
100
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
101
101
|
else
|
102
102
|
{}
|
103
103
|
end
|
@@ -135,7 +135,7 @@ module Google
|
|
135
135
|
|
136
136
|
verb, uri, query_string_params, body = ServiceStub.transcode_get_job_request request_pb
|
137
137
|
query_string_params = if query_string_params.any?
|
138
|
-
query_string_params.to_h { |p| p.split
|
138
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
139
139
|
else
|
140
140
|
{}
|
141
141
|
end
|
@@ -173,7 +173,7 @@ module Google
|
|
173
173
|
|
174
174
|
verb, uri, query_string_params, body = ServiceStub.transcode_list_jobs_request request_pb
|
175
175
|
query_string_params = if query_string_params.any?
|
176
|
-
query_string_params.to_h { |p| p.split
|
176
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
177
177
|
else
|
178
178
|
{}
|
179
179
|
end
|
@@ -211,7 +211,7 @@ module Google
|
|
211
211
|
|
212
212
|
verb, uri, query_string_params, body = ServiceStub.transcode_update_job_request request_pb
|
213
213
|
query_string_params = if query_string_params.any?
|
214
|
-
query_string_params.to_h { |p| p.split
|
214
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
215
215
|
else
|
216
216
|
{}
|
217
217
|
end
|
@@ -249,7 +249,7 @@ module Google
|
|
249
249
|
|
250
250
|
verb, uri, query_string_params, body = ServiceStub.transcode_cancel_job_request request_pb
|
251
251
|
query_string_params = if query_string_params.any?
|
252
|
-
query_string_params.to_h { |p| p.split
|
252
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
253
253
|
else
|
254
254
|
{}
|
255
255
|
end
|
@@ -287,7 +287,7 @@ module Google
|
|
287
287
|
|
288
288
|
verb, uri, query_string_params, body = ServiceStub.transcode_delete_job_request request_pb
|
289
289
|
query_string_params = if query_string_params.any?
|
290
|
-
query_string_params.to_h { |p| p.split
|
290
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
291
291
|
else
|
292
292
|
{}
|
293
293
|
end
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/cloud/dataproc/v1/jobs.proto
|
3
4
|
|
@@ -11,256 +12,33 @@ require 'google/protobuf/empty_pb'
|
|
11
12
|
require 'google/protobuf/field_mask_pb'
|
12
13
|
require 'google/protobuf/timestamp_pb'
|
13
14
|
|
14
|
-
|
15
|
-
add_file("google/cloud/dataproc/v1/jobs.proto", :syntax => :proto3) do
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
oneof :driver do
|
38
|
-
optional :main_jar_file_uri, :string, 1
|
39
|
-
optional :main_class, :string, 2
|
40
|
-
end
|
41
|
-
end
|
42
|
-
add_message "google.cloud.dataproc.v1.SparkJob" do
|
43
|
-
repeated :args, :string, 3
|
44
|
-
repeated :jar_file_uris, :string, 4
|
45
|
-
repeated :file_uris, :string, 5
|
46
|
-
repeated :archive_uris, :string, 6
|
47
|
-
map :properties, :string, :string, 7
|
48
|
-
optional :logging_config, :message, 8, "google.cloud.dataproc.v1.LoggingConfig"
|
49
|
-
oneof :driver do
|
50
|
-
optional :main_jar_file_uri, :string, 1
|
51
|
-
optional :main_class, :string, 2
|
52
|
-
end
|
53
|
-
end
|
54
|
-
add_message "google.cloud.dataproc.v1.PySparkJob" do
|
55
|
-
optional :main_python_file_uri, :string, 1
|
56
|
-
repeated :args, :string, 2
|
57
|
-
repeated :python_file_uris, :string, 3
|
58
|
-
repeated :jar_file_uris, :string, 4
|
59
|
-
repeated :file_uris, :string, 5
|
60
|
-
repeated :archive_uris, :string, 6
|
61
|
-
map :properties, :string, :string, 7
|
62
|
-
optional :logging_config, :message, 8, "google.cloud.dataproc.v1.LoggingConfig"
|
63
|
-
end
|
64
|
-
add_message "google.cloud.dataproc.v1.QueryList" do
|
65
|
-
repeated :queries, :string, 1
|
66
|
-
end
|
67
|
-
add_message "google.cloud.dataproc.v1.HiveJob" do
|
68
|
-
optional :continue_on_failure, :bool, 3
|
69
|
-
map :script_variables, :string, :string, 4
|
70
|
-
map :properties, :string, :string, 5
|
71
|
-
repeated :jar_file_uris, :string, 6
|
72
|
-
oneof :queries do
|
73
|
-
optional :query_file_uri, :string, 1
|
74
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
75
|
-
end
|
76
|
-
end
|
77
|
-
add_message "google.cloud.dataproc.v1.SparkSqlJob" do
|
78
|
-
map :script_variables, :string, :string, 3
|
79
|
-
map :properties, :string, :string, 4
|
80
|
-
repeated :jar_file_uris, :string, 56
|
81
|
-
optional :logging_config, :message, 6, "google.cloud.dataproc.v1.LoggingConfig"
|
82
|
-
oneof :queries do
|
83
|
-
optional :query_file_uri, :string, 1
|
84
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
85
|
-
end
|
86
|
-
end
|
87
|
-
add_message "google.cloud.dataproc.v1.PigJob" do
|
88
|
-
optional :continue_on_failure, :bool, 3
|
89
|
-
map :script_variables, :string, :string, 4
|
90
|
-
map :properties, :string, :string, 5
|
91
|
-
repeated :jar_file_uris, :string, 6
|
92
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
93
|
-
oneof :queries do
|
94
|
-
optional :query_file_uri, :string, 1
|
95
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
96
|
-
end
|
97
|
-
end
|
98
|
-
add_message "google.cloud.dataproc.v1.SparkRJob" do
|
99
|
-
optional :main_r_file_uri, :string, 1
|
100
|
-
repeated :args, :string, 2
|
101
|
-
repeated :file_uris, :string, 3
|
102
|
-
repeated :archive_uris, :string, 4
|
103
|
-
map :properties, :string, :string, 5
|
104
|
-
optional :logging_config, :message, 6, "google.cloud.dataproc.v1.LoggingConfig"
|
105
|
-
end
|
106
|
-
add_message "google.cloud.dataproc.v1.PrestoJob" do
|
107
|
-
optional :continue_on_failure, :bool, 3
|
108
|
-
optional :output_format, :string, 4
|
109
|
-
repeated :client_tags, :string, 5
|
110
|
-
map :properties, :string, :string, 6
|
111
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
112
|
-
oneof :queries do
|
113
|
-
optional :query_file_uri, :string, 1
|
114
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
115
|
-
end
|
116
|
-
end
|
117
|
-
add_message "google.cloud.dataproc.v1.TrinoJob" do
|
118
|
-
optional :continue_on_failure, :bool, 3
|
119
|
-
optional :output_format, :string, 4
|
120
|
-
repeated :client_tags, :string, 5
|
121
|
-
map :properties, :string, :string, 6
|
122
|
-
optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
|
123
|
-
oneof :queries do
|
124
|
-
optional :query_file_uri, :string, 1
|
125
|
-
optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
|
126
|
-
end
|
127
|
-
end
|
128
|
-
add_message "google.cloud.dataproc.v1.JobPlacement" do
|
129
|
-
optional :cluster_name, :string, 1
|
130
|
-
optional :cluster_uuid, :string, 2
|
131
|
-
map :cluster_labels, :string, :string, 3
|
132
|
-
end
|
133
|
-
add_message "google.cloud.dataproc.v1.JobStatus" do
|
134
|
-
optional :state, :enum, 1, "google.cloud.dataproc.v1.JobStatus.State"
|
135
|
-
optional :details, :string, 2
|
136
|
-
optional :state_start_time, :message, 6, "google.protobuf.Timestamp"
|
137
|
-
optional :substate, :enum, 7, "google.cloud.dataproc.v1.JobStatus.Substate"
|
138
|
-
end
|
139
|
-
add_enum "google.cloud.dataproc.v1.JobStatus.State" do
|
140
|
-
value :STATE_UNSPECIFIED, 0
|
141
|
-
value :PENDING, 1
|
142
|
-
value :SETUP_DONE, 8
|
143
|
-
value :RUNNING, 2
|
144
|
-
value :CANCEL_PENDING, 3
|
145
|
-
value :CANCEL_STARTED, 7
|
146
|
-
value :CANCELLED, 4
|
147
|
-
value :DONE, 5
|
148
|
-
value :ERROR, 6
|
149
|
-
value :ATTEMPT_FAILURE, 9
|
150
|
-
end
|
151
|
-
add_enum "google.cloud.dataproc.v1.JobStatus.Substate" do
|
152
|
-
value :UNSPECIFIED, 0
|
153
|
-
value :SUBMITTED, 1
|
154
|
-
value :QUEUED, 2
|
155
|
-
value :STALE_STATUS, 3
|
156
|
-
end
|
157
|
-
add_message "google.cloud.dataproc.v1.JobReference" do
|
158
|
-
optional :project_id, :string, 1
|
159
|
-
optional :job_id, :string, 2
|
160
|
-
end
|
161
|
-
add_message "google.cloud.dataproc.v1.YarnApplication" do
|
162
|
-
optional :name, :string, 1
|
163
|
-
optional :state, :enum, 2, "google.cloud.dataproc.v1.YarnApplication.State"
|
164
|
-
optional :progress, :float, 3
|
165
|
-
optional :tracking_url, :string, 4
|
166
|
-
end
|
167
|
-
add_enum "google.cloud.dataproc.v1.YarnApplication.State" do
|
168
|
-
value :STATE_UNSPECIFIED, 0
|
169
|
-
value :NEW, 1
|
170
|
-
value :NEW_SAVING, 2
|
171
|
-
value :SUBMITTED, 3
|
172
|
-
value :ACCEPTED, 4
|
173
|
-
value :RUNNING, 5
|
174
|
-
value :FINISHED, 6
|
175
|
-
value :FAILED, 7
|
176
|
-
value :KILLED, 8
|
177
|
-
end
|
178
|
-
add_message "google.cloud.dataproc.v1.Job" do
|
179
|
-
optional :reference, :message, 1, "google.cloud.dataproc.v1.JobReference"
|
180
|
-
optional :placement, :message, 2, "google.cloud.dataproc.v1.JobPlacement"
|
181
|
-
optional :status, :message, 8, "google.cloud.dataproc.v1.JobStatus"
|
182
|
-
repeated :status_history, :message, 13, "google.cloud.dataproc.v1.JobStatus"
|
183
|
-
repeated :yarn_applications, :message, 9, "google.cloud.dataproc.v1.YarnApplication"
|
184
|
-
optional :driver_output_resource_uri, :string, 17
|
185
|
-
optional :driver_control_files_uri, :string, 15
|
186
|
-
map :labels, :string, :string, 18
|
187
|
-
optional :scheduling, :message, 20, "google.cloud.dataproc.v1.JobScheduling"
|
188
|
-
optional :job_uuid, :string, 22
|
189
|
-
optional :done, :bool, 24
|
190
|
-
optional :driver_scheduling_config, :message, 27, "google.cloud.dataproc.v1.DriverSchedulingConfig"
|
191
|
-
oneof :type_job do
|
192
|
-
optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1.HadoopJob"
|
193
|
-
optional :spark_job, :message, 4, "google.cloud.dataproc.v1.SparkJob"
|
194
|
-
optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1.PySparkJob"
|
195
|
-
optional :hive_job, :message, 6, "google.cloud.dataproc.v1.HiveJob"
|
196
|
-
optional :pig_job, :message, 7, "google.cloud.dataproc.v1.PigJob"
|
197
|
-
optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1.SparkRJob"
|
198
|
-
optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1.SparkSqlJob"
|
199
|
-
optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
|
200
|
-
optional :trino_job, :message, 28, "google.cloud.dataproc.v1.TrinoJob"
|
201
|
-
end
|
202
|
-
end
|
203
|
-
add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
|
204
|
-
optional :memory_mb, :int32, 1
|
205
|
-
optional :vcores, :int32, 2
|
206
|
-
end
|
207
|
-
add_message "google.cloud.dataproc.v1.JobScheduling" do
|
208
|
-
optional :max_failures_per_hour, :int32, 1
|
209
|
-
optional :max_failures_total, :int32, 2
|
210
|
-
end
|
211
|
-
add_message "google.cloud.dataproc.v1.SubmitJobRequest" do
|
212
|
-
optional :project_id, :string, 1
|
213
|
-
optional :region, :string, 3
|
214
|
-
optional :job, :message, 2, "google.cloud.dataproc.v1.Job"
|
215
|
-
optional :request_id, :string, 4
|
216
|
-
end
|
217
|
-
add_message "google.cloud.dataproc.v1.JobMetadata" do
|
218
|
-
optional :job_id, :string, 1
|
219
|
-
optional :status, :message, 2, "google.cloud.dataproc.v1.JobStatus"
|
220
|
-
optional :operation_type, :string, 3
|
221
|
-
optional :start_time, :message, 4, "google.protobuf.Timestamp"
|
222
|
-
end
|
223
|
-
add_message "google.cloud.dataproc.v1.GetJobRequest" do
|
224
|
-
optional :project_id, :string, 1
|
225
|
-
optional :region, :string, 3
|
226
|
-
optional :job_id, :string, 2
|
227
|
-
end
|
228
|
-
add_message "google.cloud.dataproc.v1.ListJobsRequest" do
|
229
|
-
optional :project_id, :string, 1
|
230
|
-
optional :region, :string, 6
|
231
|
-
optional :page_size, :int32, 2
|
232
|
-
optional :page_token, :string, 3
|
233
|
-
optional :cluster_name, :string, 4
|
234
|
-
optional :job_state_matcher, :enum, 5, "google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcher"
|
235
|
-
optional :filter, :string, 7
|
236
|
-
end
|
237
|
-
add_enum "google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcher" do
|
238
|
-
value :ALL, 0
|
239
|
-
value :ACTIVE, 1
|
240
|
-
value :NON_ACTIVE, 2
|
241
|
-
end
|
242
|
-
add_message "google.cloud.dataproc.v1.UpdateJobRequest" do
|
243
|
-
optional :project_id, :string, 1
|
244
|
-
optional :region, :string, 2
|
245
|
-
optional :job_id, :string, 3
|
246
|
-
optional :job, :message, 4, "google.cloud.dataproc.v1.Job"
|
247
|
-
optional :update_mask, :message, 5, "google.protobuf.FieldMask"
|
248
|
-
end
|
249
|
-
add_message "google.cloud.dataproc.v1.ListJobsResponse" do
|
250
|
-
repeated :jobs, :message, 1, "google.cloud.dataproc.v1.Job"
|
251
|
-
optional :next_page_token, :string, 2
|
252
|
-
end
|
253
|
-
add_message "google.cloud.dataproc.v1.CancelJobRequest" do
|
254
|
-
optional :project_id, :string, 1
|
255
|
-
optional :region, :string, 3
|
256
|
-
optional :job_id, :string, 2
|
257
|
-
end
|
258
|
-
add_message "google.cloud.dataproc.v1.DeleteJobRequest" do
|
259
|
-
optional :project_id, :string, 1
|
260
|
-
optional :region, :string, 3
|
261
|
-
optional :job_id, :string, 2
|
15
|
+
|
16
|
+
descriptor_data = "\n#google/cloud/dataproc/v1/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01\"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08\"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02\"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\x88\x03\n\x08TrinoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x06 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.TrinoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xd2\x01\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12V\n\x0e\x63luster_labels\x18\x03 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.JobPlacement.ClusterLabelsEntryB\x03\xe0\x41\x01\x1a\x34\n\x12\x43lusterLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03\"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t\"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03\"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08\"\x96\n\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32\".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12<\n\ttrino_job\x18\x1c \x01(\x0b\x32\".google.cloud.dataproc.v1.TrinoJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x12W\n\x18\x64river_scheduling_config\x18\x1b \x01(\x0b\x32\x30.google.cloud.dataproc.v1.DriverSchedulingConfigB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job\"E\n\x16\x44riverSchedulingConfig\x12\x16\n\tmemory_mb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06vcores\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\"T\n\rJobScheduling\x12\"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1f\n\x12max_failures_total\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\xae\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x38\n\x06status\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01\"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02\"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"b\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01\"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfc\n\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"Y\x82\xd3\xe4\x93\x02;\"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\xda\x41\x15project_id,region,job\x12\xde\x01\n\x14SubmitJobAsOperation\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.longrunning.Operation\"{\x82\xd3\xe4\x93\x02\x46\"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\xda\x41\x17project_id, region, job\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"[\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse\"f\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"e\x82\xd3\xe4\x93\x02\x44\"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\xda\x41\x18project_id,region,job_id\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty\"[\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\xda\x41\x18project_id,region,job_id\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBh\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpbb\x06proto3"
|
17
|
+
|
18
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
19
|
+
|
20
|
+
begin
|
21
|
+
pool.add_serialized_file(descriptor_data)
|
22
|
+
rescue TypeError => e
|
23
|
+
# Compatibility code: will be removed in the next major version.
|
24
|
+
require 'google/protobuf/descriptor_pb'
|
25
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
26
|
+
parsed.clear_dependency
|
27
|
+
serialized = parsed.class.encode(parsed)
|
28
|
+
file = pool.add_serialized_file(serialized)
|
29
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
30
|
+
imports = [
|
31
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
32
|
+
["google.protobuf.FieldMask", "google/protobuf/field_mask.proto"],
|
33
|
+
]
|
34
|
+
imports.each do |type_name, expected_filename|
|
35
|
+
import_file = pool.lookup(type_name).file_descriptor
|
36
|
+
if import_file.name != expected_filename
|
37
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
262
38
|
end
|
263
39
|
end
|
40
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
41
|
+
warn "This will become an error in the next major version."
|
264
42
|
end
|
265
43
|
|
266
44
|
module Google
|
@@ -125,7 +125,7 @@ module Google
|
|
125
125
|
credentials = @config.credentials
|
126
126
|
# Use self-signed JWT if the endpoint is unchanged from default,
|
127
127
|
# but only if the default endpoint does not have a region prefix.
|
128
|
-
enable_self_signed_jwt = @config.endpoint ==
|
128
|
+
enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
|
129
129
|
!@config.endpoint.split(".").first.include?("-")
|
130
130
|
credentials ||= Credentials.default scope: @config.scope,
|
131
131
|
enable_self_signed_jwt: enable_self_signed_jwt
|
@@ -542,9 +542,9 @@ module Google
|
|
542
542
|
# * (`String`) The path to a service account key file in JSON format
|
543
543
|
# * (`Hash`) A service account key as a Hash
|
544
544
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
545
|
-
# (see the [googleauth docs](https://
|
545
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
546
546
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
547
|
-
# (see the [signet docs](https://
|
547
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
548
548
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
549
549
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
550
550
|
# * (`nil`) indicating no credentials
|
@@ -586,7 +586,9 @@ module Google
|
|
586
586
|
class Configuration
|
587
587
|
extend ::Gapic::Config
|
588
588
|
|
589
|
-
|
589
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
590
|
+
|
591
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
590
592
|
config_attr :credentials, nil do |value|
|
591
593
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
592
594
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
@@ -620,9 +620,9 @@ module Google
|
|
620
620
|
# * (`String`) The path to a service account key file in JSON format
|
621
621
|
# * (`Hash`) A service account key as a Hash
|
622
622
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
623
|
-
# (see the [googleauth docs](https://
|
623
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
624
624
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
625
|
-
# (see the [signet docs](https://
|
625
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
626
626
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
627
627
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
628
628
|
# * (`nil`) indicating no credentials
|
@@ -664,7 +664,9 @@ module Google
|
|
664
664
|
class Configuration
|
665
665
|
extend ::Gapic::Config
|
666
666
|
|
667
|
-
|
667
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
668
|
+
|
669
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
668
670
|
config_attr :credentials, nil do |value|
|
669
671
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
670
672
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
@@ -121,7 +121,7 @@ module Google
|
|
121
121
|
credentials = @config.credentials
|
122
122
|
# Use self-signed JWT if the endpoint is unchanged from default,
|
123
123
|
# but only if the default endpoint does not have a region prefix.
|
124
|
-
enable_self_signed_jwt = @config.endpoint ==
|
124
|
+
enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
|
125
125
|
!@config.endpoint.split(".").first.include?("-")
|
126
126
|
credentials ||= Credentials.default scope: @config.scope,
|
127
127
|
enable_self_signed_jwt: enable_self_signed_jwt
|
@@ -451,9 +451,9 @@ module Google
|
|
451
451
|
# * (`String`) The path to a service account key file in JSON format
|
452
452
|
# * (`Hash`) A service account key as a Hash
|
453
453
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
454
|
-
# (see the [googleauth docs](https://
|
454
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
455
455
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
456
|
-
# (see the [signet docs](https://
|
456
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
457
457
|
# * (`nil`) indicating no credentials
|
458
458
|
# @return [::Object]
|
459
459
|
# @!attribute [rw] scope
|
@@ -486,7 +486,9 @@ module Google
|
|
486
486
|
class Configuration
|
487
487
|
extend ::Gapic::Config
|
488
488
|
|
489
|
-
|
489
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
490
|
+
|
491
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
490
492
|
config_attr :credentials, nil do |value|
|
491
493
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
492
494
|
allowed.any? { |klass| klass === value }
|
@@ -411,9 +411,9 @@ module Google
|
|
411
411
|
# * (`String`) The path to a service account key file in JSON format
|
412
412
|
# * (`Hash`) A service account key as a Hash
|
413
413
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
414
|
-
# (see the [googleauth docs](https://
|
414
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
415
415
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
416
|
-
# (see the [signet docs](https://
|
416
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
417
417
|
# * (`nil`) indicating no credentials
|
418
418
|
# @return [::Object]
|
419
419
|
# @!attribute [rw] scope
|
@@ -446,7 +446,9 @@ module Google
|
|
446
446
|
class Configuration
|
447
447
|
extend ::Gapic::Config
|
448
448
|
|
449
|
-
|
449
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
450
|
+
|
451
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
450
452
|
config_attr :credentials, nil do |value|
|
451
453
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
452
454
|
allowed.any? { |klass| klass === value }
|
@@ -567,7 +569,7 @@ module Google
|
|
567
569
|
|
568
570
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_list_operations_request request_pb
|
569
571
|
query_string_params = if query_string_params.any?
|
570
|
-
query_string_params.to_h { |p| p.split
|
572
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
571
573
|
else
|
572
574
|
{}
|
573
575
|
end
|
@@ -605,7 +607,7 @@ module Google
|
|
605
607
|
|
606
608
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_get_operation_request request_pb
|
607
609
|
query_string_params = if query_string_params.any?
|
608
|
-
query_string_params.to_h { |p| p.split
|
610
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
609
611
|
else
|
610
612
|
{}
|
611
613
|
end
|
@@ -643,7 +645,7 @@ module Google
|
|
643
645
|
|
644
646
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_delete_operation_request request_pb
|
645
647
|
query_string_params = if query_string_params.any?
|
646
|
-
query_string_params.to_h { |p| p.split
|
648
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
647
649
|
else
|
648
650
|
{}
|
649
651
|
end
|
@@ -681,7 +683,7 @@ module Google
|
|
681
683
|
|
682
684
|
verb, uri, query_string_params, body = OperationsServiceStub.transcode_cancel_operation_request request_pb
|
683
685
|
query_string_params = if query_string_params.any?
|
684
|
-
query_string_params.to_h { |p| p.split
|
686
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
685
687
|
else
|
686
688
|
{}
|
687
689
|
end
|
@@ -59,7 +59,7 @@ module Google
|
|
59
59
|
|
60
60
|
verb, uri, query_string_params, body = ServiceStub.transcode_create_node_group_request request_pb
|
61
61
|
query_string_params = if query_string_params.any?
|
62
|
-
query_string_params.to_h { |p| p.split
|
62
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
63
63
|
else
|
64
64
|
{}
|
65
65
|
end
|
@@ -97,7 +97,7 @@ module Google
|
|
97
97
|
|
98
98
|
verb, uri, query_string_params, body = ServiceStub.transcode_resize_node_group_request request_pb
|
99
99
|
query_string_params = if query_string_params.any?
|
100
|
-
query_string_params.to_h { |p| p.split
|
100
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
101
101
|
else
|
102
102
|
{}
|
103
103
|
end
|
@@ -135,7 +135,7 @@ module Google
|
|
135
135
|
|
136
136
|
verb, uri, query_string_params, body = ServiceStub.transcode_get_node_group_request request_pb
|
137
137
|
query_string_params = if query_string_params.any?
|
138
|
-
query_string_params.to_h { |p| p.split
|
138
|
+
query_string_params.to_h { |p| p.split "=", 2 }
|
139
139
|
else
|
140
140
|
{}
|
141
141
|
end
|