google-cloud-dataproc-v1beta2 0.1.0

data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb

@@ -0,0 +1,283 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/dataproc/v1beta2/jobs.proto
+
+require 'google/protobuf'
+
+require 'google/api/annotations_pb'
+require 'google/api/client_pb'
+require 'google/api/field_behavior_pb'
+require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
+require 'google/protobuf/field_mask_pb'
+require 'google/protobuf/timestamp_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("google/cloud/dataproc/v1beta2/jobs.proto", :syntax => :proto3) do
+    add_message "google.cloud.dataproc.v1beta2.LoggingConfig" do
+      map :driver_log_levels, :string, :enum, 2, "google.cloud.dataproc.v1beta2.LoggingConfig.Level"
+    end
+    add_enum "google.cloud.dataproc.v1beta2.LoggingConfig.Level" do
+      value :LEVEL_UNSPECIFIED, 0
+      value :ALL, 1
+      value :TRACE, 2
+      value :DEBUG, 3
+      value :INFO, 4
+      value :WARN, 5
+      value :ERROR, 6
+      value :FATAL, 7
+      value :OFF, 8
+    end
+    add_message "google.cloud.dataproc.v1beta2.HadoopJob" do
+      repeated :args, :string, 3
+      repeated :jar_file_uris, :string, 4
+      repeated :file_uris, :string, 5
+      repeated :archive_uris, :string, 6
+      map :properties, :string, :string, 7
+      optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
+      oneof :driver do
+        optional :main_jar_file_uri, :string, 1
+        optional :main_class, :string, 2
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.SparkJob" do
+      repeated :args, :string, 3
+      repeated :jar_file_uris, :string, 4
+      repeated :file_uris, :string, 5
+      repeated :archive_uris, :string, 6
+      map :properties, :string, :string, 7
+      optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
+      oneof :driver do
+        optional :main_jar_file_uri, :string, 1
+        optional :main_class, :string, 2
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.PySparkJob" do
+      optional :main_python_file_uri, :string, 1
+      repeated :args, :string, 2
+      repeated :python_file_uris, :string, 3
+      repeated :jar_file_uris, :string, 4
+      repeated :file_uris, :string, 5
+      repeated :archive_uris, :string, 6
+      map :properties, :string, :string, 7
+      optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
+    end
+    add_message "google.cloud.dataproc.v1beta2.QueryList" do
+      repeated :queries, :string, 1
+    end
+    add_message "google.cloud.dataproc.v1beta2.HiveJob" do
+      optional :continue_on_failure, :bool, 3
+      map :script_variables, :string, :string, 4
+      map :properties, :string, :string, 5
+      repeated :jar_file_uris, :string, 6
+      oneof :queries do
+        optional :query_file_uri, :string, 1
+        optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.SparkSqlJob" do
+      map :script_variables, :string, :string, 3
+      map :properties, :string, :string, 4
+      repeated :jar_file_uris, :string, 56
+      optional :logging_config, :message, 6, "google.cloud.dataproc.v1beta2.LoggingConfig"
+      oneof :queries do
+        optional :query_file_uri, :string, 1
+        optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.PigJob" do
+      optional :continue_on_failure, :bool, 3
+      map :script_variables, :string, :string, 4
+      map :properties, :string, :string, 5
+      repeated :jar_file_uris, :string, 6
+      optional :logging_config, :message, 7, "google.cloud.dataproc.v1beta2.LoggingConfig"
+      oneof :queries do
+        optional :query_file_uri, :string, 1
+        optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.SparkRJob" do
+      optional :main_r_file_uri, :string, 1
+      repeated :args, :string, 2
+      repeated :file_uris, :string, 3
+      repeated :archive_uris, :string, 4
+      map :properties, :string, :string, 5
+      optional :logging_config, :message, 6, "google.cloud.dataproc.v1beta2.LoggingConfig"
+    end
+    add_message "google.cloud.dataproc.v1beta2.PrestoJob" do
+      optional :continue_on_failure, :bool, 3
+      optional :output_format, :string, 4
+      repeated :client_tags, :string, 5
+      map :properties, :string, :string, 6
+      optional :logging_config, :message, 7, "google.cloud.dataproc.v1beta2.LoggingConfig"
+      oneof :queries do
+        optional :query_file_uri, :string, 1
+        optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.JobPlacement" do
+      optional :cluster_name, :string, 1
+      optional :cluster_uuid, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.JobStatus" do
+      optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.JobStatus.State"
+      optional :details, :string, 2
+      optional :state_start_time, :message, 6, "google.protobuf.Timestamp"
+      optional :substate, :enum, 7, "google.cloud.dataproc.v1beta2.JobStatus.Substate"
+    end
+    add_enum "google.cloud.dataproc.v1beta2.JobStatus.State" do
+      value :STATE_UNSPECIFIED, 0
+      value :PENDING, 1
+      value :SETUP_DONE, 8
+      value :RUNNING, 2
+      value :CANCEL_PENDING, 3
+      value :CANCEL_STARTED, 7
+      value :CANCELLED, 4
+      value :DONE, 5
+      value :ERROR, 6
+      value :ATTEMPT_FAILURE, 9
+    end
+    add_enum "google.cloud.dataproc.v1beta2.JobStatus.Substate" do
+      value :UNSPECIFIED, 0
+      value :SUBMITTED, 1
+      value :QUEUED, 2
+      value :STALE_STATUS, 3
+    end
+    add_message "google.cloud.dataproc.v1beta2.JobReference" do
+      optional :project_id, :string, 1
+      optional :job_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.YarnApplication" do
+      optional :name, :string, 1
+      optional :state, :enum, 2, "google.cloud.dataproc.v1beta2.YarnApplication.State"
+      optional :progress, :float, 3
+      optional :tracking_url, :string, 4
+    end
+    add_enum "google.cloud.dataproc.v1beta2.YarnApplication.State" do
+      value :STATE_UNSPECIFIED, 0
+      value :NEW, 1
+      value :NEW_SAVING, 2
+      value :SUBMITTED, 3
+      value :ACCEPTED, 4
+      value :RUNNING, 5
+      value :FINISHED, 6
+      value :FAILED, 7
+      value :KILLED, 8
+    end
+    add_message "google.cloud.dataproc.v1beta2.Job" do
+      optional :reference, :message, 1, "google.cloud.dataproc.v1beta2.JobReference"
+      optional :placement, :message, 2, "google.cloud.dataproc.v1beta2.JobPlacement"
+      optional :status, :message, 8, "google.cloud.dataproc.v1beta2.JobStatus"
+      repeated :status_history, :message, 13, "google.cloud.dataproc.v1beta2.JobStatus"
+      repeated :yarn_applications, :message, 9, "google.cloud.dataproc.v1beta2.YarnApplication"
+      optional :submitted_by, :string, 10
+      optional :driver_output_resource_uri, :string, 17
+      optional :driver_control_files_uri, :string, 15
+      map :labels, :string, :string, 18
+      optional :scheduling, :message, 20, "google.cloud.dataproc.v1beta2.JobScheduling"
+      optional :job_uuid, :string, 22
+      optional :done, :bool, 24
+      oneof :type_job do
+        optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1beta2.HadoopJob"
+        optional :spark_job, :message, 4, "google.cloud.dataproc.v1beta2.SparkJob"
+        optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1beta2.PySparkJob"
+        optional :hive_job, :message, 6, "google.cloud.dataproc.v1beta2.HiveJob"
+        optional :pig_job, :message, 7, "google.cloud.dataproc.v1beta2.PigJob"
+        optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1beta2.SparkRJob"
+        optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1beta2.SparkSqlJob"
+        optional :presto_job, :message, 23, "google.cloud.dataproc.v1beta2.PrestoJob"
+      end
+    end
+    add_message "google.cloud.dataproc.v1beta2.JobScheduling" do
+      optional :max_failures_per_hour, :int32, 1
+    end
+    add_message "google.cloud.dataproc.v1beta2.JobMetadata" do
+      optional :job_id, :string, 1
+      optional :status, :message, 2, "google.cloud.dataproc.v1beta2.JobStatus"
+      optional :operation_type, :string, 3
+      optional :start_time, :message, 4, "google.protobuf.Timestamp"
+    end
+    add_message "google.cloud.dataproc.v1beta2.SubmitJobRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 3
+      optional :job, :message, 2, "google.cloud.dataproc.v1beta2.Job"
+      optional :request_id, :string, 4
+    end
+    add_message "google.cloud.dataproc.v1beta2.GetJobRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 3
+      optional :job_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.ListJobsRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 6
+      optional :page_size, :int32, 2
+      optional :page_token, :string, 3
+      optional :cluster_name, :string, 4
+      optional :job_state_matcher, :enum, 5, "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher"
+      optional :filter, :string, 7
+    end
+    add_enum "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher" do
+      value :ALL, 0
+      value :ACTIVE, 1
+      value :NON_ACTIVE, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.UpdateJobRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 2
+      optional :job_id, :string, 3
+      optional :job, :message, 4, "google.cloud.dataproc.v1beta2.Job"
+      optional :update_mask, :message, 5, "google.protobuf.FieldMask"
+    end
+    add_message "google.cloud.dataproc.v1beta2.ListJobsResponse" do
+      repeated :jobs, :message, 1, "google.cloud.dataproc.v1beta2.Job"
+      optional :next_page_token, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.CancelJobRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 3
+      optional :job_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1beta2.DeleteJobRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 3
+      optional :job_id, :string, 2
+    end
+  end
+end
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        LoggingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig").msgclass
+        LoggingConfig::Level = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig.Level").enummodule
+        HadoopJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HadoopJob").msgclass
+        SparkJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkJob").msgclass
+        PySparkJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PySparkJob").msgclass
+        QueryList = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.QueryList").msgclass
+        HiveJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HiveJob").msgclass
+        SparkSqlJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkSqlJob").msgclass
+        PigJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PigJob").msgclass
+        SparkRJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkRJob").msgclass
+        PrestoJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PrestoJob").msgclass
+        JobPlacement = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobPlacement").msgclass
+        JobStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus").msgclass
+        JobStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.State").enummodule
+        JobStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.Substate").enummodule
+        JobReference = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobReference").msgclass
+        YarnApplication = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication").msgclass
+        YarnApplication::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication.State").enummodule
+        Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Job").msgclass
+        JobScheduling = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobScheduling").msgclass
+        JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobMetadata").msgclass
+        SubmitJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SubmitJobRequest").msgclass
+        GetJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GetJobRequest").msgclass
+        ListJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest").msgclass
+        ListJobsRequest::JobStateMatcher = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher").enummodule
+        UpdateJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.UpdateJobRequest").msgclass
+        ListJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsResponse").msgclass
+        CancelJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.CancelJobRequest").msgclass
+        DeleteJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DeleteJobRequest").msgclass
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb

@@ -0,0 +1,62 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: google/cloud/dataproc/v1beta2/jobs.proto for package 'google.cloud.dataproc.v1beta2'
+# Original file comments:
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'grpc'
+require 'google/cloud/dataproc/v1beta2/jobs_pb'
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        module JobController
+          # The JobController provides methods to manage jobs.
+          class Service
+
+            include GRPC::GenericService
+
+            self.marshal_class_method = :encode
+            self.unmarshal_class_method = :decode
+            self.service_name = 'google.cloud.dataproc.v1beta2.JobController'
+
+            # Submits a job to a cluster.
+            rpc :SubmitJob, SubmitJobRequest, Job
+            # Submits job to a cluster.
+            rpc :SubmitJobAsOperation, SubmitJobRequest, Google::Longrunning::Operation
+            # Gets the resource representation for a job in a project.
+            rpc :GetJob, GetJobRequest, Job
+            # Lists regions/{region}/jobs in a project.
+            rpc :ListJobs, ListJobsRequest, ListJobsResponse
+            # Updates a job in a project.
+            rpc :UpdateJob, UpdateJobRequest, Job
+            # Starts a job cancellation request. To access the job resource
+            # after cancellation, call
+            # [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
+            # or
+            # [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
+            rpc :CancelJob, CancelJobRequest, Job
+            # Deletes the job from the project. If the job is active, the delete fails,
+            # and the response returns `FAILED_PRECONDITION`.
+            rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
+          end
+
+          Stub = Service.rpc_stub_class
+        end
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb

@@ -0,0 +1,45 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/dataproc/v1beta2/operations.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/timestamp_pb'
+require 'google/api/annotations_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("google/cloud/dataproc/v1beta2/operations.proto", :syntax => :proto3) do
+    add_message "google.cloud.dataproc.v1beta2.ClusterOperationStatus" do
+      optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State"
+      optional :inner_state, :string, 2
+      optional :details, :string, 3
+      optional :state_start_time, :message, 4, "google.protobuf.Timestamp"
+    end
+    add_enum "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State" do
+      value :UNKNOWN, 0
+      value :PENDING, 1
+      value :RUNNING, 2
+      value :DONE, 3
+    end
+    add_message "google.cloud.dataproc.v1beta2.ClusterOperationMetadata" do
+      optional :cluster_name, :string, 7
+      optional :cluster_uuid, :string, 8
+      optional :status, :message, 9, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
+      repeated :status_history, :message, 10, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
+      optional :operation_type, :string, 11
+      optional :description, :string, 12
+      map :labels, :string, :string, 13
+      repeated :warnings, :string, 14
+    end
+  end
+end
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        ClusterOperationStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus").msgclass
+        ClusterOperationStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus.State").enummodule
+        ClusterOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationMetadata").msgclass
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb

@@ -0,0 +1,35 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/dataproc/v1beta2/shared.proto
+
+require 'google/protobuf'
+
+require 'google/api/annotations_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("google/cloud/dataproc/v1beta2/shared.proto", :syntax => :proto3) do
+    add_enum "google.cloud.dataproc.v1beta2.Component" do
+      value :COMPONENT_UNSPECIFIED, 0
+      value :ANACONDA, 5
+      value :DOCKER, 13
+      value :DRUID, 9
+      value :FLINK, 14
+      value :HIVE_WEBHCAT, 3
+      value :JUPYTER, 1
+      value :KERBEROS, 7
+      value :PRESTO, 6
+      value :RANGER, 12
+      value :SOLR, 10
+      value :ZEPPELIN, 4
+      value :ZOOKEEPER, 8
+    end
+  end
+end
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        Component = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Component").enummodule
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2/version.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        VERSION = "0.1.0"
+      end
+    end
+  end
+end