google-cloud-dataproc 0.10.0 → 1.0.0

data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json

@@ -1,59 +0,0 @@
-{
-  "interfaces": {
-    "google.cloud.dataproc.v1beta2.JobController": {
-      "retry_codes": {
-        "idempotent": [
-          "DEADLINE_EXCEEDED",
-          "INTERNAL",
-          "UNAVAILABLE"
-        ],
-        "non_idempotent": [
-          "UNAVAILABLE"
-        ]
-      },
-      "retry_params": {
-        "default": {
-          "initial_retry_delay_millis": 100,
-          "retry_delay_multiplier": 1.3,
-          "max_retry_delay_millis": 60000,
-          "initial_rpc_timeout_millis": 30000,
-          "rpc_timeout_multiplier": 1.0,
-          "max_rpc_timeout_millis": 30000,
-          "total_timeout_millis": 900000
-        }
-      },
-      "methods": {
-        "SubmitJob": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "GetJob": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "idempotent",
-          "retry_params_name": "default"
-        },
-        "ListJobs": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "idempotent",
-          "retry_params_name": "default"
-        },
-        "UpdateJob": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "CancelJob": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "idempotent",
-          "retry_params_name": "default"
-        },
-        "DeleteJob": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        }
-      }
-    }
-  }
-}

data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb

@@ -1,261 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: google/cloud/dataproc/v1beta2/jobs.proto
-
-
-require 'google/protobuf'
-
-require 'google/api/annotations_pb'
-require 'google/api/client_pb'
-require 'google/api/field_behavior_pb'
-require 'google/longrunning/operations_pb'
-require 'google/protobuf/empty_pb'
-require 'google/protobuf/field_mask_pb'
-require 'google/protobuf/timestamp_pb'
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_message "google.cloud.dataproc.v1beta2.LoggingConfig" do
-    map :driver_log_levels, :string, :enum, 2, "google.cloud.dataproc.v1beta2.LoggingConfig.Level"
-  end
-  add_enum "google.cloud.dataproc.v1beta2.LoggingConfig.Level" do
-    value :LEVEL_UNSPECIFIED, 0
-    value :ALL, 1
-    value :TRACE, 2
-    value :DEBUG, 3
-    value :INFO, 4
-    value :WARN, 5
-    value :ERROR, 6
-    value :FATAL, 7
-    value :OFF, 8
-  end
-  add_message "google.cloud.dataproc.v1beta2.HadoopJob" do
-    repeated :args, :string, 3
-    repeated :jar_file_uris, :string, 4
-    repeated :file_uris, :string, 5
-    repeated :archive_uris, :string, 6
-    map :properties, :string, :string, 7
-    optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
-    oneof :driver do
-      optional :main_jar_file_uri, :string, 1
-      optional :main_class, :string, 2
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.SparkJob" do
-    repeated :args, :string, 3
-    repeated :jar_file_uris, :string, 4
-    repeated :file_uris, :string, 5
-    repeated :archive_uris, :string, 6
-    map :properties, :string, :string, 7
-    optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
-    oneof :driver do
-      optional :main_jar_file_uri, :string, 1
-      optional :main_class, :string, 2
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.PySparkJob" do
-    optional :main_python_file_uri, :string, 1
-    repeated :args, :string, 2
-    repeated :python_file_uris, :string, 3
-    repeated :jar_file_uris, :string, 4
-    repeated :file_uris, :string, 5
-    repeated :archive_uris, :string, 6
-    map :properties, :string, :string, 7
-    optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
-  end
-  add_message "google.cloud.dataproc.v1beta2.QueryList" do
-    repeated :queries, :string, 1
-  end
-  add_message "google.cloud.dataproc.v1beta2.HiveJob" do
-    optional :continue_on_failure, :bool, 3
-    map :script_variables, :string, :string, 4
-    map :properties, :string, :string, 5
-    repeated :jar_file_uris, :string, 6
-    oneof :queries do
-      optional :query_file_uri, :string, 1
-      optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.SparkSqlJob" do
-    map :script_variables, :string, :string, 3
-    map :properties, :string, :string, 4
-    repeated :jar_file_uris, :string, 56
-    optional :logging_config, :message, 6, "google.cloud.dataproc.v1beta2.LoggingConfig"
-    oneof :queries do
-      optional :query_file_uri, :string, 1
-      optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.PigJob" do
-    optional :continue_on_failure, :bool, 3
-    map :script_variables, :string, :string, 4
-    map :properties, :string, :string, 5
-    repeated :jar_file_uris, :string, 6
-    optional :logging_config, :message, 7, "google.cloud.dataproc.v1beta2.LoggingConfig"
-    oneof :queries do
-      optional :query_file_uri, :string, 1
-      optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.SparkRJob" do
-    optional :main_r_file_uri, :string, 1
-    repeated :args, :string, 2
-    repeated :file_uris, :string, 3
-    repeated :archive_uris, :string, 4
-    map :properties, :string, :string, 5
-    optional :logging_config, :message, 6, "google.cloud.dataproc.v1beta2.LoggingConfig"
-  end
-  add_message "google.cloud.dataproc.v1beta2.JobPlacement" do
-    optional :cluster_name, :string, 1
-    optional :cluster_uuid, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.JobStatus" do
-    optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.JobStatus.State"
-    optional :details, :string, 2
-    optional :state_start_time, :message, 6, "google.protobuf.Timestamp"
-    optional :substate, :enum, 7, "google.cloud.dataproc.v1beta2.JobStatus.Substate"
-  end
-  add_enum "google.cloud.dataproc.v1beta2.JobStatus.State" do
-    value :STATE_UNSPECIFIED, 0
-    value :PENDING, 1
-    value :SETUP_DONE, 8
-    value :RUNNING, 2
-    value :CANCEL_PENDING, 3
-    value :CANCEL_STARTED, 7
-    value :CANCELLED, 4
-    value :DONE, 5
-    value :ERROR, 6
-    value :ATTEMPT_FAILURE, 9
-  end
-  add_enum "google.cloud.dataproc.v1beta2.JobStatus.Substate" do
-    value :UNSPECIFIED, 0
-    value :SUBMITTED, 1
-    value :QUEUED, 2
-    value :STALE_STATUS, 3
-  end
-  add_message "google.cloud.dataproc.v1beta2.JobReference" do
-    optional :project_id, :string, 1
-    optional :job_id, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.YarnApplication" do
-    optional :name, :string, 1
-    optional :state, :enum, 2, "google.cloud.dataproc.v1beta2.YarnApplication.State"
-    optional :progress, :float, 3
-    optional :tracking_url, :string, 4
-  end
-  add_enum "google.cloud.dataproc.v1beta2.YarnApplication.State" do
-    value :STATE_UNSPECIFIED, 0
-    value :NEW, 1
-    value :NEW_SAVING, 2
-    value :SUBMITTED, 3
-    value :ACCEPTED, 4
-    value :RUNNING, 5
-    value :FINISHED, 6
-    value :FAILED, 7
-    value :KILLED, 8
-  end
-  add_message "google.cloud.dataproc.v1beta2.Job" do
-    optional :reference, :message, 1, "google.cloud.dataproc.v1beta2.JobReference"
-    optional :placement, :message, 2, "google.cloud.dataproc.v1beta2.JobPlacement"
-    optional :status, :message, 8, "google.cloud.dataproc.v1beta2.JobStatus"
-    repeated :status_history, :message, 13, "google.cloud.dataproc.v1beta2.JobStatus"
-    repeated :yarn_applications, :message, 9, "google.cloud.dataproc.v1beta2.YarnApplication"
-    optional :submitted_by, :string, 10
-    optional :driver_output_resource_uri, :string, 17
-    optional :driver_control_files_uri, :string, 15
-    map :labels, :string, :string, 18
-    optional :scheduling, :message, 20, "google.cloud.dataproc.v1beta2.JobScheduling"
-    optional :job_uuid, :string, 22
-    oneof :type_job do
-      optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1beta2.HadoopJob"
-      optional :spark_job, :message, 4, "google.cloud.dataproc.v1beta2.SparkJob"
-      optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1beta2.PySparkJob"
-      optional :hive_job, :message, 6, "google.cloud.dataproc.v1beta2.HiveJob"
-      optional :pig_job, :message, 7, "google.cloud.dataproc.v1beta2.PigJob"
-      optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1beta2.SparkRJob"
-      optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1beta2.SparkSqlJob"
-    end
-  end
-  add_message "google.cloud.dataproc.v1beta2.JobScheduling" do
-    optional :max_failures_per_hour, :int32, 1
-  end
-  add_message "google.cloud.dataproc.v1beta2.SubmitJobRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 3
-    optional :job, :message, 2, "google.cloud.dataproc.v1beta2.Job"
-    optional :request_id, :string, 4
-  end
-  add_message "google.cloud.dataproc.v1beta2.GetJobRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 3
-    optional :job_id, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.ListJobsRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 6
-    optional :page_size, :int32, 2
-    optional :page_token, :string, 3
-    optional :cluster_name, :string, 4
-    optional :job_state_matcher, :enum, 5, "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher"
-    optional :filter, :string, 7
-  end
-  add_enum "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher" do
-    value :ALL, 0
-    value :ACTIVE, 1
-    value :NON_ACTIVE, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.UpdateJobRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 2
-    optional :job_id, :string, 3
-    optional :job, :message, 4, "google.cloud.dataproc.v1beta2.Job"
-    optional :update_mask, :message, 5, "google.protobuf.FieldMask"
-  end
-  add_message "google.cloud.dataproc.v1beta2.ListJobsResponse" do
-    repeated :jobs, :message, 1, "google.cloud.dataproc.v1beta2.Job"
-    optional :next_page_token, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.CancelJobRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 3
-    optional :job_id, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1beta2.DeleteJobRequest" do
-    optional :project_id, :string, 1
-    optional :region, :string, 3
-    optional :job_id, :string, 2
-  end
-end
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1beta2
-        LoggingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig").msgclass
-        LoggingConfig::Level = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig.Level").enummodule
-        HadoopJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HadoopJob").msgclass
-        SparkJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkJob").msgclass
-        PySparkJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PySparkJob").msgclass
-        QueryList = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.QueryList").msgclass
-        HiveJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HiveJob").msgclass
-        SparkSqlJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkSqlJob").msgclass
-        PigJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PigJob").msgclass
-        SparkRJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkRJob").msgclass
-        JobPlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobPlacement").msgclass
-        JobStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus").msgclass
-        JobStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.State").enummodule
-        JobStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.Substate").enummodule
-        JobReference = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobReference").msgclass
-        YarnApplication = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication").msgclass
-        YarnApplication::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication.State").enummodule
-        Job = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Job").msgclass
-        JobScheduling = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobScheduling").msgclass
-        SubmitJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SubmitJobRequest").msgclass
-        GetJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GetJobRequest").msgclass
-        ListJobsRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest").msgclass
-        ListJobsRequest::JobStateMatcher = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher").enummodule
-        UpdateJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.UpdateJobRequest").msgclass
-        ListJobsResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsResponse").msgclass
-        CancelJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.CancelJobRequest").msgclass
-        DeleteJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DeleteJobRequest").msgclass
-      end
-    end
-  end
-end

data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb

@@ -1,61 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# Source: google/cloud/dataproc/v1beta2/jobs.proto for package 'google.cloud.dataproc.v1beta2'
-# Original file comments:
-# Copyright 2020 Google LLC
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-
-require 'grpc'
-require 'google/cloud/dataproc/v1beta2/jobs_pb'
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1beta2
-        module JobController
-          # The JobController provides methods to manage jobs.
-          class Service
-
-            include GRPC::GenericService
-
-            self.marshal_class_method = :encode
-            self.unmarshal_class_method = :decode
-            self.service_name = 'google.cloud.dataproc.v1beta2.JobController'
-
-            # Submits a job to a cluster.
-            rpc :SubmitJob, SubmitJobRequest, Job
-            # Gets the resource representation for a job in a project.
-            rpc :GetJob, GetJobRequest, Job
-            # Lists regions/\\{region}/jobs in a project.
-            rpc :ListJobs, ListJobsRequest, ListJobsResponse
-            # Updates a job in a project.
-            rpc :UpdateJob, UpdateJobRequest, Job
-            # Starts a job cancellation request. To access the job resource
-            # after cancellation, call
-            # [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
-            # or
-            # [regions/\\{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
-            rpc :CancelJob, CancelJobRequest, Job
-            # Deletes the job from the project. If the job is active, the delete fails,
-            # and the response returns `FAILED_PRECONDITION`.
-            rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
-          end
-
-          Stub = Service.rpc_stub_class
-        end
-      end
-    end
-  end
-end

data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb

@@ -1,44 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: google/cloud/dataproc/v1beta2/operations.proto
-
-
-require 'google/protobuf'
-
-require 'google/protobuf/timestamp_pb'
-require 'google/api/annotations_pb'
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_message "google.cloud.dataproc.v1beta2.ClusterOperationStatus" do
-    optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State"
-    optional :inner_state, :string, 2
-    optional :details, :string, 3
-    optional :state_start_time, :message, 4, "google.protobuf.Timestamp"
-  end
-  add_enum "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State" do
-    value :UNKNOWN, 0
-    value :PENDING, 1
-    value :RUNNING, 2
-    value :DONE, 3
-  end
-  add_message "google.cloud.dataproc.v1beta2.ClusterOperationMetadata" do
-    optional :cluster_name, :string, 7
-    optional :cluster_uuid, :string, 8
-    optional :status, :message, 9, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
-    repeated :status_history, :message, 10, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
-    optional :operation_type, :string, 11
-    optional :description, :string, 12
-    map :labels, :string, :string, 13
-    repeated :warnings, :string, 14
-  end
-end
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1beta2
-        ClusterOperationStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus").msgclass
-        ClusterOperationStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus.State").enummodule
-        ClusterOperationMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationMetadata").msgclass
-      end
-    end
-  end
-end

data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb

@@ -1,30 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: google/cloud/dataproc/v1beta2/shared.proto
-
-
-require 'google/protobuf'
-
-require 'google/api/annotations_pb'
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_enum "google.cloud.dataproc.v1beta2.Component" do
-    value :COMPONENT_UNSPECIFIED, 0
-    value :ANACONDA, 5
-    value :DRUID, 9
-    value :HIVE_WEBHCAT, 3
-    value :JUPYTER, 1
-    value :KERBEROS, 7
-    value :PRESTO, 6
-    value :ZEPPELIN, 4
-    value :ZOOKEEPER, 8
-  end
-end
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1beta2
-        Component = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Component").enummodule
-      end
-    end
-  end
-end