google-cloud-dataproc 0.8.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 50ba4599348472de65875bad49dc3ae2d958123cc77468ac1cfb0c142117f8b0
-  data.tar.gz: 3d6b2e61d53912b68f2119f01bcd34bbae0b30fb08c54c23b8d1636fafac4c1d
+  metadata.gz: 73149665558ed4fef80dcabc2baf92983137ac4bde65d74448dbc26865f47107
+  data.tar.gz: d5b0938c6bdd27df5172550f5e635f58fbed0276ec1d3668f61adce7e01c5767
 SHA512:
-  metadata.gz: e358cdbe94e7e9762b19b57d1c3f9666d85a4836ee18dfdafc41f3c2e199557c07a5099a6589c05124bd6080a224fd1797b9277af836fdf38621a0be53f4a720
-  data.tar.gz: 31d4f8955fc9c2f3aaa5961af6a07b5bc54dcae0a14233e7876ef1a875161733fd906eeb06a7d8096ea823b94b1c0c6a7d8617749ecc07773a4ed960818a0cb2
+  metadata.gz: bf6e7328361ba5d9e64d47732230f288d451e728328a3e3058e378f53e47f2b796e7f9c75d8212d826f24cc72f117eb5b95119a9ce392e86889e1b056757735f
+  data.tar.gz: b8404d746ddae8bdbfb87acae3f1109e9813d68a0f4604e85c7f1ee71af38d1bdc26ab4f5345505cdc91858f46db86011de784e503b1faa83c839bd2585f8939

data/README.md

@@ -1,4 +1,4 @@
-# Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
+# Ruby Client for Google Cloud Dataproc API
 
 [Google Cloud Dataproc API][Product Documentation]:
 Manages Hadoop-based clusters and jobs on Google Cloud Platform.

data/lib/google/cloud/dataproc.rb

@@ -21,7 +21,7 @@ module Google
     # rubocop:disable LineLength
 
     ##
-    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
+    # # Ruby Client for Google Cloud Dataproc API
     #
     # [Google Cloud Dataproc API][Product Documentation]:
     # Manages Hadoop-based clusters and jobs on Google Cloud Platform.

data/lib/google/cloud/dataproc/v1.rb

@@ -27,7 +27,7 @@ module Google
       # rubocop:disable LineLength
 
       ##
-      # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
+      # # Ruby Client for Google Cloud Dataproc API
       #
       # [Google Cloud Dataproc API][Product Documentation]:
       # Manages Hadoop-based clusters and jobs on Google Cloud Platform.

data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb

@@ -1,7 +1,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # Source: google/cloud/dataproc/v1/autoscaling_policies.proto for package 'google.cloud.dataproc.v1'
 # Original file comments:
-# Copyright 2019 Google LLC.
+# Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,7 +15,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-#
 
 
 require 'grpc'

data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb

@@ -401,7 +401,8 @@ module Google
           #   interrupting jobs in progress. Timeout specifies how long to wait for jobs
           #   in progress to finish before forcefully removing nodes (and potentially
           #   interrupting jobs). Default timeout is 0 (for forceful decommission), and
-          #   the maximum allowed timeout is 1 day.
+          #   the maximum allowed timeout is 1 day. (see JSON representation of
+          #   [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
           #
           #   Only supported on Dataproc image versions 1.2 and higher.
           #   A hash of the same form as `Google::Protobuf::Duration`

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -7,7 +7,6 @@ require 'google/protobuf'
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
-require 'google/cloud/dataproc/v1/operations_pb'
 require 'google/cloud/dataproc/v1/shared_pb'
 require 'google/longrunning/operations_pb'
 require 'google/protobuf/duration_pb'
@@ -35,6 +34,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
     optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
     optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
+    optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
   end
   add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
     optional :policy_uri, :string, 1
@@ -51,6 +51,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     repeated :service_account_scopes, :string, 3
     repeated :tags, :string, 4
     map :metadata, :string, :string, 5
+    optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
   end
   add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
     optional :num_instances, :int32, 1
@@ -124,6 +125,14 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     map :properties, :string, :string, 2
     repeated :optional_components, :enum, 3, "google.cloud.dataproc.v1.Component"
   end
+  add_message "google.cloud.dataproc.v1.LifecycleConfig" do
+    optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
+    optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
+    oneof :ttl do
+      optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
+      optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
+    end
+  end
   add_message "google.cloud.dataproc.v1.ClusterMetrics" do
     map :hdfs_metrics, :string, :int64, 1
     map :yarn_metrics, :string, :int64, 2
@@ -174,6 +183,17 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
   add_message "google.cloud.dataproc.v1.DiagnoseClusterResults" do
     optional :output_uri, :string, 1
   end
+  add_message "google.cloud.dataproc.v1.ReservationAffinity" do
+    optional :consume_reservation_type, :enum, 1, "google.cloud.dataproc.v1.ReservationAffinity.Type"
+    optional :key, :string, 2
+    repeated :values, :string, 3
+  end
+  add_enum "google.cloud.dataproc.v1.ReservationAffinity.Type" do
+    value :TYPE_UNSPECIFIED, 0
+    value :NO_RESERVATION, 1
+    value :ANY_RESERVATION, 2
+    value :SPECIFIC_RESERVATION, 3
+  end
 end
 
 module Google
@@ -196,6 +216,7 @@ module Google
         SecurityConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
         KerberosConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
         SoftwareConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
+        LifecycleConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
         ClusterMetrics = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
         CreateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
         UpdateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
@@ -205,6 +226,8 @@ module Google
         ListClustersResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersResponse").msgclass
         DiagnoseClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterRequest").msgclass
         DiagnoseClusterResults = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterResults").msgclass
+        ReservationAffinity = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity").msgclass
+        ReservationAffinity::Type = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity.Type").enummodule
       end
     end
   end

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -1,7 +1,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
 # Original file comments:
-# Copyright 2019 Google LLC.
+# Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,7 +15,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-#
 
 
 require 'grpc'
@@ -38,15 +37,15 @@ module Google
 
             # Creates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
+            # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
             rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
+            # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
             rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
             # Deletes a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
+            # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
             rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
             # Gets the resource representation for a cluster in a project.
             rpc :GetCluster, GetClusterRequest, Cluster
@@ -54,11 +53,11 @@ module Google
             rpc :ListClusters, ListClustersRequest, ListClustersResponse
             # Gets cluster diagnostic information. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
+            # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
             # After the operation completes,
             # [Operation.response][google.longrunning.Operation.response]
             # contains
-            # [DiagnoseClusterResults](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
+            # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
             rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
           end
 

data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb

@@ -113,6 +113,9 @@ module Google
         # @!attribute [rw] security_config
         #   @return [Google::Cloud::Dataproc::V1::SecurityConfig]
         #     Optional. Security settings for the cluster.
+        # @!attribute [rw] lifecycle_config
+        #   @return [Google::Cloud::Dataproc::V1::LifecycleConfig]
+        #     Optional. Lifecycle setting for the cluster.
         class ClusterConfig; end
 
         # Autoscaling Policy config associated with the cluster.
@@ -220,9 +223,12 @@ module Google
         #     The Compute Engine metadata entries to add to all instances (see
         #     [Project and instance
         #     metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
+        # @!attribute [rw] reservation_affinity
+        #   @return [Google::Cloud::Dataproc::V1::ReservationAffinity]
+        #     Optional. Reservation Affinity for consuming Zonal reservation.
         class GceClusterConfig; end
 
-        # Optional. The config settings for Compute Engine resources in
+        # The config settings for Compute Engine resources in
         # an instance group, such as a master or worker group.
         # @!attribute [rw] num_instances
         #   @return [Integer]
@@ -337,7 +343,10 @@ module Google
         # @!attribute [rw] execution_timeout
         #   @return [Google::Protobuf::Duration]
         #     Optional. Amount of time executable has to complete. Default is
-        #     10 minutes. Cluster creation fails with an explanatory error message (the
+        #     10 minutes (see JSON representation of
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        #
+        #     Cluster creation fails with an explanatory error message (the
         #     name of the executable that caused the error and the exceeded timeout
         #     period) if the executable is not completed at end of the timeout period.
         class NodeInitializationAction; end
@@ -351,7 +360,8 @@ module Google
         #     Optional. Output only. Details of cluster's state.
         # @!attribute [rw] state_start_time
         #   @return [Google::Protobuf::Timestamp]
-        #     Output only. Time when this state was entered.
+        #     Output only. Time when this state was entered (see JSON representation of
+        #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] substate
         #   @return [Google::Cloud::Dataproc::V1::ClusterStatus::Substate]
         #     Output only. Additional state information that includes
@@ -508,6 +518,32 @@ module Google
         #     Optional. The set of components to activate on the cluster.
         class SoftwareConfig; end
 
+        # Specifies the cluster auto-delete schedule configuration.
+        # @!attribute [rw] idle_delete_ttl
+        #   @return [Google::Protobuf::Duration]
+        #     Optional. The duration to keep the cluster alive while idling (when no jobs
+        #     are running). Passing this threshold will cause the cluster to be
+        #     deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON
+        #     representation of
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
+        # @!attribute [rw] auto_delete_time
+        #   @return [Google::Protobuf::Timestamp]
+        #     Optional. The time when cluster will be auto-deleted (see JSON representation of
+        #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        # @!attribute [rw] auto_delete_ttl
+        #   @return [Google::Protobuf::Duration]
+        #     Optional. The lifetime duration of cluster. The cluster will be
+        #     auto-deleted at the end of this period. Minimum value is 10 minutes;
+        #     maximum value is 14 days (see JSON representation of
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        # @!attribute [rw] idle_start_time
+        #   @return [Google::Protobuf::Timestamp]
+        #     Output only. The time when cluster became idle (most recent job finished)
+        #     and became eligible for deletion due to idleness (see JSON representation
+        #     of
+        #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        class LifecycleConfig; end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may
@@ -567,7 +603,8 @@ module Google
         #     interrupting jobs in progress. Timeout specifies how long to wait for jobs
         #     in progress to finish before forcefully removing nodes (and potentially
         #     interrupting jobs). Default timeout is 0 (for forceful decommission), and
-        #     the maximum allowed timeout is 1 day.
+        #     the maximum allowed timeout is 1 day. (see JSON representation of
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         #
         #     Only supported on Dataproc image versions 1.2 and higher.
         # @!attribute [rw] update_mask
@@ -749,6 +786,33 @@ module Google
         #     The output report is a plain text file with a summary of collected
         #     diagnostics.
         class DiagnoseClusterResults; end
+
+        # Reservation Affinity for consuming Zonal reservation.
+        # @!attribute [rw] consume_reservation_type
+        #   @return [Google::Cloud::Dataproc::V1::ReservationAffinity::Type]
+        #     Optional. Type of reservation to consume
+        # @!attribute [rw] key
+        #   @return [String]
+        #     Optional. Corresponds to the label key of reservation resource.
+        # @!attribute [rw] values
+        #   @return [Array<String>]
+        #     Optional. Corresponds to the label values of reservation resource.
+        class ReservationAffinity
+          # Indicates whether to consume capacity from an reservation or not.
+          module Type
+            TYPE_UNSPECIFIED = 0
+
+            # Do not consume from any allocated capacity.
+            NO_RESERVATION = 1
+
+            # Consume any reservation available.
+            ANY_RESERVATION = 2
+
+            # Must consume from a specific reservation. Must specify key value fields
+            # for specifying the reservations.
+            SPECIFIC_RESERVATION = 3
+          end
+        end
       end
     end
   end

data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb

@@ -289,6 +289,67 @@ module Google
         #     Optional. The runtime log config for job execution.
         class PigJob; end
 
+        # A Dataproc job for running
+        # [Apache SparkR](https://spark.apache.org/docs/latest/sparkr.html)
+        # applications on YARN.
+        # @!attribute [rw] main_r_file_uri
+        #   @return [String]
+        #     Required. The HCFS URI of the main R file to use as the driver.
+        #     Must be a .R file.
+        # @!attribute [rw] args
+        #   @return [Array<String>]
+        #     Optional. The arguments to pass to the driver.  Do not include arguments,
+        #     such as `--conf`, that can be set as job properties, since a collision may
+        #     occur that causes an incorrect job submission.
+        # @!attribute [rw] file_uris
+        #   @return [Array<String>]
+        #     Optional. HCFS URIs of files to be copied to the working directory of
+        #     R drivers and distributed tasks. Useful for naively parallel tasks.
+        # @!attribute [rw] archive_uris
+        #   @return [Array<String>]
+        #     Optional. HCFS URIs of archives to be extracted in the working directory of
+        #     Spark drivers and tasks. Supported file types:
+        #     .jar, .tar, .tar.gz, .tgz, and .zip.
+        # @!attribute [rw] properties
+        #   @return [Hash{String => String}]
+        #     Optional. A mapping of property names to values, used to configure SparkR.
+        #     Properties that conflict with values set by the Dataproc API may be
+        #     overwritten. Can include properties set in
+        #     /etc/spark/conf/spark-defaults.conf and classes in user code.
+        # @!attribute [rw] logging_config
+        #   @return [Google::Cloud::Dataproc::V1::LoggingConfig]
+        #     Optional. The runtime log config for job execution.
+        class SparkRJob; end
+
+        # A Dataproc job for running [Presto](https://prestosql.io/) queries
+        # @!attribute [rw] query_file_uri
+        #   @return [String]
+        #     The HCFS URI of the script that contains SQL queries.
+        # @!attribute [rw] query_list
+        #   @return [Google::Cloud::Dataproc::V1::QueryList]
+        #     A list of queries.
+        # @!attribute [rw] continue_on_failure
+        #   @return [true, false]
+        #     Optional. Whether to continue executing queries if a query fails.
+        #     The default value is `false`. Setting to `true` can be useful when
+        #     executing independent parallel queries.
+        # @!attribute [rw] output_format
+        #   @return [String]
+        #     Optional. The format in which query output will be displayed. See the
+        #     Presto documentation for supported output formats
+        # @!attribute [rw] client_tags
+        #   @return [Array<String>]
+        #     Optional. Presto client tags to attach to this query
+        # @!attribute [rw] properties
+        #   @return [Hash{String => String}]
+        #     Optional. A mapping of property names to values. Used to set Presto
+        #     [session properties](https://prestodb.io/docs/current/sql/set-session.html)
+        #     Equivalent to using the --session flag in the Presto CLI
+        # @!attribute [rw] logging_config
+        #   @return [Google::Cloud::Dataproc::V1::LoggingConfig]
+        #     Optional. The runtime log config for job execution.
+        class PrestoJob; end
+
         # Dataproc job config.
         # @!attribute [rw] cluster_name
         #   @return [String]
@@ -460,22 +521,28 @@ module Google
         #     run the job.
         # @!attribute [rw] hadoop_job
         #   @return [Google::Cloud::Dataproc::V1::HadoopJob]
-        #     Job is a Hadoop job.
+        #     Optional. Job is a Hadoop job.
         # @!attribute [rw] spark_job
         #   @return [Google::Cloud::Dataproc::V1::SparkJob]
-        #     Job is a Spark job.
+        #     Optional. Job is a Spark job.
         # @!attribute [rw] pyspark_job
         #   @return [Google::Cloud::Dataproc::V1::PySparkJob]
-        #     Job is a Pyspark job.
+        #     Optional. Job is a PySpark job.
         # @!attribute [rw] hive_job
         #   @return [Google::Cloud::Dataproc::V1::HiveJob]
-        #     Job is a Hive job.
+        #     Optional. Job is a Hive job.
         # @!attribute [rw] pig_job
         #   @return [Google::Cloud::Dataproc::V1::PigJob]
-        #     Job is a Pig job.
+        #     Optional. Job is a Pig job.
+        # @!attribute [rw] spark_r_job
+        #   @return [Google::Cloud::Dataproc::V1::SparkRJob]
+        #     Optional. Job is a SparkR job.
         # @!attribute [rw] spark_sql_job
         #   @return [Google::Cloud::Dataproc::V1::SparkSqlJob]
-        #     Job is a SparkSql job.
+        #     Optional. Job is a SparkSql job.
+        # @!attribute [rw] presto_job
+        #   @return [Google::Cloud::Dataproc::V1::PrestoJob]
+        #     Optional. Job is a Presto job.
         # @!attribute [rw] status
         #   @return [Google::Cloud::Dataproc::V1::JobStatus]
         #     Output only. The job status. Additional application-specific

data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb

@@ -146,22 +146,16 @@ module Google
         #     or hyphen. Must consist of between 3 and 50 characters.
         # @!attribute [rw] hadoop_job
         #   @return [Google::Cloud::Dataproc::V1::HadoopJob]
-        #     Job is a Hadoop job.
         # @!attribute [rw] spark_job
         #   @return [Google::Cloud::Dataproc::V1::SparkJob]
-        #     Job is a Spark job.
         # @!attribute [rw] pyspark_job
         #   @return [Google::Cloud::Dataproc::V1::PySparkJob]
-        #     Job is a Pyspark job.
         # @!attribute [rw] hive_job
         #   @return [Google::Cloud::Dataproc::V1::HiveJob]
-        #     Job is a Hive job.
         # @!attribute [rw] pig_job
         #   @return [Google::Cloud::Dataproc::V1::PigJob]
-        #     Job is a Pig job.
         # @!attribute [rw] spark_sql_job
         #   @return [Google::Cloud::Dataproc::V1::SparkSqlJob]
-        #     Job is a SparkSql job.
         # @!attribute [rw] labels
         #   @return [Hash{String => String}]
         #     Optional. The labels to associate with this job.

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -7,6 +7,7 @@ require 'google/protobuf'
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
+require 'google/longrunning/operations_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 require 'google/protobuf/timestamp_pb'
@@ -93,6 +94,25 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
     end
   end
+  add_message "google.cloud.dataproc.v1.SparkRJob" do
+    optional :main_r_file_uri, :string, 1
+    repeated :args, :string, 2
+    repeated :file_uris, :string, 3
+    repeated :archive_uris, :string, 4
+    map :properties, :string, :string, 5
+    optional :logging_config, :message, 6, "google.cloud.dataproc.v1.LoggingConfig"
+  end
+  add_message "google.cloud.dataproc.v1.PrestoJob" do
+    optional :continue_on_failure, :bool, 3
+    optional :output_format, :string, 4
+    repeated :client_tags, :string, 5
+    map :properties, :string, :string, 6
+    optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
+    oneof :queries do
+      optional :query_file_uri, :string, 1
+      optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
+    end
+  end
   add_message "google.cloud.dataproc.v1.JobPlacement" do
     optional :cluster_name, :string, 1
     optional :cluster_uuid, :string, 2
@@ -159,7 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1.PySparkJob"
       optional :hive_job, :message, 6, "google.cloud.dataproc.v1.HiveJob"
       optional :pig_job, :message, 7, "google.cloud.dataproc.v1.PigJob"
+      optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1.SparkRJob"
       optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1.SparkSqlJob"
+      optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
     end
   end
   add_message "google.cloud.dataproc.v1.JobScheduling" do
@@ -226,6 +248,8 @@ module Google
         HiveJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.HiveJob").msgclass
         SparkSqlJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkSqlJob").msgclass
         PigJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PigJob").msgclass
+        SparkRJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkRJob").msgclass
+        PrestoJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PrestoJob").msgclass
         JobPlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobPlacement").msgclass
         JobStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus").msgclass
         JobStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus.State").enummodule

data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb

@@ -1,7 +1,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # Source: google/cloud/dataproc/v1/jobs.proto for package 'google.cloud.dataproc.v1'
 # Original file comments:
-# Copyright 2019 Google LLC.
+# Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -44,9 +44,9 @@ module Google
             rpc :UpdateJob, UpdateJobRequest, Job
             # Starts a job cancellation request. To access the job resource
             # after cancellation, call
-            # [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
+            # [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
             # or
-            # [regions/\\{region}/jobs.get](/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
+            # [regions/\\{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
             rpc :CancelJob, CancelJobRequest, Job
             # Deletes the job from the project. If the job is active, the delete fails,
             # and the response returns `FAILED_PRECONDITION`.

data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb

@@ -404,7 +404,7 @@ module Google
           # The {Google::Longrunning::Operation#metadata Operation#metadata} will be
           # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
           # Also see [Using
-          # WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
+          # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
           #
           # On successful completion,
           # {Google::Longrunning::Operation#response Operation#response} will be
@@ -522,7 +522,7 @@ module Google
           # The {Google::Longrunning::Operation#metadata Operation#metadata} will be
           # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
           # Also see [Using
-          # WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
+          # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
           #
           # On successful completion,
           # {Google::Longrunning::Operation#response Operation#response} will be

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb

@@ -1,7 +1,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # Source: google/cloud/dataproc/v1/workflow_templates.proto for package 'google.cloud.dataproc.v1'
 # Original file comments:
-# Copyright 2019 Google LLC.
+# Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,7 +15,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-#
 
 
 require 'grpc'
@@ -56,9 +55,9 @@ module Google
             # clusters to be deleted.
             #
             # The [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [WorkflowMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
+            # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
             # Also see [Using
-            # WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
+            # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
             #
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
@@ -81,9 +80,9 @@ module Google
             # clusters to be deleted.
             #
             # The [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [WorkflowMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
+            # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
             # Also see [Using
-            # WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
+            # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
             #
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be

data/lib/google/cloud/dataproc/v1beta2.rb

@@ -27,7 +27,7 @@ module Google
       # rubocop:disable LineLength
 
       ##
-      # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
+      # # Ruby Client for Google Cloud Dataproc API
       #
       # [Google Cloud Dataproc API][Product Documentation]:
       # Manages Hadoop-based clusters and jobs on Google Cloud Platform.

data/lib/google/cloud/dataproc/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Dataproc
-      VERSION = "0.8.0".freeze
+      VERSION = "0.9.0".freeze
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-05 00:00:00.000000000 Z
+date: 2020-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-gax