google-cloud-dataproc-v1 0.16.0 → 0.18.0

data/lib/google/cloud/dataproc/v1/shared_pb.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/shared.proto
 
@@ -8,124 +9,33 @@ require 'google/api/resource_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/timestamp_pb'
 
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
-    add_message "google.cloud.dataproc.v1.RuntimeConfig" do
-      optional :version, :string, 1
-      optional :container_image, :string, 2
-      map :properties, :string, :string, 3
-    end
-    add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
-      optional :execution_config, :message, 1, "google.cloud.dataproc.v1.ExecutionConfig"
-      optional :peripherals_config, :message, 2, "google.cloud.dataproc.v1.PeripheralsConfig"
-    end
-    add_message "google.cloud.dataproc.v1.ExecutionConfig" do
-      optional :service_account, :string, 2
-      repeated :network_tags, :string, 6
-      optional :kms_key, :string, 7
-      optional :ttl, :message, 9, "google.protobuf.Duration"
-      optional :staging_bucket, :string, 10
-      oneof :network do
-        optional :network_uri, :string, 4
-        optional :subnetwork_uri, :string, 5
-      end
-    end
-    add_message "google.cloud.dataproc.v1.SparkHistoryServerConfig" do
-      optional :dataproc_cluster, :string, 1
-    end
-    add_message "google.cloud.dataproc.v1.PeripheralsConfig" do
-      optional :metastore_service, :string, 1
-      optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
-    end
-    add_message "google.cloud.dataproc.v1.RuntimeInfo" do
-      map :endpoints, :string, :string, 1
-      optional :output_uri, :string, 2
-      optional :diagnostic_output_uri, :string, 3
-      optional :approximate_usage, :message, 6, "google.cloud.dataproc.v1.UsageMetrics"
-      optional :current_usage, :message, 7, "google.cloud.dataproc.v1.UsageSnapshot"
-    end
-    add_message "google.cloud.dataproc.v1.UsageMetrics" do
-      optional :milli_dcu_seconds, :int64, 1
-      optional :shuffle_storage_gb_seconds, :int64, 2
-    end
-    add_message "google.cloud.dataproc.v1.UsageSnapshot" do
-      optional :milli_dcu, :int64, 1
-      optional :shuffle_storage_gb, :int64, 2
-      optional :snapshot_time, :message, 3, "google.protobuf.Timestamp"
-    end
-    add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
-      optional :gke_cluster_target, :string, 2
-      repeated :node_pool_target, :message, 3, "google.cloud.dataproc.v1.GkeNodePoolTarget"
-    end
-    add_message "google.cloud.dataproc.v1.KubernetesClusterConfig" do
-      optional :kubernetes_namespace, :string, 1
-      optional :kubernetes_software_config, :message, 3, "google.cloud.dataproc.v1.KubernetesSoftwareConfig"
-      oneof :config do
-        optional :gke_cluster_config, :message, 2, "google.cloud.dataproc.v1.GkeClusterConfig"
-      end
-    end
-    add_message "google.cloud.dataproc.v1.KubernetesSoftwareConfig" do
-      map :component_version, :string, :string, 1
-      map :properties, :string, :string, 2
-    end
-    add_message "google.cloud.dataproc.v1.GkeNodePoolTarget" do
-      optional :node_pool, :string, 1
-      repeated :roles, :enum, 2, "google.cloud.dataproc.v1.GkeNodePoolTarget.Role"
-      optional :node_pool_config, :message, 3, "google.cloud.dataproc.v1.GkeNodePoolConfig"
-    end
-    add_enum "google.cloud.dataproc.v1.GkeNodePoolTarget.Role" do
-      value :ROLE_UNSPECIFIED, 0
-      value :DEFAULT, 1
-      value :CONTROLLER, 2
-      value :SPARK_DRIVER, 3
-      value :SPARK_EXECUTOR, 4
-    end
-    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig" do
-      optional :config, :message, 2, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig"
-      repeated :locations, :string, 13
-      optional :autoscaling, :message, 4, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig"
-    end
-    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig" do
-      optional :machine_type, :string, 1
-      optional :local_ssd_count, :int32, 7
-      optional :preemptible, :bool, 10
-      repeated :accelerators, :message, 11, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig"
-      optional :min_cpu_platform, :string, 13
-      optional :boot_disk_kms_key, :string, 23
-      optional :spot, :bool, 32
-    end
-    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig" do
-      optional :accelerator_count, :int64, 1
-      optional :accelerator_type, :string, 2
-      optional :gpu_partition_size, :string, 3
-    end
-    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig" do
-      optional :min_node_count, :int32, 2
-      optional :max_node_count, :int32, 3
-    end
-    add_enum "google.cloud.dataproc.v1.Component" do
-      value :COMPONENT_UNSPECIFIED, 0
-      value :ANACONDA, 5
-      value :DOCKER, 13
-      value :DRUID, 9
-      value :FLINK, 14
-      value :HBASE, 11
-      value :HIVE_WEBHCAT, 3
-      value :HUDI, 18
-      value :JUPYTER, 1
-      value :PRESTO, 6
-      value :TRINO, 17
-      value :RANGER, 12
-      value :SOLR, 10
-      value :ZEPPELIN, 4
-      value :ZOOKEEPER, 8
-    end
-    add_enum "google.cloud.dataproc.v1.FailureAction" do
-      value :FAILURE_ACTION_UNSPECIFIED, 0
-      value :NO_ACTION, 1
-      value :DELETE, 2
+
+descriptor_data = "\n%google/cloud/dataproc/v1/shared.proto\x12\x18google.cloud.dataproc.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xc8\x01\n\rRuntimeConfig\x12\x14\n\x07version\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0f\x63ontainer_image\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12P\n\nproperties\x18\x03 \x03(\x0b\x32\x37.google.cloud.dataproc.v1.RuntimeConfig.PropertiesEntryB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xab\x01\n\x11\x45nvironmentConfig\x12H\n\x10\x65xecution_config\x18\x01 \x01(\x0b\x32).google.cloud.dataproc.v1.ExecutionConfigB\x03\xe0\x41\x01\x12L\n\x12peripherals_config\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1.PeripheralsConfigB\x03\xe0\x41\x01\"\xf0\x01\n\x0f\x45xecutionConfig\x12\x1c\n\x0fservice_account\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1a\n\x0bnetwork_uri\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x00\x12\x1d\n\x0esubnetwork_uri\x18\x05 \x01(\tB\x03\xe0\x41\x01H\x00\x12\x19\n\x0cnetwork_tags\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x14\n\x07kms_key\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12+\n\x03ttl\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x12\x1b\n\x0estaging_bucket\x18\n \x01(\tB\x03\xe0\x41\x01\x42\t\n\x07network\"9\n\x18SparkHistoryServerConfig\x12\x1d\n\x10\x64\x61taproc_cluster\x18\x01 \x01(\tB\x03\xe0\x41\x01\"\xb6\x01\n\x11PeripheralsConfig\x12\x43\n\x11metastore_service\x18\x01 \x01(\tB(\xe0\x41\x01\xfa\x41\"\n metastore.googleapis.com/Service\x12\\\n\x1bspark_history_server_config\x18\x02 \x01(\x0b\x32\x32.google.cloud.dataproc.v1.SparkHistoryServerConfigB\x03\xe0\x41\x01\"\xd7\x02\n\x0bRuntimeInfo\x12L\n\tendpoints\x18\x01 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.RuntimeInfo.EndpointsEntryB\x03\xe0\x41\x03\x12\x17\n\noutput_uri\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\"\n\x15\x64iagnostic_output_uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x46\n\x11\x61pproximate_usage\x18\x06 \x01(\x0b\x32&.google.cloud.dataproc.v1.UsageMetricsB\x03\xe0\x41\x03\x12\x43\n\rcurrent_usage\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.UsageSnapshotB\x03\xe0\x41\x03\x1a\x30\n\x0e\x45ndpointsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"W\n\x0cUsageMetrics\x12\x1e\n\x11milli_dcu_seconds\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12\'\n\x1ashuffle_storage_gb_seconds\x18\x02 \x01(\x03\x42\x03\xe0\x41\x01\"\x80\x01\n\rUsageSnapshot\x12\x16\n\tmilli_dcu\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12\x1f\n\x12shuffle_storage_gb\x18\x02 \x01(\x03\x42\x03\xe0\x41\x01\x12\x36\n\rsnapshot_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x01\"\xa4\x01\n\x10GkeClusterConfig\x12\x44\n\x12gke_cluster_target\x18\x02 \x01(\tB(\xe0\x41\x01\xfa\x41\"\n container.googleapis.com/Cluster\x12J\n\x10node_pool_target\x18\x03 \x03(\x0b\x32+.google.cloud.dataproc.v1.GkeNodePoolTargetB\x03\xe0\x41\x01\"\xf2\x01\n\x17KubernetesClusterConfig\x12!\n\x14kubernetes_namespace\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12M\n\x12gke_cluster_config\x18\x02 \x01(\x0b\x32*.google.cloud.dataproc.v1.GkeClusterConfigB\x03\xe0\x41\x02H\x00\x12[\n\x1akubernetes_software_config\x18\x03 \x01(\x0b\x32\x32.google.cloud.dataproc.v1.KubernetesSoftwareConfigB\x03\xe0\x41\x01\x42\x08\n\x06\x63onfig\"\xc3\x02\n\x18KubernetesSoftwareConfig\x12\x63\n\x11\x63omponent_version\x18\x01 \x03(\x0b\x32H.google.cloud.dataproc.v1.KubernetesSoftwareConfig.ComponentVersionEntry\x12V\n\nproperties\x18\x02 \x03(\x0b\x32\x42.google.cloud.dataproc.v1.KubernetesSoftwareConfig.PropertiesEntry\x1a\x37\n\x15\x43omponentVersionEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x9e\x02\n\x11GkeNodePoolTarget\x12\x16\n\tnode_pool\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x44\n\x05roles\x18\x02 \x03(\x0e\x32\x30.google.cloud.dataproc.v1.GkeNodePoolTarget.RoleB\x03\xe0\x41\x02\x12J\n\x10node_pool_config\x18\x03 \x01(\x0b\x32+.google.cloud.dataproc.v1.GkeNodePoolConfigB\x03\xe0\x41\x04\"_\n\x04Role\x12\x14\n\x10ROLE_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x01\x12\x0e\n\nCONTROLLER\x10\x02\x12\x10\n\x0cSPARK_DRIVER\x10\x03\x12\x12\n\x0eSPARK_EXECUTOR\x10\x04\"\xbc\x05\n\x11GkeNodePoolConfig\x12N\n\x06\x63onfig\x18\x02 \x01(\x0b\x32\x39.google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfigB\x03\xe0\x41\x01\x12\x16\n\tlocations\x18\r \x03(\tB\x03\xe0\x41\x01\x12\x62\n\x0b\x61utoscaling\x18\x04 \x01(\x0b\x32H.google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfigB\x03\xe0\x41\x01\x1a\x99\x02\n\rGkeNodeConfig\x12\x19\n\x0cmachine_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0flocal_ssd_count\x18\x07 \x01(\x05\x42\x03\xe0\x41\x01\x12\x18\n\x0bpreemptible\x18\n \x01(\x08\x42\x03\xe0\x41\x01\x12\x63\n\x0c\x61\x63\x63\x65lerators\x18\x0b \x03(\x0b\x32H.google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfigB\x03\xe0\x41\x01\x12\x1d\n\x10min_cpu_platform\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x1e\n\x11\x62oot_disk_kms_key\x18\x17 \x01(\tB\x03\xe0\x41\x01\x12\x11\n\x04spot\x18  \x01(\x08\x42\x03\xe0\x41\x01\x1ao\n\x1cGkeNodePoolAcceleratorConfig\x12\x19\n\x11\x61\x63\x63\x65lerator_count\x18\x01 \x01(\x03\x12\x18\n\x10\x61\x63\x63\x65lerator_type\x18\x02 \x01(\t\x12\x1a\n\x12gpu_partition_size\x18\x03 \x01(\t\x1aN\n\x1cGkeNodePoolAutoscalingConfig\x12\x16\n\x0emin_node_count\x18\x02 \x01(\x05\x12\x16\n\x0emax_node_count\x18\x03 \x01(\x05*\xd4\x01\n\tComponent\x12\x19\n\x15\x43OMPONENT_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x41NACONDA\x10\x05\x12\n\n\x06\x44OCKER\x10\r\x12\t\n\x05\x44RUID\x10\t\x12\t\n\x05\x46LINK\x10\x0e\x12\t\n\x05HBASE\x10\x0b\x12\x10\n\x0cHIVE_WEBHCAT\x10\x03\x12\x08\n\x04HUDI\x10\x12\x12\x0b\n\x07JUPYTER\x10\x01\x12\n\n\x06PRESTO\x10\x06\x12\t\n\x05TRINO\x10\x11\x12\n\n\x06RANGER\x10\x0c\x12\x08\n\x04SOLR\x10\n\x12\x0c\n\x08ZEPPELIN\x10\x04\x12\r\n\tZOOKEEPER\x10\x08*J\n\rFailureAction\x12\x1e\n\x1a\x46\x41ILURE_ACTION_UNSPECIFIED\x10\x00\x12\r\n\tNO_ACTION\x10\x01\x12\n\n\x06\x44\x45LETE\x10\x02\x42\xac\x02\n\x1c\x63om.google.cloud.dataproc.v1B\x0bSharedProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpb\xea\x41^\n container.googleapis.com/Cluster\x12:projects/{project}/locations/{location}/clusters/{cluster}\xea\x41^\n metastore.googleapis.com/Service\x12:projects/{project}/locations/{location}/services/{service}b\x06proto3"
+
+pool = Google::Protobuf::DescriptorPool.generated_pool
+
+begin
+  pool.add_serialized_file(descriptor_data)
+rescue TypeError => e
+  # Compatibility code: will be removed in the next major version.
+  require 'google/protobuf/descriptor_pb'
+  parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
+  parsed.clear_dependency
+  serialized = parsed.class.encode(parsed)
+  file = pool.add_serialized_file(serialized)
+  warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
+  imports = [
+    ["google.protobuf.Duration", "google/protobuf/duration.proto"],
+    ["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
+  ]
+  imports.each do |type_name, expected_filename|
+    import_file = pool.lookup(type_name).file_descriptor
+    if import_file.name != expected_filename
+      warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
     end
   end
+  warn "Each proto file must use a consistent fully-qualified name."
+  warn "This will become an error in the next major version."
 end
 
 module Google

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.16.0"
+        VERSION = "0.18.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb

@@ -160,7 +160,7 @@ module Google
               credentials = @config.credentials
               # Use self-signed JWT if the endpoint is unchanged from default,
               # but only if the default endpoint does not have a region prefix.
-              enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
+              enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
                                        !@config.endpoint.split(".").first.include?("-")
               credentials ||= Credentials.default scope: @config.scope,
                                                   enable_self_signed_jwt: enable_self_signed_jwt
@@ -1012,9 +1012,9 @@ module Google
             #    *  (`String`) The path to a service account key file in JSON format
             #    *  (`Hash`) A service account key as a Hash
             #    *  (`Google::Auth::Credentials`) A googleauth credentials object
-            #       (see the [googleauth docs](https://googleapis.dev/ruby/googleauth/latest/index.html))
+            #       (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
             #    *  (`Signet::OAuth2::Client`) A signet oauth2 client object
-            #       (see the [signet docs](https://googleapis.dev/ruby/signet/latest/Signet/OAuth2/Client.html))
+            #       (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
             #    *  (`GRPC::Core::Channel`) a gRPC channel with included credentials
             #    *  (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
             #    *  (`nil`) indicating no credentials
@@ -1056,7 +1056,9 @@ module Google
             class Configuration
               extend ::Gapic::Config
 
-              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              DEFAULT_ENDPOINT = "dataproc.googleapis.com"
+
+              config_attr :endpoint,      DEFAULT_ENDPOINT, ::String
               config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC

data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb

@@ -620,9 +620,9 @@ module Google
             #    *  (`String`) The path to a service account key file in JSON format
             #    *  (`Hash`) A service account key as a Hash
             #    *  (`Google::Auth::Credentials`) A googleauth credentials object
-            #       (see the [googleauth docs](https://googleapis.dev/ruby/googleauth/latest/index.html))
+            #       (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
             #    *  (`Signet::OAuth2::Client`) A signet oauth2 client object
-            #       (see the [signet docs](https://googleapis.dev/ruby/signet/latest/Signet/OAuth2/Client.html))
+            #       (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
             #    *  (`GRPC::Core::Channel`) a gRPC channel with included credentials
             #    *  (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
             #    *  (`nil`) indicating no credentials
@@ -664,7 +664,9 @@ module Google
             class Configuration
               extend ::Gapic::Config
 
-              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              DEFAULT_ENDPOINT = "dataproc.googleapis.com"
+
+              config_attr :endpoint,      DEFAULT_ENDPOINT, ::String
               config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC