google-cloud-dataplex-v1 0.2.0 → 0.4.0

data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb

@@ -18,6 +18,8 @@
 
 require "google/cloud/errors"
 require "google/cloud/dataplex/v1/service_pb"
+require "google/cloud/location"
+require "google/iam/v1/iam_policy"
 
 module Google
   module Cloud
@@ -29,9 +31,9 @@ module Google
           #
           # Dataplex service provides data lakes as a service. The primary resources
           # offered by this service are Lakes, Zones and Assets which collectively allow
-          # a data adminstrator to organize, manage, secure and catalog data across their
-          # organization located across cloud projects in a variety of storage systems
-          # including Cloud Storage and BigQuery.
+          # a data administrator to organize, manage, secure and catalog data across
+          # their organization located across cloud projects in a variety of storage
+          # systems including Cloud Storage and BigQuery.
           #
           class Client
             include Paths
@@ -159,6 +161,22 @@ module Google
 
                 default_config.rpcs.cancel_job.timeout = 60.0
 
+                default_config.rpcs.create_environment.timeout = 60.0
+
+                default_config.rpcs.update_environment.timeout = 60.0
+
+                default_config.rpcs.delete_environment.timeout = 60.0
+
+                default_config.rpcs.list_environments.timeout = 60.0
+                default_config.rpcs.list_environments.retry_policy = {
+                  initial_delay: 1.0, max_delay: 10.0, multiplier: 1.3, retry_codes: [14]
+                }
+
+                default_config.rpcs.get_environment.timeout = 60.0
+                default_config.rpcs.get_environment.retry_policy = {
+                  initial_delay: 1.0, max_delay: 10.0, multiplier: 1.3, retry_codes: [14]
+                }
+
                 default_config
               end
               yield @configure if block_given?
@@ -234,6 +252,18 @@ module Google
                 config.endpoint = @config.endpoint
               end
 
+              @location_client = Google::Cloud::Location::Locations::Client.new do |config|
+                config.credentials = credentials
+                config.quota_project = @quota_project_id
+                config.endpoint = @config.endpoint
+              end
+
+              @iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
+                config.credentials = credentials
+                config.quota_project = @quota_project_id
+                config.endpoint = @config.endpoint
+              end
+
               @dataplex_service_stub = ::Gapic::ServiceStub.new(
                 ::Google::Cloud::Dataplex::V1::DataplexService::Stub,
                 credentials:  credentials,
@@ -250,6 +280,20 @@ module Google
             #
             attr_reader :operations_client
 
+            ##
+            # Get the associated client for mix-in of the Locations.
+            #
+            # @return [Google::Cloud::Location::Locations::Client]
+            #
+            attr_reader :location_client
+
+            ##
+            # Get the associated client for mix-in of the IAMPolicy.
+            #
+            # @return [Google::Iam::V1::IAMPolicy::Client]
+            #
+            attr_reader :iam_policy_client
+
             # Service calls
 
             ##
@@ -481,7 +525,7 @@ module Google
             #
             #   @param name [::String]
             #     Required. The resource name of the lake:
-            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}`
+            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}`.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::Operation]
@@ -767,7 +811,7 @@ module Google
             #
             #   @param parent [::String]
             #     Required. The resource name of the parent lake:
-            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}`
+            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}`.
             #   @param page_size [::Integer]
             #     Optional. Maximum number of actions to return. The service may return fewer than this
             #     value. If unspecified, at most 10 actions will be returned. The maximum
@@ -1465,7 +1509,7 @@ module Google
             #
             #   @param parent [::String]
             #     Required. The resource name of the parent zone:
-            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}`
+            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}`.
             #   @param asset_id [::String]
             #     Required. Asset identifier.
             #     This ID will be used to generate names such as table names when publishing
@@ -2460,7 +2504,7 @@ module Google
             #
             #   @param name [::String]
             #     Required. The resource name of the task:
-            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/tasks/{tasks_id}`
+            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/tasks/{tasks_id}`.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Google::Cloud::Dataplex::V1::Task]
@@ -2820,7 +2864,7 @@ module Google
             #
             #   @param parent [::String]
             #     Required. The resource name of the parent lake:
-            #     projects/\\{project_id}/locations/\\{location_id}/lakes/\\{lake_id}
+            #     `projects/{project_id}/locations/{location_id}/lakes/{lake_id}`.
             #   @param environment_id [::String]
             #     Required. Environment identifier.
             #     * Must contain only lowercase letters, numbers and hyphens.
@@ -3026,7 +3070,7 @@ module Google
             #
             #   @param name [::String]
             #     Required. The resource name of the environment:
-            #     projects/\\{project_id}/locations/\\{location_id}/lakes/\\{lake_id}/environments/\\{environment_id}`
+            #     `projects/{project_id}/locations/{location_id}/lakes/{lake_id}/environments/{environment_id}`.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::Operation]
@@ -3120,7 +3164,7 @@ module Google
             #
             #   @param parent [::String]
             #     Required. The resource name of the parent lake:
-            #     projects/\\{project_id}/locations/\\{location_id}/lakes/\\{lake_id}
+            #     `projects/{project_id}/locations/{location_id}/lakes/{lake_id}`.
             #   @param page_size [::Integer]
             #     Optional. Maximum number of environments to return. The service may return fewer than
             #     this value. If unspecified, at most 10 environments will be returned. The
@@ -3226,7 +3270,7 @@ module Google
             #
             #   @param name [::String]
             #     Required. The resource name of the environment:
-            #     projects/\\{project_id}/locations/\\{location_id}/lakes/\\{lake_id}/environments/\\{environment_id}
+            #     `projects/{project_id}/locations/{location_id}/lakes/{lake_id}/environments/{environment_id}`.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Google::Cloud::Dataplex::V1::Environment]
@@ -3305,14 +3349,14 @@ module Google
             #   @param options [::Gapic::CallOptions, ::Hash]
             #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
             #
-            # @overload list_sessions(parent: nil, page_size: nil, page_token: nil)
+            # @overload list_sessions(parent: nil, page_size: nil, page_token: nil, filter: nil)
             #   Pass arguments to `list_sessions` via keyword arguments. Note that at
             #   least one keyword argument is required. To specify no parameters, or to keep all
             #   the default parameter values, pass an empty Hash as a request object (see above).
             #
             #   @param parent [::String]
             #     Required. The resource name of the parent environment:
-            #     projects/\\{project_number}/locations/\\{location_id}/lakes/\\{lake_id}/environment/\\{environment_id}
+            #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/environment/{environment_id}`.
             #   @param page_size [::Integer]
             #     Optional. Maximum number of sessions to return. The service may return fewer than
             #     this value. If unspecified, at most 10 sessions will be returned. The
@@ -3322,6 +3366,16 @@ module Google
             #     retrieve the subsequent page. When paginating, all other parameters
             #     provided to `ListSessions` must match the call that provided the page
             #     token.
+            #   @param filter [::String]
+            #     Optional. Filter request. The following `mode` filter is supported to return only the
+            #     sessions belonging to the requester when the mode is USER and return
+            #     sessions of all the users when the mode is ADMIN. When no filter is sent
+            #     default to USER mode.
+            #     NOTE: When the mode is ADMIN, the requester should have
+            #     `dataplex.environments.listAllSessions` permission to list all sessions,
+            #     in absence of the permission, the request fails.
+            #
+            #     mode = ADMIN | USER
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::PagedEnumerable<::Google::Cloud::Dataplex::V1::Session>]

data/lib/google/cloud/dataplex/v1/dataplex_service/operations.rb

@@ -95,6 +95,9 @@ module Google
                 channel_args: @config.channel_args,
                 interceptors: @config.interceptors
               )
+
+              # Used by an LRO wrapper for some methods of this service
+              @operations_client = self
             end
 
             # Service calls

data/lib/google/cloud/dataplex/v1/dataplex_service.rb

@@ -34,9 +34,9 @@ module Google
         ##
         # Dataplex service provides data lakes as a service. The primary resources
         # offered by this service are Lakes, Zones and Assets which collectively allow
-        # a data adminstrator to organize, manage, secure and catalog data across their
-        # organization located across cloud projects in a variety of storage systems
-        # including Cloud Storage and BigQuery.
+        # a data administrator to organize, manage, secure and catalog data across
+        # their organization located across cloud projects in a variety of storage
+        # systems including Cloud Storage and BigQuery.
         #
         # To load this service and instantiate a client:
         #

data/lib/google/cloud/dataplex/v1/logs_pb.rb

@@ -1,10 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataplex/v1/logs.proto
 
-require 'google/api/annotations_pb'
+require 'google/protobuf'
+
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataplex/v1/logs.proto", :syntax => :proto3) do
@@ -33,6 +33,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :partition, :string, 1
       optional :entity, :string, 2
       optional :type, :enum, 3, "google.cloud.dataplex.v1.DiscoveryEvent.EntityType"
+      repeated :sampled_data_locations, :string, 4
     end
     add_message "google.cloud.dataplex.v1.DiscoveryEvent.ActionDetails" do
       optional :type, :string, 1

data/lib/google/cloud/dataplex/v1/metadata_pb.rb

@@ -1,13 +1,14 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataplex/v1/metadata.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataplex/v1/metadata.proto", :syntax => :proto3) do

data/lib/google/cloud/dataplex/v1/metadata_service/client.rb

@@ -18,6 +18,8 @@
 
 require "google/cloud/errors"
 require "google/cloud/dataplex/v1/metadata_pb"
+require "google/cloud/location"
+require "google/iam/v1/iam_policy"
 
 module Google
   module Cloud
@@ -164,6 +166,18 @@ module Google
               @quota_project_id = @config.quota_project
               @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
 
+              @location_client = Google::Cloud::Location::Locations::Client.new do |config|
+                config.credentials = credentials
+                config.quota_project = @quota_project_id
+                config.endpoint = @config.endpoint
+              end
+
+              @iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
+                config.credentials = credentials
+                config.quota_project = @quota_project_id
+                config.endpoint = @config.endpoint
+              end
+
               @metadata_service_stub = ::Gapic::ServiceStub.new(
                 ::Google::Cloud::Dataplex::V1::MetadataService::Stub,
                 credentials:  credentials,
@@ -173,6 +187,20 @@ module Google
               )
             end
 
+            ##
+            # Get the associated client for mix-in of the Locations.
+            #
+            # @return [Google::Cloud::Location::Locations::Client]
+            #
+            attr_reader :location_client
+
+            ##
+            # Get the associated client for mix-in of the IAMPolicy.
+            #
+            # @return [Google::Iam::V1::IAMPolicy::Client]
+            #
+            attr_reader :iam_policy_client
+
             # Service calls
 
             ##
@@ -376,7 +404,8 @@ module Google
             #     Required. The resource name of the entity:
             #     `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
             #   @param etag [::String]
-            #     Required. The etag associated with the partition if it was previously retrieved.
+            #     Required. The etag associated with the entity, which can be retrieved with a
+            #     [GetEntity][] request.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Google::Protobuf::Empty]
@@ -570,8 +599,8 @@ module Google
             #     - Entity ID: ?filter="id=entityID"
             #     - Asset ID: ?filter="asset=assetID"
             #     - Data path ?filter="data_path=gs://my-bucket"
-            #     - Is HIVE compatible: ?filter=”hive_compatible=true”
-            #     - Is BigQuery compatible: ?filter=”bigquery_compatible=true”
+            #     - Is HIVE compatible: ?filter="hive_compatible=true"
+            #     - Is BigQuery compatible: ?filter="bigquery_compatible=true"
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::PagedEnumerable<::Google::Cloud::Dataplex::V1::Entity>]
@@ -760,7 +789,7 @@ module Google
             #     The \\{partition_value_path} segment consists of an ordered sequence of
             #     partition values separated by "/". All values must be provided.
             #   @param etag [::String]
-            #     Optional. The etag associated with the partition if it was previously retrieved.
+            #     Optional. The etag associated with the partition.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Google::Protobuf::Empty]
@@ -945,14 +974,14 @@ module Google
             #     provided to `ListPartitions` must match the call that provided the
             #     page token.
             #   @param filter [::String]
-            #     Optional. Filter the partitions returned to the caller using a key vslue pair
-            #     expression. The filter expression supports:
+            #     Optional. Filter the partitions returned to the caller using a key value pair
+            #     expression. Supported operators and syntax:
             #
-            #     - logical operators: AND, OR
+            #     - logic operators: AND, OR
             #     - comparison operators: <, >, >=, <= ,=, !=
             #     - LIKE operators:
-            #         - The right hand of a LIKE operator supports “.” and
-            #           “*” for wildcard searches, for example "value1 LIKE ".*oo.*"
+            #       - The right hand of a LIKE operator supports "." and
+            #         "*" for wildcard searches, for example "value1 LIKE ".*oo.*"
             #     - parenthetical grouping: ( )
             #
             #     Sample filter expression: `?filter="key1 < value1 OR key2 > value2"

data/lib/google/cloud/dataplex/v1/resources_pb.rb

@@ -1,12 +1,12 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataplex/v1/resources.proto
 
-require 'google/api/annotations_pb'
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataplex/v1/resources.proto", :syntax => :proto3) do

data/lib/google/cloud/dataplex/v1/service_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataplex/v1/service.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -12,7 +14,6 @@ require 'google/longrunning/operations_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataplex/v1/service.proto", :syntax => :proto3) do
@@ -205,6 +206,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :parent, :string, 1
       optional :page_size, :int32, 2
       optional :page_token, :string, 3
+      optional :filter, :string, 4
     end
     add_message "google.cloud.dataplex.v1.ListSessionsResponse" do
       repeated :sessions, :message, 1, "google.cloud.dataplex.v1.Session"

data/lib/google/cloud/dataplex/v1/service_services_pb.rb

@@ -26,9 +26,9 @@ module Google
         module DataplexService
           # Dataplex service provides data lakes as a service. The primary resources
           # offered by this service are Lakes, Zones and Assets which collectively allow
-          # a data adminstrator to organize, manage, secure and catalog data across their
-          # organization located across cloud projects in a variety of storage systems
-          # including Cloud Storage and BigQuery.
+          # a data administrator to organize, manage, secure and catalog data across
+          # their organization located across cloud projects in a variety of storage
+          # systems including Cloud Storage and BigQuery.
           class Service
 
             include ::GRPC::GenericService

data/lib/google/cloud/dataplex/v1/tasks_pb.rb

@@ -1,13 +1,13 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataplex/v1/tasks.proto
 
-require 'google/api/annotations_pb'
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/dataplex/v1/resources_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataplex/v1/tasks.proto", :syntax => :proto3) do
@@ -22,6 +22,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       map :labels, :string, :string, 8
       optional :trigger_spec, :message, 100, "google.cloud.dataplex.v1.Task.TriggerSpec"
       optional :execution_spec, :message, 101, "google.cloud.dataplex.v1.Task.ExecutionSpec"
+      optional :execution_status, :message, 201, "google.cloud.dataplex.v1.Task.ExecutionStatus"
       oneof :config do
         optional :spark, :message, 300, "google.cloud.dataplex.v1.Task.SparkTaskConfig"
       end
@@ -42,6 +43,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :max_executors_count, :int32, 2
     end
     add_message "google.cloud.dataplex.v1.Task.InfrastructureSpec.ContainerImageRuntime" do
+      optional :image, :string, 1
       repeated :java_jars, :string, 2
       repeated :python_packages, :string, 3
       map :properties, :string, :string, 4
@@ -70,7 +72,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataplex.v1.Task.ExecutionSpec" do
       map :args, :string, :string, 4
       optional :service_account, :string, 5
+      optional :project, :string, 7
       optional :max_job_execution_lifetime, :message, 8, "google.protobuf.Duration"
+      optional :kms_key, :string, 9
     end
     add_message "google.cloud.dataplex.v1.Task.SparkTaskConfig" do
       repeated :file_uris, :string, 3
@@ -84,6 +88,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :sql_script, :string, 105
       end
     end
+    add_message "google.cloud.dataplex.v1.Task.ExecutionStatus" do
+      optional :update_time, :message, 3, "google.protobuf.Timestamp"
+      optional :latest_job, :message, 9, "google.cloud.dataplex.v1.Job"
+    end
     add_message "google.cloud.dataplex.v1.Job" do
       optional :name, :string, 1
       optional :uid, :string, 2
@@ -124,6 +132,7 @@ module Google
         Task::TriggerSpec::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Task.TriggerSpec.Type").enummodule
         Task::ExecutionSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Task.ExecutionSpec").msgclass
         Task::SparkTaskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Task.SparkTaskConfig").msgclass
+        Task::ExecutionStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Task.ExecutionStatus").msgclass
         Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Job").msgclass
         Job::Service = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Job.Service").enummodule
         Job::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Job.State").enummodule

data/lib/google/cloud/dataplex/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataplex
       module V1
-        VERSION = "0.2.0"
+        VERSION = "0.4.0"
       end
     end
   end

data/lib/google/cloud/dataplex/v1.rb

@@ -27,6 +27,8 @@ module Google
       ##
       # To load this package, including all its services, and instantiate a client:
       #
+      # @example
+      #
       #     require "google/cloud/dataplex/v1"
       #     client = ::Google::Cloud::Dataplex::V1::ContentService::Client.new
       #

data/proto_docs/google/cloud/dataplex/v1/logs.rb

@@ -102,6 +102,10 @@ module Google
           # @!attribute [rw] type
           #   @return [::Google::Cloud::Dataplex::V1::DiscoveryEvent::EntityType]
           #     The type of the containing entity resource.
+          # @!attribute [rw] sampled_data_locations
+          #   @return [::Array<::String>]
+          #     The locations of the data items (e.g., a Cloud Storage objects) sampled
+          #     for metadata inference.
           class PartitionDetails
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods