google-cloud-datastream-v1 0.3.0 → 0.5.0

data/proto_docs/google/cloud/datastream/v1/datastream_resources.rb

@@ -75,6 +75,27 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # PostgreSQL database profile.
+        # @!attribute [rw] hostname
+        #   @return [::String]
+        #     Required. Hostname for the PostgreSQL connection.
+        # @!attribute [rw] port
+        #   @return [::Integer]
+        #     Port for the PostgreSQL connection, default value is 5432.
+        # @!attribute [rw] username
+        #   @return [::String]
+        #     Required. Username for the PostgreSQL connection.
+        # @!attribute [rw] password
+        #   @return [::String]
+        #     Required. Password for the PostgreSQL connection.
+        # @!attribute [rw] database
+        #   @return [::String]
+        #     Required. Database for the PostgreSQL connection.
+        class PostgresqlProfile
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Cloud Storage bucket profile.
         # @!attribute [rw] bucket
         #   @return [::String]
@@ -87,6 +108,12 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # BigQuery warehouse profile.
+        class BigQueryProfile
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Static IP address connectivity.
         class StaticServiceIpConnectivity
           include ::Google::Protobuf::MessageExts
@@ -150,8 +177,7 @@ module Google
         #     Output only. The state of the Private Connection.
         # @!attribute [r] error
         #   @return [::Google::Cloud::Datastream::V1::Error]
-        #     Output only. In case of error, the details of the error in a user-friendly
-        #     format.
+        #     Output only. In case of error, the details of the error in a user-friendly format.
         # @!attribute [rw] vpc_peering_config
         #   @return [::Google::Cloud::Datastream::V1::VpcPeeringConfig]
         #     VPC Peering Config.
@@ -256,8 +282,8 @@ module Google
         #     Output only. Indicates whether the client_certificate field is set.
         # @!attribute [rw] ca_certificate
         #   @return [::String]
-        #     Input only. PEM-encoded certificate of the CA that signed the source
-        #     database server's certificate.
+        #     Input only. PEM-encoded certificate of the CA that signed the source database
+        #     server's certificate.
         # @!attribute [r] ca_certificate_set
         #   @return [::Boolean]
         #     Output only. Indicates whether the ca_certificate field is set.
@@ -292,6 +318,12 @@ module Google
         # @!attribute [rw] mysql_profile
         #   @return [::Google::Cloud::Datastream::V1::MysqlProfile]
         #     MySQL ConnectionProfile configuration.
+        # @!attribute [rw] bigquery_profile
+        #   @return [::Google::Cloud::Datastream::V1::BigQueryProfile]
+        #     BigQuery Connection Profile configuration.
+        # @!attribute [rw] postgresql_profile
+        #   @return [::Google::Cloud::Datastream::V1::PostgresqlProfile]
+        #     PostgreSQL Connection Profile configuration.
         # @!attribute [rw] static_service_ip_connectivity
         #   @return [::Google::Cloud::Datastream::V1::StaticServiceIpConnectivity]
         #     Static Service IP connectivity.
@@ -355,7 +387,7 @@ module Google
         # @!attribute [rw] oracle_columns
         #   @return [::Array<::Google::Cloud::Datastream::V1::OracleColumn>]
         #     Oracle columns in the schema.
-        #     When unspecified as part of inclue/exclude lists, includes/excludes
+        #     When unspecified as part of include/exclude objects, includes/excludes
         #     everything.
         class OracleTable
           include ::Google::Protobuf::MessageExts
@@ -390,9 +422,116 @@ module Google
         # @!attribute [rw] exclude_objects
         #   @return [::Google::Cloud::Datastream::V1::OracleRdbms]
         #     Oracle objects to exclude from the stream.
+        # @!attribute [rw] max_concurrent_cdc_tasks
+        #   @return [::Integer]
+        #     Maximum number of concurrent CDC tasks. The number should be non negative.
+        #     If not set (or set to 0), the system's default value will be used.
+        # @!attribute [rw] drop_large_objects
+        #   @return [::Google::Cloud::Datastream::V1::OracleSourceConfig::DropLargeObjects]
+        #     Drop large object values.
+        # @!attribute [rw] stream_large_objects
+        #   @return [::Google::Cloud::Datastream::V1::OracleSourceConfig::StreamLargeObjects]
+        #     Stream large object values.
         class OracleSourceConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Configuration to drop large object values.
+          class DropLargeObjects
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # Configuration to stream large object values.
+          class StreamLargeObjects
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
+        # PostgreSQL Column.
+        # @!attribute [rw] column
+        #   @return [::String]
+        #     Column name.
+        # @!attribute [rw] data_type
+        #   @return [::String]
+        #     The PostgreSQL data type.
+        # @!attribute [rw] length
+        #   @return [::Integer]
+        #     Column length.
+        # @!attribute [rw] precision
+        #   @return [::Integer]
+        #     Column precision.
+        # @!attribute [rw] scale
+        #   @return [::Integer]
+        #     Column scale.
+        # @!attribute [rw] primary_key
+        #   @return [::Boolean]
+        #     Whether or not the column represents a primary key.
+        # @!attribute [rw] nullable
+        #   @return [::Boolean]
+        #     Whether or not the column can accept a null value.
+        # @!attribute [rw] ordinal_position
+        #   @return [::Integer]
+        #     The ordinal position of the column in the table.
+        class PostgresqlColumn
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # PostgreSQL table.
+        # @!attribute [rw] table
+        #   @return [::String]
+        #     Table name.
+        # @!attribute [rw] postgresql_columns
+        #   @return [::Array<::Google::Cloud::Datastream::V1::PostgresqlColumn>]
+        #     PostgreSQL columns in the schema.
+        #     When unspecified as part of include/exclude objects,
+        #     includes/excludes everything.
+        class PostgresqlTable
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # PostgreSQL schema.
+        # @!attribute [rw] schema
+        #   @return [::String]
+        #     Schema name.
+        # @!attribute [rw] postgresql_tables
+        #   @return [::Array<::Google::Cloud::Datastream::V1::PostgresqlTable>]
+        #     Tables in the schema.
+        class PostgresqlSchema
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # PostgreSQL database structure.
+        # @!attribute [rw] postgresql_schemas
+        #   @return [::Array<::Google::Cloud::Datastream::V1::PostgresqlSchema>]
+        #     PostgreSQL schemas in the database server.
+        class PostgresqlRdbms
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # PostgreSQL data source configuration
+        # @!attribute [rw] include_objects
+        #   @return [::Google::Cloud::Datastream::V1::PostgresqlRdbms]
+        #     PostgreSQL objects to include in the stream.
+        # @!attribute [rw] exclude_objects
+        #   @return [::Google::Cloud::Datastream::V1::PostgresqlRdbms]
+        #     PostgreSQL objects to exclude from the stream.
+        # @!attribute [rw] replication_slot
+        #   @return [::String]
+        #     Required. The name of the logical replication slot that's configured with the
+        #     pgoutput plugin.
+        # @!attribute [rw] publication
+        #   @return [::String]
+        #     Required. The name of the publication that includes the set of all tables that are
+        #     defined in the stream's include_objects.
+        class PostgresqlSourceConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
         # MySQL Column.
@@ -430,7 +569,7 @@ module Google
         # @!attribute [rw] mysql_columns
         #   @return [::Array<::Google::Cloud::Datastream::V1::MysqlColumn>]
         #     MySQL columns in the database.
-        #     When unspecified as part of include/exclude lists, includes/excludes
+        #     When unspecified as part of include/exclude objects, includes/excludes
         #     everything.
         class MysqlTable
           include ::Google::Protobuf::MessageExts
@@ -465,6 +604,10 @@ module Google
         # @!attribute [rw] exclude_objects
         #   @return [::Google::Cloud::Datastream::V1::MysqlRdbms]
         #     MySQL objects to exclude from the stream.
+        # @!attribute [rw] max_concurrent_cdc_tasks
+        #   @return [::Integer]
+        #     Maximum number of concurrent CDC tasks. The number should be non negative.
+        #     If not set (or set to 0), the system's default value will be used.
         class MysqlSourceConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -477,10 +620,13 @@ module Google
         #     Format: `projects/{project}/locations/{location}/connectionProfiles/{name}`
         # @!attribute [rw] oracle_source_config
         #   @return [::Google::Cloud::Datastream::V1::OracleSourceConfig]
-        #     Oracle data source configuration
+        #     Oracle data source configuration.
         # @!attribute [rw] mysql_source_config
         #   @return [::Google::Cloud::Datastream::V1::MysqlSourceConfig]
-        #     MySQL data source configuration
+        #     MySQL data source configuration.
+        # @!attribute [rw] postgresql_source_config
+        #   @return [::Google::Cloud::Datastream::V1::PostgresqlSourceConfig]
+        #     PostgreSQL data source configuration.
         class SourceConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -550,6 +696,65 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # @!attribute [rw] single_target_dataset
+        #   @return [::Google::Cloud::Datastream::V1::BigQueryDestinationConfig::SingleTargetDataset]
+        #     Single destination dataset.
+        # @!attribute [rw] source_hierarchy_datasets
+        #   @return [::Google::Cloud::Datastream::V1::BigQueryDestinationConfig::SourceHierarchyDatasets]
+        #     Source hierarchy datasets.
+        # @!attribute [rw] data_freshness
+        #   @return [::Google::Protobuf::Duration]
+        #     The guaranteed data freshness (in seconds) when querying tables created by
+        #     the stream. Editing this field will only affect new tables created in the
+        #     future, but existing tables will not be impacted. Lower values mean that
+        #     queries will return fresher data, but may result in higher cost.
+        class BigQueryDestinationConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A single target dataset to which all data will be streamed.
+          # @!attribute [rw] dataset_id
+          #   @return [::String]
+          class SingleTargetDataset
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # Destination datasets are created so that hierarchy of the destination data
+          # objects matches the source hierarchy.
+          # @!attribute [rw] dataset_template
+          #   @return [::Google::Cloud::Datastream::V1::BigQueryDestinationConfig::SourceHierarchyDatasets::DatasetTemplate]
+          class SourceHierarchyDatasets
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+
+            # Dataset template used for dynamic dataset creation.
+            # @!attribute [rw] location
+            #   @return [::String]
+            #     Required. The geographic location where the dataset should reside. See
+            #     https://cloud.google.com/bigquery/docs/locations for supported
+            #     locations.
+            # @!attribute [rw] dataset_id_prefix
+            #   @return [::String]
+            #     If supplied, every created dataset will have its name prefixed by the
+            #     provided value. The prefix and name will be separated by an underscore.
+            #     i.e. <prefix>_<dataset_name>.
+            # @!attribute [rw] kms_key_name
+            #   @return [::String]
+            #     Describes the Cloud KMS encryption key that will be used to
+            #     protect destination BigQuery table. The BigQuery Service Account
+            #     associated with your project requires access to this encryption key.
+            #     i.e.
+            #     projects/\\{project}/locations/\\{location}/keyRings/\\{key_ring}/cryptoKeys/\\{cryptoKey}.
+            #     See https://cloud.google.com/bigquery/docs/customer-managed-encryption
+            #     for more information.
+            class DatasetTemplate
+              include ::Google::Protobuf::MessageExts
+              extend ::Google::Protobuf::MessageExts::ClassMethods
+            end
+          end
+        end
+
         # The configuration of the stream destination.
         # @!attribute [rw] destination_connection_profile
         #   @return [::String]
@@ -558,6 +763,9 @@ module Google
         # @!attribute [rw] gcs_destination_config
         #   @return [::Google::Cloud::Datastream::V1::GcsDestinationConfig]
         #     A configuration for how data should be loaded to Cloud Storage.
+        # @!attribute [rw] bigquery_destination_config
+        #   @return [::Google::Cloud::Datastream::V1::BigQueryDestinationConfig]
+        #     BigQuery destination configuration.
         class DestinationConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -616,6 +824,9 @@ module Google
           # @!attribute [rw] mysql_excluded_objects
           #   @return [::Google::Cloud::Datastream::V1::MysqlRdbms]
           #     MySQL data source objects to avoid backfilling.
+          # @!attribute [rw] postgresql_excluded_objects
+          #   @return [::Google::Cloud::Datastream::V1::PostgresqlRdbms]
+          #     PostgreSQL data source objects to avoid backfilling.
           class BackfillAllStrategy
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -705,6 +916,9 @@ module Google
         # @!attribute [rw] mysql_identifier
         #   @return [::Google::Cloud::Datastream::V1::SourceObjectIdentifier::MysqlObjectIdentifier]
         #     Mysql data source object identifier.
+        # @!attribute [rw] postgresql_identifier
+        #   @return [::Google::Cloud::Datastream::V1::SourceObjectIdentifier::PostgresqlObjectIdentifier]
+        #     PostgreSQL data source object identifier.
         class SourceObjectIdentifier
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -721,6 +935,18 @@ module Google
             extend ::Google::Protobuf::MessageExts::ClassMethods
           end
 
+          # PostgreSQL data source object identifier.
+          # @!attribute [rw] schema
+          #   @return [::String]
+          #     Required. The schema name.
+          # @!attribute [rw] table
+          #   @return [::String]
+          #     Required. The table name.
+          class PostgresqlObjectIdentifier
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
           # Mysql data source object identifier.
           # @!attribute [rw] database
           #   @return [::String]

data/proto_docs/google/protobuf/empty.rb

@@ -26,8 +26,6 @@ module Google
     #     service Foo {
     #       rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
     #     }
-    #
-    # The JSON representation for `Empty` is empty JSON object `{}`.
     class Empty
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/rpc/status.rb

@@ -28,12 +28,14 @@ module Google
     # [API Design Guide](https://cloud.google.com/apis/design/errors).
     # @!attribute [rw] code
     #   @return [::Integer]
-    #     The status code, which should be an enum value of [google.rpc.Code][google.rpc.Code].
+    #     The status code, which should be an enum value of
+    #     [google.rpc.Code][google.rpc.Code].
     # @!attribute [rw] message
     #   @return [::String]
     #     A developer-facing error message, which should be in English. Any
     #     user-facing error message should be localized and sent in the
-    #     {::Google::Rpc::Status#details google.rpc.Status.details} field, or localized by the client.
+    #     {::Google::Rpc::Status#details google.rpc.Status.details} field, or localized
+    #     by the client.
     # @!attribute [rw] details
     #   @return [::Array<::Google::Protobuf::Any>]
     #     A list of messages that carry the error details.  There is a common set of

data/proto_docs/google/type/expr.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+# Copyright 2022 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Type
+    # Represents a textual expression in the Common Expression Language (CEL)
+    # syntax. CEL is a C-like expression language. The syntax and semantics of CEL
+    # are documented at https://github.com/google/cel-spec.
+    #
+    # Example (Comparison):
+    #
+    #     title: "Summary size limit"
+    #     description: "Determines if a summary is less than 100 chars"
+    #     expression: "document.summary.size() < 100"
+    #
+    # Example (Equality):
+    #
+    #     title: "Requestor is owner"
+    #     description: "Determines if requestor is the document owner"
+    #     expression: "document.owner == request.auth.claims.email"
+    #
+    # Example (Logic):
+    #
+    #     title: "Public documents"
+    #     description: "Determine whether the document should be publicly visible"
+    #     expression: "document.type != 'private' && document.type != 'internal'"
+    #
+    # Example (Data Manipulation):
+    #
+    #     title: "Notification string"
+    #     description: "Create a notification string with a timestamp."
+    #     expression: "'New message received at ' + string(document.create_time)"
+    #
+    # The exact variables and functions that may be referenced within an expression
+    # are determined by the service that evaluates it. See the service
+    # documentation for additional information.
+    # @!attribute [rw] expression
+    #   @return [::String]
+    #     Textual representation of an expression in Common Expression Language
+    #     syntax.
+    # @!attribute [rw] title
+    #   @return [::String]
+    #     Optional. Title for the expression, i.e. a short string describing
+    #     its purpose. This can be used e.g. in UIs which allow to enter the
+    #     expression.
+    # @!attribute [rw] description
+    #   @return [::String]
+    #     Optional. Description of the expression. This is a longer text which
+    #     describes the expression, e.g. when hovered over it in a UI.
+    # @!attribute [rw] location
+    #   @return [::String]
+    #     Optional. String indicating the location of the expression for error
+    #     reporting, e.g. a file name and a position in the file.
+    class Expr
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-datastream-v1
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-07-02 00:00:00.000000000 Z
+date: 2023-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: 0.18.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: 0.18.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -50,7 +50,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.4'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -60,7 +60,27 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.a
+- !ruby/object:Gem::Dependency
+  name: google-iam-v1
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.a
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.4'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -70,14 +90,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.26.1
+        version: 1.26.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.26.1
+        version: 1.26.3
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -193,17 +213,25 @@ files:
 - README.md
 - lib/google-cloud-datastream-v1.rb
 - lib/google/cloud/datastream/v1.rb
+- lib/google/cloud/datastream/v1/bindings_override.rb
 - lib/google/cloud/datastream/v1/datastream.rb
 - lib/google/cloud/datastream/v1/datastream/client.rb
 - lib/google/cloud/datastream/v1/datastream/credentials.rb
 - lib/google/cloud/datastream/v1/datastream/operations.rb
 - lib/google/cloud/datastream/v1/datastream/paths.rb
+- lib/google/cloud/datastream/v1/datastream/rest.rb
+- lib/google/cloud/datastream/v1/datastream/rest/client.rb
+- lib/google/cloud/datastream/v1/datastream/rest/operations.rb
+- lib/google/cloud/datastream/v1/datastream/rest/service_stub.rb
 - lib/google/cloud/datastream/v1/datastream_pb.rb
 - lib/google/cloud/datastream/v1/datastream_resources_pb.rb
 - lib/google/cloud/datastream/v1/datastream_services_pb.rb
+- lib/google/cloud/datastream/v1/rest.rb
 - lib/google/cloud/datastream/v1/version.rb
 - proto_docs/README.md
+- proto_docs/google/api/client.rb
 - proto_docs/google/api/field_behavior.rb
+- proto_docs/google/api/launch_stage.rb
 - proto_docs/google/api/resource.rb
 - proto_docs/google/cloud/datastream/v1/datastream.rb
 - proto_docs/google/cloud/datastream/v1/datastream_resources.rb
@@ -214,6 +242,7 @@ files:
 - proto_docs/google/protobuf/field_mask.rb
 - proto_docs/google/protobuf/timestamp.rb
 - proto_docs/google/rpc/status.rb
+- proto_docs/google/type/expr.rb
 homepage: https://github.com/googleapis/google-cloud-ruby
 licenses:
 - Apache-2.0
@@ -233,7 +262,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.14
+rubygems_version: 3.4.2
 signing_key: 
 specification_version: 4
 summary: API Client library for the Datastream V1 API