google-cloud-bigquery-storage-v1 0.11.1 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93523ae607e50f73b09408fdb11c67f28b18a7b23585d65876e3613a71c80393
-  data.tar.gz: 186c06d4d9ec840c84472b7e8cb69680713d28457b81d009ba8bec85bb346ce2
+  metadata.gz: 6eb514d8a87f950d7333d8a24f08ba2e8e5710fdbe055f890bea49f3b742b0a4
+  data.tar.gz: cd8f0057d5ad2da143516f146c04c208e6f219f29fef22271d26be21d7e08b2e
 SHA512:
-  metadata.gz: 30d6f2151678722ff459a97691e99c310d0428e4717ca2123457903ae39cc4c24ef1d4dde6db9225079aad77d8c956a80cf35c9afe96b6c537cb765e717aa53f
-  data.tar.gz: 85b427659ebd8058d344feb0f79eb770e861bc570cc55a0c4711dce350933b82fc5650e83c0aeb9da28fa3f295df5e227f3708f98ea102bf965685082ac9116f
+  metadata.gz: c521cfb6d963a905aa31e3f213220c1c5dd939ac8c42d78a630f0f3f6c41656c7e17f3c4446e6ea1c8bec8356390697288670ffd1c637fc9144607ef199df9a2
+  data.tar.gz: adae465e4f76681dacefd2fd7057c0a972beb7053b236a3bfec484b48371477469e700b2c030b8434bc6e030716ce3962143cc6965929f67f4b2d433402c8d52

data/README.md

@@ -76,14 +76,14 @@ To browse ready to use code samples check [Google Cloud Samples](https://cloud.g
 
 ## Supported Ruby Versions
 
-This library is supported on Ruby 2.5+.
+This library is supported on Ruby 2.6+.
 
 Google provides official support for Ruby versions that are actively supported
 by Ruby Core—that is, Ruby versions that are either in normal maintenance or
-in security maintenance, and not end of life. Currently, this means Ruby 2.5
-and later. Older versions of Ruby _may_ still work, but are unsupported and not
-recommended. See https://www.ruby-lang.org/en/downloads/branches/ for details
-about the Ruby support schedule.
+in security maintenance, and not end of life. Older versions of Ruby _may_
+still work, but are unsupported and not recommended. See
+https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
+support schedule.
 
 ## Which client should I use?
 

data/lib/google/cloud/bigquery/storage/v1/avro_pb.rb

@@ -12,6 +12,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :serialized_binary_rows, :bytes, 1
       optional :row_count, :int64, 2
     end
+    add_message "google.cloud.bigquery.storage.v1.AvroSerializationOptions" do
+      optional :enable_display_name_attribute, :bool, 1
+    end
   end
 end
 
@@ -22,6 +25,7 @@ module Google
         module V1
           AvroSchema = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.AvroSchema").msgclass
           AvroRows = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.AvroRows").msgclass
+          AvroSerializationOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.AvroSerializationOptions").msgclass
         end
       end
     end

data/lib/google/cloud/bigquery/storage/v1/big_query_read/client.rb

@@ -193,7 +193,7 @@ module Google
               #   @param options [::Gapic::CallOptions, ::Hash]
               #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
               #
-              # @overload create_read_session(parent: nil, read_session: nil, max_stream_count: nil)
+              # @overload create_read_session(parent: nil, read_session: nil, max_stream_count: nil, preferred_min_stream_count: nil)
               #   Pass arguments to `create_read_session` via keyword arguments. Note that at
               #   least one keyword argument is required. To specify no parameters, or to keep all
               #   the default parameter values, pass an empty Hash as a request object (see above).
@@ -214,6 +214,15 @@ module Google
               #     Typically, clients should either leave this unset to let the system to
               #     determine an upper bound OR set this a size for the maximum "units of work"
               #     it can gracefully handle.
+              #   @param preferred_min_stream_count [::Integer]
+              #     The minimum preferred stream count. This parameter can be used to inform
+              #     the service that there is a desired lower bound on the number of streams.
+              #     This is typically a target parallelism of the client (e.g. a Spark
+              #     cluster with N-workers would set this to a low multiple of N to ensure
+              #     good cluster utilization).
+              #
+              #     The system will make a best effort to provide at least this number of
+              #     streams, but in some cases might provide less.
               #
               # @yield [response, operation] Access the result along with the RPC operation
               # @yieldparam response [::Google::Cloud::Bigquery::Storage::V1::ReadSession]

data/lib/google/cloud/bigquery/storage/v1/storage_pb.rb

@@ -22,6 +22,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :parent, :string, 1
       optional :read_session, :message, 2, "google.cloud.bigquery.storage.v1.ReadSession"
       optional :max_stream_count, :int32, 3
+      optional :preferred_min_stream_count, :int32, 4
     end
     add_message "google.cloud.bigquery.storage.v1.ReadRowsRequest" do
       optional :read_stream, :string, 1
@@ -77,6 +78,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.bigquery.storage.v1.AppendRowsResponse" do
       optional :updated_schema, :message, 3, "google.cloud.bigquery.storage.v1.TableSchema"
       repeated :row_errors, :message, 4, "google.cloud.bigquery.storage.v1.RowError"
+      optional :write_stream, :string, 5
       oneof :response do
         optional :append_result, :message, 1, "google.cloud.bigquery.storage.v1.AppendRowsResponse.AppendResult"
         optional :error, :message, 2, "google.rpc.Status"

data/lib/google/cloud/bigquery/storage/v1/stream_pb.rb

@@ -35,6 +35,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :row_restriction, :string, 2
       oneof :output_format_serialization_options do
         optional :arrow_serialization_options, :message, 3, "google.cloud.bigquery.storage.v1.ArrowSerializationOptions"
+        optional :avro_serialization_options, :message, 4, "google.cloud.bigquery.storage.v1.AvroSerializationOptions"
       end
     end
     add_message "google.cloud.bigquery.storage.v1.ReadStream" do

data/lib/google/cloud/bigquery/storage/v1/version.rb

@@ -22,7 +22,7 @@ module Google
     module Bigquery
       module Storage
         module V1
-          VERSION = "0.11.1"
+          VERSION = "0.14.0"
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/avro.rb

@@ -44,6 +44,24 @@ module Google
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
           end
+
+          # Contains options specific to Avro Serialization.
+          # @!attribute [rw] enable_display_name_attribute
+          #   @return [::Boolean]
+          #     Enable displayName attribute in Avro schema.
+          #
+          #     The Avro specification requires field names to be alphanumeric.  By
+          #     default, in cases when column names do not conform to these requirements
+          #     (e.g. non-ascii unicode codepoints) and Avro is requested as an output
+          #     format, the CreateReadSession call will fail.
+          #
+          #     Setting this field to true, populates avro field names with a placeholder
+          #     value and populates a "displayName" attribute for every avro field with the
+          #     original column name.
+          class AvroSerializationOptions
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/storage.rb

@@ -42,6 +42,16 @@ module Google
           #     Typically, clients should either leave this unset to let the system to
           #     determine an upper bound OR set this a size for the maximum "units of work"
           #     it can gracefully handle.
+          # @!attribute [rw] preferred_min_stream_count
+          #   @return [::Integer]
+          #     The minimum preferred stream count. This parameter can be used to inform
+          #     the service that there is a desired lower bound on the number of streams.
+          #     This is typically a target parallelism of the client (e.g. a Spark
+          #     cluster with N-workers would set this to a low multiple of N to ensure
+          #     good cluster utilization).
+          #
+          #     The system will make a best effort to provide at least this number of
+          #     streams, but in some cases might provide less.
           class CreateReadSessionRequest
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -183,6 +193,9 @@ module Google
           # Due to the nature of AppendRows being a bidirectional streaming RPC, certain
           # parts of the AppendRowsRequest need only be specified for the first request
           # sent each time the gRPC network connection is opened/reopened.
+          #
+          # The size of a single AppendRowsRequest must be less than 10 MB in size.
+          # Requests larger than this return an error, typically `INVALID_ARGUMENT`.
           # @!attribute [rw] write_stream
           #   @return [::String]
           #     Required. The write_stream identifies the target of the append operation, and only
@@ -269,6 +282,10 @@ module Google
           #     If a request failed due to corrupted rows, no rows in the batch will be
           #     appended. The API will return row level error info, so that the caller can
           #     remove the bad rows and retry the request.
+          # @!attribute [rw] write_stream
+          #   @return [::String]
+          #     The target of the append operation. Matches the write_stream in the
+          #     corresponding request.
           class AppendRowsResponse
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/bigquery/storage/v1/stream.rb

@@ -88,10 +88,53 @@ module Google
             # Options dictating how we read a table.
             # @!attribute [rw] selected_fields
             #   @return [::Array<::String>]
-            #     Names of the fields in the table that should be read. If empty, all
-            #     fields will be read. If the specified field is a nested field, all
-            #     the sub-fields in the field will be selected. The output field order is
-            #     unrelated to the order of fields in selected_fields.
+            #     Optional. The names of the fields in the table to be returned. If no
+            #     field names are specified, then all fields in the table are returned.
+            #
+            #     Nested fields -- the child elements of a STRUCT field -- can be selected
+            #     individually using their fully-qualified names, and will be returned as
+            #     record fields containing only the selected nested fields. If a STRUCT
+            #     field is specified in the selected fields list, all of the child elements
+            #     will be returned.
+            #
+            #     As an example, consider a table with the following schema:
+            #
+            #       {
+            #           "name": "struct_field",
+            #           "type": "RECORD",
+            #           "mode": "NULLABLE",
+            #           "fields": [
+            #               {
+            #                   "name": "string_field1",
+            #                   "type": "STRING",
+            #     .              "mode": "NULLABLE"
+            #               },
+            #               {
+            #                   "name": "string_field2",
+            #                   "type": "STRING",
+            #                   "mode": "NULLABLE"
+            #               }
+            #           ]
+            #       }
+            #
+            #     Specifying "struct_field" in the selected fields list will result in a
+            #     read session schema with the following logical structure:
+            #
+            #       struct_field {
+            #           string_field1
+            #           string_field2
+            #       }
+            #
+            #     Specifying "struct_field.string_field1" in the selected fields list will
+            #     result in a read session schema with the following logical structure:
+            #
+            #       struct_field {
+            #           string_field1
+            #       }
+            #
+            #     The order of the fields in the read session schema is derived from the
+            #     table schema and does not correspond to the order in which the fields are
+            #     specified in this list.
             # @!attribute [rw] row_restriction
             #   @return [::String]
             #     SQL text filtering statement, similar to a WHERE clause in a query.
@@ -107,6 +150,9 @@ module Google
             # @!attribute [rw] arrow_serialization_options
             #   @return [::Google::Cloud::Bigquery::Storage::V1::ArrowSerializationOptions]
             #     Optional. Options specific to the Apache Arrow output format.
+            # @!attribute [rw] avro_serialization_options
+            #   @return [::Google::Cloud::Bigquery::Storage::V1::AvroSerializationOptions]
+            #     Optional. Options specific to the Apache Avro output format
             class TableReadOptions
               include ::Google::Protobuf::MessageExts
               extend ::Google::Protobuf::MessageExts::ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery-storage-v1
 version: !ruby/object:Gem::Version
-  version: 0.11.1
+  version: 0.14.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-06-28 00:00:00.000000000 Z
+date: 2022-08-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.10'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.10'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -50,28 +50,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
 - !ruby/object:Gem::Dependency
   name: minitest-focus
   requirement: !ruby/object:Gem::Requirement
@@ -106,14 +106,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
@@ -212,7 +212,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.5'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="