google-cloud-bigquery-storage-v1 0.10.0 → 0.11.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a95d34616ffc1455f203b27be3825854e709526a5cfe3e4c72db03faa5351b2
-  data.tar.gz: 8af44f131742eaf8ce8f843d85509b7f89edfd5e4098a85770e78a537d1ab13a
+  metadata.gz: 93523ae607e50f73b09408fdb11c67f28b18a7b23585d65876e3613a71c80393
+  data.tar.gz: 186c06d4d9ec840c84472b7e8cb69680713d28457b81d009ba8bec85bb346ce2
 SHA512:
-  metadata.gz: 77d2465381c89df36bfebfb685ff9ba73f7f7f099c61996277e44d8ed37b0f922f11cebfd52cf6e143923d0935d39f62a24d0e473718faa27c8c0d489e1955ff
-  data.tar.gz: fe39b9210c5843f6e3ad6fc5f5aaa068139dff0f941681b0b0003defdd566a13ac773fb0e66e7fbfa351acbec535a0d65a2904f0ba29e87ff7a59fde9fdf87b4
+  metadata.gz: 30d6f2151678722ff459a97691e99c310d0428e4717ca2123457903ae39cc4c24ef1d4dde6db9225079aad77d8c956a80cf35c9afe96b6c537cb765e717aa53f
+  data.tar.gz: 85b427659ebd8058d344feb0f79eb770e861bc570cc55a0c4711dce350933b82fc5650e83c0aeb9da28fa3f295df5e227f3708f98ea102bf965685082ac9116f

data/README.md

@@ -69,6 +69,11 @@ module GRPC
 end
 ```
 
+
+## Google Cloud Samples
+
+To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
+
 ## Supported Ruby Versions
 
 This library is supported on Ruby 2.5+.

data/lib/google/cloud/bigquery/storage/v1/big_query_read/client.rb

@@ -207,11 +207,13 @@ module Google
               #     Max initial number of streams. If unset or zero, the server will
               #     provide a value of streams so as to produce reasonable throughput. Must be
               #     non-negative. The number of streams may be lower than the requested number,
-              #     depending on the amount parallelism that is reasonable for the table. Error
-              #     will be returned if the max count is greater than the current system
-              #     max limit of 1,000.
+              #     depending on the amount parallelism that is reasonable for the table.
+              #     There is a default system max limit of 1,000.
               #
-              #     Streams must be read starting from offset 0.
+              #     This must be greater than or equal to preferred_min_stream_count.
+              #     Typically, clients should either leave this unset to let the system to
+              #     determine an upper bound OR set this a size for the maximum "units of work"
+              #     it can gracefully handle.
               #
               # @yield [response, operation] Access the result along with the RPC operation
               # @yieldparam response [::Google::Cloud::Bigquery::Storage::V1::ReadSession]

data/lib/google/cloud/bigquery/storage/v1/big_query_write/client.rb

@@ -70,9 +70,9 @@ module Google
                                   end
                   default_config = Client::Configuration.new parent_config
 
-                  default_config.rpcs.create_write_stream.timeout = 600.0
+                  default_config.rpcs.create_write_stream.timeout = 1200.0
                   default_config.rpcs.create_write_stream.retry_policy = {
-                    initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 14]
+                    initial_delay: 10.0, max_delay: 120.0, multiplier: 1.3, retry_codes: [4, 14, 8]
                   }
 
                   default_config.rpcs.append_rows.timeout = 86_400.0

data/lib/google/cloud/bigquery/storage/v1/protobuf_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/protobuf.proto
 
-require 'google/protobuf/descriptor_pb'
 require 'google/protobuf'
 
+require 'google/protobuf/descriptor_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/protobuf.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.ProtoSchema" do

data/lib/google/cloud/bigquery/storage/v1/storage_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/storage.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -13,7 +15,6 @@ require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
 require 'google/protobuf/wrappers_pb'
 require 'google/rpc/status_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/storage.proto", :syntax => :proto3) do
@@ -75,6 +76,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.bigquery.storage.v1.AppendRowsResponse" do
       optional :updated_schema, :message, 3, "google.cloud.bigquery.storage.v1.TableSchema"
+      repeated :row_errors, :message, 4, "google.cloud.bigquery.storage.v1.RowError"
       oneof :response do
         optional :append_result, :message, 1, "google.cloud.bigquery.storage.v1.AppendRowsResponse.AppendResult"
         optional :error, :message, 2, "google.rpc.Status"
@@ -124,6 +126,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :OFFSET_ALREADY_EXISTS, 8
       value :OFFSET_OUT_OF_RANGE, 9
     end
+    add_message "google.cloud.bigquery.storage.v1.RowError" do
+      optional :index, :int64, 1
+      optional :code, :enum, 2, "google.cloud.bigquery.storage.v1.RowError.RowErrorCode"
+      optional :message, :string, 3
+    end
+    add_enum "google.cloud.bigquery.storage.v1.RowError.RowErrorCode" do
+      value :ROW_ERROR_CODE_UNSPECIFIED, 0
+      value :FIELDS_ERROR, 1
+    end
   end
 end
 
@@ -154,6 +165,8 @@ module Google
           FlushRowsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.FlushRowsResponse").msgclass
           StorageError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError").msgclass
           StorageError::StorageErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError.StorageErrorCode").enummodule
+          RowError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError").msgclass
+          RowError::RowErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError.RowErrorCode").enummodule
         end
       end
     end

data/lib/google/cloud/bigquery/storage/v1/stream_pb.rb

@@ -1,13 +1,14 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/stream.proto
 
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/bigquery/storage/v1/arrow_pb'
 require 'google/cloud/bigquery/storage/v1/avro_pb'
 require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/stream.proto", :syntax => :proto3) do

data/lib/google/cloud/bigquery/storage/v1/table_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/table.proto
 
-require 'google/api/field_behavior_pb'
 require 'google/protobuf'
 
+require 'google/api/field_behavior_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/table.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.TableSchema" do

data/lib/google/cloud/bigquery/storage/v1/version.rb

@@ -22,7 +22,7 @@ module Google
     module Bigquery
       module Storage
         module V1
-          VERSION = "0.10.0"
+          VERSION = "0.11.1"
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/arrow.rb

@@ -42,7 +42,8 @@ module Google
           #     IPC-serialized Arrow RecordBatch.
           # @!attribute [rw] row_count
           #   @return [::Integer]
-          #     The count of rows in `serialized_record_batch`.
+          #     [Deprecated] The count of rows in `serialized_record_batch`.
+          #     Please use the format-independent ReadRowsResponse.row_count instead.
           class ArrowRecordBatch
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/bigquery/storage/v1/avro.rb

@@ -38,7 +38,8 @@ module Google
           #     Binary serialized rows in a block.
           # @!attribute [rw] row_count
           #   @return [::Integer]
-          #     The count of rows in the returning block.
+          #     [Deprecated] The count of rows in the returning block.
+          #     Please use the format-independent ReadRowsResponse.row_count instead.
           class AvroRows
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/bigquery/storage/v1/storage.rb

@@ -35,11 +35,13 @@ module Google
           #     Max initial number of streams. If unset or zero, the server will
           #     provide a value of streams so as to produce reasonable throughput. Must be
           #     non-negative. The number of streams may be lower than the requested number,
-          #     depending on the amount parallelism that is reasonable for the table. Error
-          #     will be returned if the max count is greater than the current system
-          #     max limit of 1,000.
+          #     depending on the amount parallelism that is reasonable for the table.
+          #     There is a default system max limit of 1,000.
           #
-          #     Streams must be read starting from offset 0.
+          #     This must be greater than or equal to preferred_min_stream_count.
+          #     Typically, clients should either leave this unset to let the system to
+          #     determine an upper bound OR set this a size for the maximum "units of work"
+          #     it can gracefully handle.
           class CreateReadSessionRequest
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -262,6 +264,11 @@ module Google
           #     If backend detects a schema update, pass it to user so that user can
           #     use it to input new type of message. It will be empty when no schema
           #     updates have occurred.
+          # @!attribute [rw] row_errors
+          #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::RowError>]
+          #     If a request failed due to corrupted rows, no rows in the batch will be
+          #     appended. The API will return row level error info, so that the caller can
+          #     remove the bad rows and retry the request.
           class AppendRowsResponse
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -413,6 +420,30 @@ module Google
               OFFSET_OUT_OF_RANGE = 9
             end
           end
+
+          # The message that presents row level error info in a request.
+          # @!attribute [rw] index
+          #   @return [::Integer]
+          #     Index of the malformed row in the request.
+          # @!attribute [rw] code
+          #   @return [::Google::Cloud::Bigquery::Storage::V1::RowError::RowErrorCode]
+          #     Structured error reason for a row error.
+          # @!attribute [rw] message
+          #   @return [::String]
+          #     Description of the issue encountered when processing the row.
+          class RowError
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+
+            # Error code for `RowError`.
+            module RowErrorCode
+              # Default error.
+              ROW_ERROR_CODE_UNSPECIFIED = 0
+
+              # One or more fields in the row has errors.
+              FIELDS_ERROR = 1
+            end
+          end
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/stream.rb

@@ -34,7 +34,7 @@ module Google
           #     automatically assigned and currently cannot be specified or updated.
           # @!attribute [rw] data_format
           #   @return [::Google::Cloud::Bigquery::Storage::V1::DataFormat]
-          #     Immutable. Data format of the output data.
+          #     Immutable. Data format of the output data. DATA_FORMAT_UNSPECIFIED not supported.
           # @!attribute [r] avro_schema
           #   @return [::Google::Cloud::Bigquery::Storage::V1::AvroSchema]
           #     Output only. Avro schema.
@@ -185,6 +185,7 @@ module Google
 
           # Data format for input or output data.
           module DataFormat
+            # Data format is unspecified.
             DATA_FORMAT_UNSPECIFIED = 0
 
             # Avro is a standard open source row based file format.

data/proto_docs/google/cloud/bigquery/storage/v1/table.rb

@@ -22,7 +22,9 @@ module Google
     module Bigquery
       module Storage
         module V1
-          # Schema of a table.
+          # Schema of a table. This schema is a subset of
+          # google.cloud.bigquery.v2.TableSchema containing information necessary to
+          # generate valid message to write to BigQuery.
           # @!attribute [rw] fields
           #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::TableFieldSchema>]
           #     Describes the fields in a table.

data/proto_docs/google/protobuf/any.rb

@@ -44,7 +44,7 @@ module Google
     #       foo = any.unpack(Foo.class);
     #     }
     #
-    #  Example 3: Pack and unpack a message in Python.
+    # Example 3: Pack and unpack a message in Python.
     #
     #     foo = Foo(...)
     #     any = Any()
@@ -54,7 +54,7 @@ module Google
     #       any.Unpack(foo)
     #       ...
     #
-    #  Example 4: Pack and unpack a message in Go
+    # Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
     #      any, err := anypb.New(foo)
@@ -75,7 +75,7 @@ module Google
     #
     #
     # JSON
-    # ====
+    #
     # The JSON representation of an `Any` value uses the regular
     # representation of the deserialized, embedded message, with an
     # additional field `@type` which contains the type URL. Example:

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery-storage-v1
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.11.1
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-03-04 00:00:00.000000000 Z
+date: 2022-06-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -219,7 +219,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
+rubygems_version: 3.3.14
 signing_key: 
 specification_version: 4
 summary: API Client library for the BigQuery Storage V1 API