google-cloud-bigquery-storage-v1 0.10.1 → 0.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dff85b10ef593a6d705ab82f98458dbf22c2bce8b84bb1612d17da8f867ea767
-  data.tar.gz: 0e19138911fed5e2c44118090a1fecbab1b9586bed1569ec35a636e8c51f395c
+  metadata.gz: 97e012ed12b5d17636615b23153be73fd4006ccc47ba0955a722139b09c2f53d
+  data.tar.gz: c2dd5d3b6a99d21fe96e99c2348e578307fbe67c5cd21c829385fdfa89e372df
 SHA512:
-  metadata.gz: 0f754922de4957aebbb9f24d63743f525de91878889535f79e6821188924d3139400d4f5038ef215efe53e18602eacf0474faf922f93f58efdc2f45ef351b3b9
-  data.tar.gz: a31410349d6e7457a2fb7ad7666400faa09027d2c5d4a9728060754b921bb7512536fe7e020e7cebb7052e9af04105ad894d93ace5930f63a5a11f715147f6f5
+  metadata.gz: 40865f1fe1a363798ce1a66aa55f10b450ce09e9aaa6768b0d7c5723901face80a5cec1a4fd09e742e2b8a51f2638fd94bcdb25f650e65758f46612e14ea9fcc
+  data.tar.gz: 9d151f5e6c122112eafca91af8c33d21c01ce03d10895fddca917318300df57c00f2a9c86f9260a10ad5fb37ae02542c3e48d5e73681f1435b59b97b403c247e

data/README.md

@@ -69,16 +69,21 @@ module GRPC
 end
 ```
 
+
+## Google Cloud Samples
+
+To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
+
 ## Supported Ruby Versions
 
-This library is supported on Ruby 2.5+.
+This library is supported on Ruby 2.6+.
 
 Google provides official support for Ruby versions that are actively supported
 by Ruby Core—that is, Ruby versions that are either in normal maintenance or
-in security maintenance, and not end of life. Currently, this means Ruby 2.5
-and later. Older versions of Ruby _may_ still work, but are unsupported and not
-recommended. See https://www.ruby-lang.org/en/downloads/branches/ for details
-about the Ruby support schedule.
+in security maintenance, and not end of life. Older versions of Ruby _may_
+still work, but are unsupported and not recommended. See
+https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
+support schedule.
 
 ## Which client should I use?
 

data/lib/google/cloud/bigquery/storage/v1/big_query_read/client.rb

@@ -207,11 +207,13 @@ module Google
               #     Max initial number of streams. If unset or zero, the server will
               #     provide a value of streams so as to produce reasonable throughput. Must be
               #     non-negative. The number of streams may be lower than the requested number,
-              #     depending on the amount parallelism that is reasonable for the table. Error
-              #     will be returned if the max count is greater than the current system
-              #     max limit of 1,000.
+              #     depending on the amount parallelism that is reasonable for the table.
+              #     There is a default system max limit of 1,000.
               #
-              #     Streams must be read starting from offset 0.
+              #     This must be greater than or equal to preferred_min_stream_count.
+              #     Typically, clients should either leave this unset to let the system to
+              #     determine an upper bound OR set this a size for the maximum "units of work"
+              #     it can gracefully handle.
               #
               # @yield [response, operation] Access the result along with the RPC operation
               # @yieldparam response [::Google::Cloud::Bigquery::Storage::V1::ReadSession]

data/lib/google/cloud/bigquery/storage/v1/big_query_write/client.rb

@@ -70,9 +70,9 @@ module Google
                                   end
                   default_config = Client::Configuration.new parent_config
 
-                  default_config.rpcs.create_write_stream.timeout = 600.0
+                  default_config.rpcs.create_write_stream.timeout = 1200.0
                   default_config.rpcs.create_write_stream.retry_policy = {
-                    initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 14]
+                    initial_delay: 10.0, max_delay: 120.0, multiplier: 1.3, retry_codes: [4, 14, 8]
                   }
 
                   default_config.rpcs.append_rows.timeout = 86_400.0

data/lib/google/cloud/bigquery/storage/v1/protobuf_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/protobuf.proto
 
-require 'google/protobuf/descriptor_pb'
 require 'google/protobuf'
 
+require 'google/protobuf/descriptor_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/protobuf.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.ProtoSchema" do

data/lib/google/cloud/bigquery/storage/v1/storage_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/storage.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -13,7 +15,6 @@ require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
 require 'google/protobuf/wrappers_pb'
 require 'google/rpc/status_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/storage.proto", :syntax => :proto3) do
@@ -75,6 +76,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.bigquery.storage.v1.AppendRowsResponse" do
       optional :updated_schema, :message, 3, "google.cloud.bigquery.storage.v1.TableSchema"
+      repeated :row_errors, :message, 4, "google.cloud.bigquery.storage.v1.RowError"
       oneof :response do
         optional :append_result, :message, 1, "google.cloud.bigquery.storage.v1.AppendRowsResponse.AppendResult"
         optional :error, :message, 2, "google.rpc.Status"
@@ -124,6 +126,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :OFFSET_ALREADY_EXISTS, 8
       value :OFFSET_OUT_OF_RANGE, 9
     end
+    add_message "google.cloud.bigquery.storage.v1.RowError" do
+      optional :index, :int64, 1
+      optional :code, :enum, 2, "google.cloud.bigquery.storage.v1.RowError.RowErrorCode"
+      optional :message, :string, 3
+    end
+    add_enum "google.cloud.bigquery.storage.v1.RowError.RowErrorCode" do
+      value :ROW_ERROR_CODE_UNSPECIFIED, 0
+      value :FIELDS_ERROR, 1
+    end
   end
 end
 
@@ -154,6 +165,8 @@ module Google
           FlushRowsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.FlushRowsResponse").msgclass
           StorageError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError").msgclass
           StorageError::StorageErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError.StorageErrorCode").enummodule
+          RowError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError").msgclass
+          RowError::RowErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError.RowErrorCode").enummodule
         end
       end
     end

data/lib/google/cloud/bigquery/storage/v1/stream_pb.rb

@@ -1,13 +1,14 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/stream.proto
 
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/bigquery/storage/v1/arrow_pb'
 require 'google/cloud/bigquery/storage/v1/avro_pb'
 require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/stream.proto", :syntax => :proto3) do

data/lib/google/cloud/bigquery/storage/v1/table_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/table.proto
 
-require 'google/api/field_behavior_pb'
 require 'google/protobuf'
 
+require 'google/api/field_behavior_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/table.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.TableSchema" do

data/lib/google/cloud/bigquery/storage/v1/version.rb

@@ -22,7 +22,7 @@ module Google
     module Bigquery
       module Storage
         module V1
-          VERSION = "0.10.1"
+          VERSION = "0.12.0"
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/storage.rb

@@ -35,11 +35,13 @@ module Google
           #     Max initial number of streams. If unset or zero, the server will
           #     provide a value of streams so as to produce reasonable throughput. Must be
           #     non-negative. The number of streams may be lower than the requested number,
-          #     depending on the amount parallelism that is reasonable for the table. Error
-          #     will be returned if the max count is greater than the current system
-          #     max limit of 1,000.
+          #     depending on the amount parallelism that is reasonable for the table.
+          #     There is a default system max limit of 1,000.
           #
-          #     Streams must be read starting from offset 0.
+          #     This must be greater than or equal to preferred_min_stream_count.
+          #     Typically, clients should either leave this unset to let the system to
+          #     determine an upper bound OR set this a size for the maximum "units of work"
+          #     it can gracefully handle.
           class CreateReadSessionRequest
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -262,6 +264,11 @@ module Google
           #     If backend detects a schema update, pass it to user so that user can
           #     use it to input new type of message. It will be empty when no schema
           #     updates have occurred.
+          # @!attribute [rw] row_errors
+          #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::RowError>]
+          #     If a request failed due to corrupted rows, no rows in the batch will be
+          #     appended. The API will return row level error info, so that the caller can
+          #     remove the bad rows and retry the request.
           class AppendRowsResponse
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -413,6 +420,30 @@ module Google
               OFFSET_OUT_OF_RANGE = 9
             end
           end
+
+          # The message that presents row level error info in a request.
+          # @!attribute [rw] index
+          #   @return [::Integer]
+          #     Index of the malformed row in the request.
+          # @!attribute [rw] code
+          #   @return [::Google::Cloud::Bigquery::Storage::V1::RowError::RowErrorCode]
+          #     Structured error reason for a row error.
+          # @!attribute [rw] message
+          #   @return [::String]
+          #     Description of the issue encountered when processing the row.
+          class RowError
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+
+            # Error code for `RowError`.
+            module RowErrorCode
+              # Default error.
+              ROW_ERROR_CODE_UNSPECIFIED = 0
+
+              # One or more fields in the row has errors.
+              FIELDS_ERROR = 1
+            end
+          end
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/stream.rb

@@ -34,7 +34,7 @@ module Google
           #     automatically assigned and currently cannot be specified or updated.
           # @!attribute [rw] data_format
           #   @return [::Google::Cloud::Bigquery::Storage::V1::DataFormat]
-          #     Immutable. Data format of the output data.
+          #     Immutable. Data format of the output data. DATA_FORMAT_UNSPECIFIED not supported.
           # @!attribute [r] avro_schema
           #   @return [::Google::Cloud::Bigquery::Storage::V1::AvroSchema]
           #     Output only. Avro schema.
@@ -185,6 +185,7 @@ module Google
 
           # Data format for input or output data.
           module DataFormat
+            # Data format is unspecified.
             DATA_FORMAT_UNSPECIFIED = 0
 
             # Avro is a standard open source row based file format.

data/proto_docs/google/cloud/bigquery/storage/v1/table.rb

@@ -22,7 +22,9 @@ module Google
     module Bigquery
       module Storage
         module V1
-          # Schema of a table.
+          # Schema of a table. This schema is a subset of
+          # google.cloud.bigquery.v2.TableSchema containing information necessary to
+          # generate valid message to write to BigQuery.
           # @!attribute [rw] fields
           #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::TableFieldSchema>]
           #     Describes the fields in a table.

data/proto_docs/google/protobuf/any.rb

@@ -44,7 +44,7 @@ module Google
     #       foo = any.unpack(Foo.class);
     #     }
     #
-    #  Example 3: Pack and unpack a message in Python.
+    # Example 3: Pack and unpack a message in Python.
     #
     #     foo = Foo(...)
     #     any = Any()
@@ -54,7 +54,7 @@ module Google
     #       any.Unpack(foo)
     #       ...
     #
-    #  Example 4: Pack and unpack a message in Go
+    # Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
     #      any, err := anypb.New(foo)
@@ -75,7 +75,7 @@ module Google
     #
     #
     # JSON
-    # ====
+    #
     # The JSON representation of an `Any` value uses the regular
     # representation of the deserialized, embedded message, with an
     # additional field `@type` which contains the type URL. Example:

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery-storage-v1
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.12.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-04-01 00:00:00.000000000 Z
+date: 2022-07-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.10'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.10'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -50,28 +50,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
 - !ruby/object:Gem::Dependency
   name: minitest-focus
   requirement: !ruby/object:Gem::Requirement
@@ -106,14 +106,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
@@ -212,14 +212,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.5'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
+rubygems_version: 3.3.14
 signing_key: 
 specification_version: 4
 summary: API Client library for the BigQuery Storage V1 API