google-cloud-bigquery-storage-v1 0.10.1 → 0.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dff85b10ef593a6d705ab82f98458dbf22c2bce8b84bb1612d17da8f867ea767
-  data.tar.gz: 0e19138911fed5e2c44118090a1fecbab1b9586bed1569ec35a636e8c51f395c
+  metadata.gz: 9041851c373718175111413b2e1125660d22bcc2ca78bb0d46bf97ad75866661
+  data.tar.gz: 771714ee33b98b3750ff14a38295b1156c59011ce18fc46664aa54152e798a64
 SHA512:
-  metadata.gz: 0f754922de4957aebbb9f24d63743f525de91878889535f79e6821188924d3139400d4f5038ef215efe53e18602eacf0474faf922f93f58efdc2f45ef351b3b9
-  data.tar.gz: a31410349d6e7457a2fb7ad7666400faa09027d2c5d4a9728060754b921bb7512536fe7e020e7cebb7052e9af04105ad894d93ace5930f63a5a11f715147f6f5
+  metadata.gz: 89db88a25bb273beee8ba6dcedae7231c2ee4906a240c1ec2505fbd81e6196bb737879f37150a235cd7e378ef07b4b2a759b317af9a8e365d776d27025a8cfbb
+  data.tar.gz: 5c3f7a8acc54d45b82d2d5786dc08431d7b090f41ed7681f795899d3a747e3a16332aec2f8fcc2090fa1c060cdbbe003fc5c8e78246dd38c18b452c4358ec8b6

data/README.md

@@ -69,6 +69,11 @@ module GRPC
 end
 ```
 
+
+## Google Cloud Samples
+
+To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
+
 ## Supported Ruby Versions
 
 This library is supported on Ruby 2.5+.

data/lib/google/cloud/bigquery/storage/v1/big_query_read/client.rb

@@ -207,11 +207,13 @@ module Google
               #     Max initial number of streams. If unset or zero, the server will
               #     provide a value of streams so as to produce reasonable throughput. Must be
               #     non-negative. The number of streams may be lower than the requested number,
-              #     depending on the amount parallelism that is reasonable for the table. Error
-              #     will be returned if the max count is greater than the current system
-              #     max limit of 1,000.
+              #     depending on the amount parallelism that is reasonable for the table.
+              #     There is a default system max limit of 1,000.
               #
-              #     Streams must be read starting from offset 0.
+              #     This must be greater than or equal to preferred_min_stream_count.
+              #     Typically, clients should either leave this unset to let the system to
+              #     determine an upper bound OR set this a size for the maximum "units of work"
+              #     it can gracefully handle.
               #
               # @yield [response, operation] Access the result along with the RPC operation
               # @yieldparam response [::Google::Cloud::Bigquery::Storage::V1::ReadSession]

data/lib/google/cloud/bigquery/storage/v1/protobuf_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/protobuf.proto
 
-require 'google/protobuf/descriptor_pb'
 require 'google/protobuf'
 
+require 'google/protobuf/descriptor_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/protobuf.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.ProtoSchema" do

data/lib/google/cloud/bigquery/storage/v1/storage_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/storage.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -13,7 +15,6 @@ require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
 require 'google/protobuf/wrappers_pb'
 require 'google/rpc/status_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/storage.proto", :syntax => :proto3) do
@@ -75,6 +76,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.bigquery.storage.v1.AppendRowsResponse" do
       optional :updated_schema, :message, 3, "google.cloud.bigquery.storage.v1.TableSchema"
+      repeated :row_errors, :message, 4, "google.cloud.bigquery.storage.v1.RowError"
       oneof :response do
         optional :append_result, :message, 1, "google.cloud.bigquery.storage.v1.AppendRowsResponse.AppendResult"
         optional :error, :message, 2, "google.rpc.Status"
@@ -124,6 +126,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :OFFSET_ALREADY_EXISTS, 8
       value :OFFSET_OUT_OF_RANGE, 9
     end
+    add_message "google.cloud.bigquery.storage.v1.RowError" do
+      optional :index, :int64, 1
+      optional :code, :enum, 2, "google.cloud.bigquery.storage.v1.RowError.RowErrorCode"
+      optional :message, :string, 3
+    end
+    add_enum "google.cloud.bigquery.storage.v1.RowError.RowErrorCode" do
+      value :ROW_ERROR_CODE_UNSPECIFIED, 0
+      value :FIELDS_ERROR, 1
+    end
   end
 end
 
@@ -154,6 +165,8 @@ module Google
           FlushRowsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.FlushRowsResponse").msgclass
           StorageError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError").msgclass
           StorageError::StorageErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.StorageError.StorageErrorCode").enummodule
+          RowError = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError").msgclass
+          RowError::RowErrorCode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.bigquery.storage.v1.RowError.RowErrorCode").enummodule
         end
       end
     end

data/lib/google/cloud/bigquery/storage/v1/stream_pb.rb

@@ -1,13 +1,14 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/stream.proto
 
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/bigquery/storage/v1/arrow_pb'
 require 'google/cloud/bigquery/storage/v1/avro_pb'
 require 'google/cloud/bigquery/storage/v1/table_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/stream.proto", :syntax => :proto3) do

data/lib/google/cloud/bigquery/storage/v1/table_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/bigquery/storage/v1/table.proto
 
-require 'google/api/field_behavior_pb'
 require 'google/protobuf'
 
+require 'google/api/field_behavior_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/bigquery/storage/v1/table.proto", :syntax => :proto3) do
     add_message "google.cloud.bigquery.storage.v1.TableSchema" do

data/lib/google/cloud/bigquery/storage/v1/version.rb

@@ -22,7 +22,7 @@ module Google
     module Bigquery
       module Storage
         module V1
-          VERSION = "0.10.1"
+          VERSION = "0.11.0"
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/storage.rb

@@ -35,11 +35,13 @@ module Google
           #     Max initial number of streams. If unset or zero, the server will
           #     provide a value of streams so as to produce reasonable throughput. Must be
           #     non-negative. The number of streams may be lower than the requested number,
-          #     depending on the amount parallelism that is reasonable for the table. Error
-          #     will be returned if the max count is greater than the current system
-          #     max limit of 1,000.
+          #     depending on the amount parallelism that is reasonable for the table.
+          #     There is a default system max limit of 1,000.
           #
-          #     Streams must be read starting from offset 0.
+          #     This must be greater than or equal to preferred_min_stream_count.
+          #     Typically, clients should either leave this unset to let the system to
+          #     determine an upper bound OR set this a size for the maximum "units of work"
+          #     it can gracefully handle.
           class CreateReadSessionRequest
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -262,6 +264,11 @@ module Google
           #     If backend detects a schema update, pass it to user so that user can
           #     use it to input new type of message. It will be empty when no schema
           #     updates have occurred.
+          # @!attribute [rw] row_errors
+          #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::RowError>]
+          #     If a request failed due to corrupted rows, no rows in the batch will be
+          #     appended. The API will return row level error info, so that the caller can
+          #     remove the bad rows and retry the request.
           class AppendRowsResponse
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -413,6 +420,30 @@ module Google
               OFFSET_OUT_OF_RANGE = 9
             end
           end
+
+          # The message that presents row level error info in a request.
+          # @!attribute [rw] index
+          #   @return [::Integer]
+          #     Index of the malformed row in the request.
+          # @!attribute [rw] code
+          #   @return [::Google::Cloud::Bigquery::Storage::V1::RowError::RowErrorCode]
+          #     Structured error reason for a row error.
+          # @!attribute [rw] message
+          #   @return [::String]
+          #     Description of the issue encountered when processing the row.
+          class RowError
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+
+            # Error code for `RowError`.
+            module RowErrorCode
+              # Default error.
+              ROW_ERROR_CODE_UNSPECIFIED = 0
+
+              # One or more fields in the row has errors.
+              FIELDS_ERROR = 1
+            end
+          end
         end
       end
     end

data/proto_docs/google/cloud/bigquery/storage/v1/stream.rb

@@ -34,7 +34,7 @@ module Google
           #     automatically assigned and currently cannot be specified or updated.
           # @!attribute [rw] data_format
           #   @return [::Google::Cloud::Bigquery::Storage::V1::DataFormat]
-          #     Immutable. Data format of the output data.
+          #     Immutable. Data format of the output data. DATA_FORMAT_UNSPECIFIED not supported.
           # @!attribute [r] avro_schema
           #   @return [::Google::Cloud::Bigquery::Storage::V1::AvroSchema]
           #     Output only. Avro schema.
@@ -185,6 +185,7 @@ module Google
 
           # Data format for input or output data.
           module DataFormat
+            # Data format is unspecified.
             DATA_FORMAT_UNSPECIFIED = 0
 
             # Avro is a standard open source row based file format.

data/proto_docs/google/cloud/bigquery/storage/v1/table.rb

@@ -22,7 +22,9 @@ module Google
     module Bigquery
       module Storage
         module V1
-          # Schema of a table.
+          # Schema of a table. This schema is a subset of
+          # google.cloud.bigquery.v2.TableSchema containing information necessary to
+          # generate valid message to write to BigQuery.
           # @!attribute [rw] fields
           #   @return [::Array<::Google::Cloud::Bigquery::Storage::V1::TableFieldSchema>]
           #     Describes the fields in a table.

data/proto_docs/google/protobuf/any.rb

@@ -44,7 +44,7 @@ module Google
     #       foo = any.unpack(Foo.class);
     #     }
     #
-    #  Example 3: Pack and unpack a message in Python.
+    # Example 3: Pack and unpack a message in Python.
     #
     #     foo = Foo(...)
     #     any = Any()
@@ -54,7 +54,7 @@ module Google
     #       any.Unpack(foo)
     #       ...
     #
-    #  Example 4: Pack and unpack a message in Go
+    # Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
     #      any, err := anypb.New(foo)
@@ -75,7 +75,7 @@ module Google
     #
     #
     # JSON
-    # ====
+    #
     # The JSON representation of an `Any` value uses the regular
     # representation of the deserialized, embedded message, with an
     # additional field `@type` which contains the type URL. Example:

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery-storage-v1
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.11.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-04-01 00:00:00.000000000 Z
+date: 2022-06-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -219,7 +219,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
+rubygems_version: 3.3.14
 signing_key: 
 specification_version: 4
 summary: API Client library for the BigQuery Storage V1 API