google-cloud-bigquery 1.27.0 → 1.32.0

data/lib/google/cloud/bigquery/table/async_inserter.rb

@@ -64,7 +64,10 @@ module Google
         class AsyncInserter
           include MonitorMixin
 
-          attr_reader :max_bytes, :max_rows, :interval, :threads
+          attr_reader :max_bytes
+          attr_reader :max_rows
+          attr_reader :interval
+          attr_reader :threads
           ##
           # @private Implementation accessors
           attr_reader :table, :batch
@@ -98,6 +101,21 @@ module Google
           # collected in batches and inserted together.
           # See {Google::Cloud::Bigquery::Table#insert_async}.
           #
+          # Simple Ruby types are generally accepted per JSON rules, along with the following support for BigQuery's
+          # more complex types:
+          #
+          # | BigQuery     | Ruby                                 | Notes                                              |
+          # |--------------|--------------------------------------|----------------------------------------------------|
+          # | `NUMERIC`    | `BigDecimal`                         | `BigDecimal` values will be rounded to scale 9.    |
+          # | `BIGNUMERIC` | `String`                             | Pass as `String` to avoid rounding to scale 9.     |
+          # | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
+          # | `DATE`       | `Date`                               |                                                    |
+          # | `TIMESTAMP`  | `Time`                               |                                                    |
+          # | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
+          # | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
+          # | `ARRAY`      | `Array`                              | Nested arrays, `nil` values are not supported.     |
+          # | `STRUCT`     | `Hash`                               | Hash keys may be strings or symbols.               |
+          #
           # Because BigQuery's streaming API is designed for high insertion
           # rates, modifications to the underlying table metadata are eventually
           # consistent when interacting with the streaming system. In most cases
@@ -111,8 +129,11 @@ module Google
           # @see https://cloud.google.com/bigquery/troubleshooting-errors#metadata-errors-for-streaming-inserts
           #   BigQuery Troubleshooting: Metadata errors for streaming inserts
           #
-          # @param [Hash, Array<Hash>] rows A hash object or array of hash
-          #   objects containing the data.
+          # @param [Hash, Array<Hash>] rows A hash object or array of hash objects
+          #   containing the data. Required. `BigDecimal` values will be rounded to
+          #   scale 9 to conform with the BigQuery `NUMERIC` data type. To avoid
+          #   rounding `BIGNUMERIC` type values with scale greater than 9, use `String`
+          #   instead of `BigDecimal`.
           # @param [Array<String|Symbol>, Symbol] insert_ids A unique ID for each row. BigQuery uses this property to
           #   detect duplicate insertion requests on a best-effort basis. For more information, see [data
           #   consistency](https://cloud.google.com/bigquery/streaming-data-into-bigquery#dataconsistency). Optional. If
@@ -265,18 +286,19 @@ module Google
             json_rows = @batch.json_rows
             insert_ids = @batch.insert_ids
             Concurrent::Future.new executor: @thread_pool do
-              begin
-                raise ArgumentError, "No rows provided" if json_rows.empty?
-                options = { skip_invalid: @skip_invalid, ignore_unknown: @ignore_unknown, insert_ids: insert_ids }
-                insert_resp = @table.service.insert_tabledata_json_rows(
-                  @table.dataset_id, @table.table_id, json_rows, options
-                )
-                result = Result.new InsertResponse.from_gapi(orig_rows, insert_resp)
-              rescue StandardError => e
-                result = Result.new nil, e
-              ensure
-                @callback&.call result
-              end
+              raise ArgumentError, "No rows provided" if json_rows.empty?
+              insert_resp = @table.service.insert_tabledata_json_rows @table.dataset_id,
+                                                                      @table.table_id,
+                                                                      json_rows,
+                                                                      skip_invalid: @skip_invalid,
+                                                                      ignore_unknown: @ignore_unknown,
+                                                                      insert_ids: insert_ids
+
+              result = Result.new InsertResponse.from_gapi(orig_rows, insert_resp)
+            rescue StandardError => e
+              result = Result.new nil, e
+            ensure
+              @callback&.call result
             end.execute
 
             @batch = nil
@@ -286,7 +308,11 @@ module Google
           ##
           # @private
           class Batch
-            attr_reader :max_bytes, :max_rows, :rows, :json_rows, :insert_ids
+            attr_reader :max_bytes
+            attr_reader :max_rows
+            attr_reader :rows
+            attr_reader :json_rows
+            attr_reader :insert_ids
 
             def initialize max_bytes: 10_000_000, max_rows: 500
               @max_bytes = max_bytes
@@ -395,7 +421,8 @@ module Google
               @error = error
             end
 
-            attr_reader :insert_response, :error
+            attr_reader :insert_response
+            attr_reader :error
 
             ##
             # Checks if an error is present, meaning that the insert operation

data/lib/google/cloud/bigquery/table/list.rb

@@ -130,12 +130,12 @@ module Google
           #     puts table.name
           #   end
           #
-          def all request_limit: nil
+          def all request_limit: nil, &block
             request_limit = request_limit.to_i if request_limit
             return enum_for :all, request_limit: request_limit unless block_given?
             results = self
             loop do
-              results.each { |r| yield r }
+              results.each(&block)
               if request_limit
                 request_limit -= 1
                 break if request_limit.negative?

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.27.0".freeze
+      VERSION = "1.32.0".freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.27.0
+  version: 1.32.0
 platform: ruby
 authors:
 - Mike Moore
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-02-10 00:00:00.000000000 Z
+date: 2021-06-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -40,33 +40,39 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.1'
 - !ruby/object:Gem::Dependency
-  name: google-cloud-core
+  name: googleauth
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: 0.16.2
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.a
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: 0.16.2
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 2.a
 - !ruby/object:Gem::Dependency
-  name: googleauth
+  name: google-cloud-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.6'
 - !ruby/object:Gem::Dependency
   name: mini_mime
   requirement: !ruby/object:Gem::Requirement
@@ -101,14 +107,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -250,6 +256,14 @@ files:
 - lib/google/cloud/bigquery/dataset/list.rb
 - lib/google/cloud/bigquery/encryption_configuration.rb
 - lib/google/cloud/bigquery/external.rb
+- lib/google/cloud/bigquery/external/bigtable_source.rb
+- lib/google/cloud/bigquery/external/bigtable_source/column.rb
+- lib/google/cloud/bigquery/external/bigtable_source/column_family.rb
+- lib/google/cloud/bigquery/external/csv_source.rb
+- lib/google/cloud/bigquery/external/data_source.rb
+- lib/google/cloud/bigquery/external/json_source.rb
+- lib/google/cloud/bigquery/external/parquet_source.rb
+- lib/google/cloud/bigquery/external/sheets_source.rb
 - lib/google/cloud/bigquery/extract_job.rb
 - lib/google/cloud/bigquery/insert_response.rb
 - lib/google/cloud/bigquery/job.rb
@@ -284,14 +298,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.6
+rubygems_version: 3.2.17
 signing_key: 
 specification_version: 4
 summary: API Client library for Google BigQuery