google-cloud-bigquery 1.35.1 → 1.38.1

data/lib/google/cloud/bigquery/project.rb

@@ -402,6 +402,12 @@ module Google
         #   Flattens all nested and repeated fields in the query results. The
         #   default value is `true`. `large_results` parameter must be `true` if
         #   this is set to `false`.
+        # @param [Integer] maximum_billing_tier Limits the billing tier for this
+        #   job. Queries that have resource usage beyond this tier will fail
+        #   (without incurring a charge). WARNING: The billed byte amount can be
+        #   multiplied by an amount up to this number! Most users should not need
+        #   to alter this setting, and we recommend that you avoid introducing new
+        #   uses of it. Deprecated.
         # @param [Integer] maximum_bytes_billed Limits the bytes billed for this
         #   job. Queries that will have bytes billed beyond this limit will fail
         #   (without incurring a charge). Optional. If unspecified, this will be
@@ -455,8 +461,13 @@ module Google
         #   For additional information on migrating, see: [Migrating to
         #   standard SQL - Differences in user-defined JavaScript
         #   functions](https://cloud.google.com/bigquery/docs/reference/standard-sql/migrating-from-legacy-sql#differences_in_user-defined_javascript_functions)
-        # @param [Integer] maximum_billing_tier Deprecated: Change the billing
-        #   tier to allow high-compute queries.
+        # @param [Boolean] create_session If true, creates a new session, where the
+        #   session ID will be a server generated random id. If false, runs query
+        #   with an existing session ID when one is provided in the `session_id`
+        #   param, otherwise runs query in non-session mode. See {Job#session_id}.
+        #   The default value is false.
+        # @param [String] session_id The ID of an existing session. See also the
+        #   `create_session` param and {Job#session_id}.
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::QueryJob::Updater] job a job
         #   configuration object for setting query options.
@@ -468,8 +479,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "SELECT name FROM " \
-        #                            "`my_project.my_dataset.my_table`"
+        #   job = bigquery.query_job "SELECT name FROM `my_project.my_dataset.my_table`"
         #
         #   job.wait_until_done!
         #   if !job.failed?
@@ -483,8 +493,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "SELECT name FROM " \
-        #                            " [my_project:my_dataset.my_table]",
+        #   job = bigquery.query_job "SELECT name FROM [my_project:my_dataset.my_table]",
         #                            legacy_sql: true
         #
         #   job.wait_until_done!
@@ -499,9 +508,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "SELECT name FROM " \
-        #                            "`my_dataset.my_table` " \
-        #                            "WHERE id = ?",
+        #   job = bigquery.query_job "SELECT name FROM `my_dataset.my_table` WHERE id = ?",
         #                            params: [1]
         #
         #   job.wait_until_done!
@@ -516,9 +523,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "SELECT name FROM " \
-        #                            "`my_dataset.my_table` " \
-        #                            "WHERE id = @id",
+        #   job = bigquery.query_job "SELECT name FROM `my_dataset.my_table` WHERE id = @id",
         #                            params: { id: 1 }
         #
         #   job.wait_until_done!
@@ -533,9 +538,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "SELECT name FROM " \
-        #                            "`my_dataset.my_table` " \
-        #                            "WHERE id IN UNNEST(@ids)",
+        #   job = bigquery.query_job "SELECT name FROM `my_dataset.my_table` WHERE id IN UNNEST(@ids)",
         #                            params: { ids: [] },
         #                            types: { ids: [:INT64] }
         #
@@ -551,9 +554,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "CREATE TABLE " \
-        #                            "`my_dataset.my_table` " \
-        #                            "(x INT64)"
+        #   job = bigquery.query_job "CREATE TABLE`my_dataset.my_table` (x INT64)"
         #
         #   job.wait_until_done!
         #   if !job.failed?
@@ -565,10 +566,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   job = bigquery.query_job "UPDATE " \
-        #                            "`my_dataset.my_table` " \
-        #                            "SET x = x + 1 " \
-        #                            "WHERE x IS NOT NULL"
+        #   job = bigquery.query_job "UPDATE `my_dataset.my_table` SET x = x + 1 WHERE x IS NOT NULL"
         #
         #   job.wait_until_done!
         #   if !job.failed?
@@ -599,17 +597,56 @@ module Google
         #     end
         #   end
         #
-        def query_job query, params: nil, types: nil, external: nil, priority: "INTERACTIVE", cache: true, table: nil,
-                      create: nil, write: nil, dryrun: nil, dataset: nil, project: nil, standard_sql: nil,
-                      legacy_sql: nil, large_results: nil, flatten: nil, maximum_billing_tier: nil,
-                      maximum_bytes_billed: nil, job_id: nil, prefix: nil, labels: nil, udfs: nil
+        def query_job query,
+                      params: nil,
+                      types: nil,
+                      external: nil,
+                      priority: "INTERACTIVE",
+                      cache: true,
+                      table: nil,
+                      create: nil,
+                      write: nil,
+                      dryrun: nil,
+                      dataset: nil,
+                      project: nil,
+                      standard_sql: nil,
+                      legacy_sql: nil,
+                      large_results: nil,
+                      flatten: nil,
+                      maximum_billing_tier: nil,
+                      maximum_bytes_billed: nil,
+                      job_id: nil,
+                      prefix: nil,
+                      labels: nil,
+                      udfs: nil,
+                      create_session: nil,
+                      session_id: nil
           ensure_service!
-          options = { params: params, types: types, external: external, priority: priority, cache: cache, table: table,
-                      create: create, write: write, dryrun: dryrun, dataset: dataset,
-                      project: (project || self.project), standard_sql: standard_sql, legacy_sql: legacy_sql,
-                      large_results: large_results, flatten: flatten, maximum_billing_tier: maximum_billing_tier,
-                      maximum_bytes_billed: maximum_bytes_billed, job_id: job_id, prefix: prefix, labels: labels,
-                      udfs: udfs }
+          options = {
+            params: params,
+            types: types,
+            external: external,
+            priority: priority,
+            cache: cache,
+            table: table,
+            create: create,
+            write: write,
+            dryrun: dryrun,
+            dataset: dataset,
+            project: (project || self.project),
+            standard_sql: standard_sql,
+            legacy_sql: legacy_sql,
+            large_results: large_results,
+            flatten: flatten,
+            maximum_billing_tier: maximum_billing_tier,
+            maximum_bytes_billed: maximum_bytes_billed,
+            job_id: job_id,
+            prefix: prefix,
+            labels: labels,
+            udfs: udfs,
+            create_session: create_session,
+            session_id: session_id
+          }
 
           updater = QueryJob::Updater.from_options service, query, options
 
@@ -730,6 +767,8 @@ module Google
         #   When set to false, the values of `large_results` and `flatten` are
         #   ignored; the query will be run as if `large_results` is true and
         #   `flatten` is false. Optional. The default value is false.
+        # @param [String] session_id The ID of an existing session. See the
+        #   `create_session` param in {#query_job} and {Job#session_id}.
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::QueryJob::Updater] job a job
         #   configuration object for setting additional options for the query.
@@ -782,9 +821,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   data = bigquery.query "SELECT name " \
-        #                         "FROM `my_dataset.my_table` " \
-        #                         "WHERE id = ?",
+        #   data = bigquery.query "SELECT name FROM `my_dataset.my_table` WHERE id = ?",
         #                         params: [1]
         #
         #   # Iterate over the first page of results
@@ -799,9 +836,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   data = bigquery.query "SELECT name " \
-        #                         "FROM `my_dataset.my_table` " \
-        #                         "WHERE id = @id",
+        #   data = bigquery.query "SELECT name FROM `my_dataset.my_table` WHERE id = @id",
         #                         params: { id: 1 }
         #
         #   # Iterate over the first page of results
@@ -816,9 +851,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   data = bigquery.query "SELECT name FROM " \
-        #                         "`my_dataset.my_table` " \
-        #                         "WHERE id IN UNNEST(@ids)",
+        #   data = bigquery.query "SELECT name FROM `my_dataset.my_table` WHERE id IN UNNEST(@ids)",
         #                         params: { ids: [] },
         #                         types: { ids: [:INT64] }
         #
@@ -843,9 +876,7 @@ module Google
         #
         #   bigquery = Google::Cloud::Bigquery.new
         #
-        #   data = bigquery.query "UPDATE `my_dataset.my_table` " \
-        #                         "SET x = x + 1 " \
-        #                         "WHERE x IS NOT NULL"
+        #   data = bigquery.query "UPDATE `my_dataset.my_table` SET x = x + 1 WHERE x IS NOT NULL"
         #
         #   puts data.num_dml_affected_rows
         #
@@ -873,10 +904,29 @@ module Google
         #   # Retrieve the next page of results
         #   data = data.next if data.next?
         #
-        def query query, params: nil, types: nil, external: nil, max: nil, cache: true, dataset: nil, project: nil,
-                  standard_sql: nil, legacy_sql: nil, &block
-          job = query_job query, params: params, types: types, external: external, cache: cache, dataset: dataset,
-                                 project: project, standard_sql: standard_sql, legacy_sql: legacy_sql, &block
+        def query query,
+                  params: nil,
+                  types: nil,
+                  external: nil,
+                  max: nil,
+                  cache: true,
+                  dataset: nil,
+                  project: nil,
+                  standard_sql: nil,
+                  legacy_sql: nil,
+                  session_id: nil,
+                  &block
+          job = query_job query,
+                          params: params,
+                          types: types,
+                          external: external,
+                          cache: cache,
+                          dataset: dataset,
+                          project: project,
+                          standard_sql: standard_sql,
+                          legacy_sql: legacy_sql,
+                          session_id: session_id,
+                          &block
           job.wait_until_done!
 
           if job.failed?
@@ -1326,9 +1376,7 @@ module Google
         #   bigquery = Google::Cloud::Bigquery.new
         #
         #   fourpm = bigquery.time 16, 0, 0
-        #   data = bigquery.query "SELECT name " \
-        #                         "FROM `my_dataset.my_table`" \
-        #                         "WHERE time_of_date = @time",
+        #   data = bigquery.query "SELECT name FROM `my_dataset.my_table` WHERE time_of_date = @time",
         #                         params: { time: fourpm }
         #
         #   # Iterate over the first page of results
@@ -1344,9 +1392,7 @@ module Google
         #   bigquery = Google::Cloud::Bigquery.new
         #
         #   precise_time = bigquery.time 16, 35, 15.376541
-        #   data = bigquery.query "SELECT name " \
-        #                         "FROM `my_dataset.my_table`" \
-        #                         "WHERE time_of_date >= @time",
+        #   data = bigquery.query "SELECT name FROM `my_dataset.my_table` WHERE time_of_date >= @time",
         #                         params: { time: precise_time }
         #
         #   # Iterate over the first page of results

data/lib/google/cloud/bigquery/query_job.rb

@@ -250,6 +250,8 @@ module Google
         # The type of query statement, if valid. Possible values (new values
         # might be added in the future):
         #
+        # * "ALTER_TABLE": DDL statement, see [Using Data Definition Language
+        #   Statements](https://cloud.google.com/bigquery/docs/reference/standard-sql/data-definition-language)
         # * "CREATE_MODEL": DDL statement, see [Using Data Definition Language
         #   Statements](https://cloud.google.com/bigquery/docs/reference/standard-sql/data-definition-language)
         # * "CREATE_TABLE": DDL statement, see [Using Data Definition Language
@@ -295,8 +297,16 @@ module Google
         #   query_job.ddl? #=> true
         #
         def ddl?
-          ["CREATE_MODEL", "CREATE_TABLE", "CREATE_TABLE_AS_SELECT", "CREATE_VIEW", "\n", "DROP_MODEL", "DROP_TABLE",
-           "DROP_VIEW"].include? statement_type
+          [
+            "ALTER_TABLE",
+            "CREATE_MODEL",
+            "CREATE_TABLE",
+            "CREATE_TABLE_AS_SELECT",
+            "CREATE_VIEW",
+            "DROP_MODEL",
+            "DROP_TABLE",
+            "DROP_VIEW"
+          ].include? statement_type
         end
 
         ##
@@ -319,7 +329,12 @@ module Google
         #   query_job.dml? #=> true
         #
         def dml?
-          ["INSERT", "UPDATE", "MERGE", "DELETE"].include? statement_type
+          [
+            "INSERT",
+            "UPDATE",
+            "MERGE",
+            "DELETE"
+          ].include? statement_type
         end
 
         ##
@@ -775,6 +790,8 @@ module Google
             updater = QueryJob::Updater.new service, req
             updater.set_params_and_types options[:params], options[:types] if options[:params]
             updater.create = options[:create]
+            updater.create_session = options[:create_session]
+            updater.session_id = options[:session_id] if options[:session_id]
             updater.write = options[:write]
             updater.table = options[:table]
             updater.dryrun = options[:dryrun]
@@ -1018,6 +1035,37 @@ module Google
             @gapi.configuration.query.create_disposition = Convert.create_disposition value
           end
 
+          ##
+          # Sets the create_session property. If true, creates a new session,
+          # where session id will be a server generated random id. If false,
+          # runs query with an existing {#session_id=}, otherwise runs query in
+          # non-session mode. The default value is `false`.
+          #
+          # @param [Boolean] value The create_session property. The default
+          # value is `false`.
+          #
+          # @!group Attributes
+          def create_session= value
+            @gapi.configuration.query.create_session = value
+          end
+
+          ##
+          # Sets the session ID for a query run in session mode. See {#create_session=}.
+          #
+          # @param [String] value The session ID. The default value is `nil`.
+          #
+          # @!group Attributes
+          def session_id= value
+            @gapi.configuration.query.connection_properties ||= []
+            prop = @gapi.configuration.query.connection_properties.find { |cp| cp.key == "session_id" }
+            if prop
+              prop.value = value
+            else
+              prop = Google::Apis::BigqueryV2::ConnectionProperty.new key: "session_id", value: value
+              @gapi.configuration.query.connection_properties << prop
+            end
+          end
+
           ##
           # Sets the write disposition for when the query results table exists.
           #

data/lib/google/cloud/bigquery/schema/field.rb

@@ -939,7 +939,14 @@ module Google
                   "Cannot add fields to a non-RECORD field (#{type})"
           end
 
-          def add_field name, type, description: nil, mode: :nullable, policy_tags: nil, max_length: nil
+          def add_field name,
+                        type,
+                        description: nil,
+                        mode: :nullable,
+                        policy_tags: nil,
+                        max_length: nil,
+                        precision: nil,
+                        scale: nil
             frozen_check!
 
             new_gapi = Google::Apis::BigqueryV2::TableFieldSchema.new(
@@ -954,6 +961,8 @@ module Google
               new_gapi.policy_tags = Google::Apis::BigqueryV2::TableFieldSchema::PolicyTags.new names: policy_tags
             end
             new_gapi.max_length = max_length if max_length
+            new_gapi.precision = precision if precision
+            new_gapi.scale = scale if scale
             # Remove any existing field of this name
             @gapi.fields ||= []
             @gapi.fields.reject! { |f| f.name == new_gapi.name }

data/lib/google/cloud/bigquery/service.rb

@@ -418,6 +418,14 @@ module Google
           end
         end
 
+        ##
+        # Deletes the job specified by jobId and location (required).
+        def delete_job job_id, location: nil
+          execute do
+            service.delete_job @project, job_id, location: location
+          end
+        end
+
         ##
         # Returns the query data for the job
         def job_query_results job_id, location: nil, max: nil, token: nil, start: nil, timeout: nil

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.35.1".freeze
+      VERSION = "1.38.1".freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.35.1
+  version: 1.38.1
 platform: ruby
 authors:
 - Mike Moore
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-09-14 00:00:00.000000000 Z
+date: 2022-01-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -270,6 +270,7 @@ files:
 - lib/google/cloud/bigquery/dataset/list.rb
 - lib/google/cloud/bigquery/encryption_configuration.rb
 - lib/google/cloud/bigquery/external.rb
+- lib/google/cloud/bigquery/external/avro_source.rb
 - lib/google/cloud/bigquery/external/bigtable_source.rb
 - lib/google/cloud/bigquery/external/bigtable_source/column.rb
 - lib/google/cloud/bigquery/external/bigtable_source/column_family.rb
@@ -319,7 +320,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.17
+rubygems_version: 3.3.5
 signing_key: 
 specification_version: 4
 summary: API Client library for Google BigQuery