google-cloud-bigquery 1.58.0 → 1.60.0

data/lib/google/cloud/bigquery/table.rb

@@ -752,6 +752,37 @@ module Google
           patch_gapi! :description
         end
 
+        ##
+        # The default collation of the table.
+        #
+        # @return [String, nil] The default collation, or `nil` if not present or the object is a
+        #   reference (see {#reference?}).
+        #
+        # @!group Attributes
+        #
+        def default_collation
+          return nil if reference?
+          ensure_full_data!
+          @gapi.default_collation
+        end
+
+        ##
+        # Updates the default collation of the table.
+        #
+        # If the table is not a full resource representation (see
+        # {#resource_full?}), the full representation will be retrieved before
+        # the update to comply with ETag-based optimistic concurrency control.
+        #
+        # @param [String] new_default_collation The new default collation for the table.
+        #
+        # @!group Attributes
+        #
+        def default_collation= new_default_collation
+          reload! unless resource_full?
+          @gapi.update! default_collation: new_default_collation
+          patch_gapi! :default_collation
+        end
+
         ##
         # The number of bytes in the table.
         #
@@ -1817,6 +1848,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
         #   is undefined however for non-query jobs and may result in an error.
         #   Deprecated.
+        # @param [String] operation_type The type of operation for this job.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -1849,7 +1886,7 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         # @!group Data
         #
         def copy_job destination_table, create: nil, write: nil, job_id: nil, prefix: nil, labels: nil, dryrun: nil,
-                     operation_type: nil
+                     operation_type: nil, reservation: nil
           ensure_service!
           options = { create: create,
                       write: write,
@@ -1857,7 +1894,8 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                       labels: labels,
                       job_id: job_id,
                       prefix: prefix,
-                      operation_type: operation_type }
+                      operation_type: operation_type,
+                      reservation: reservation }
           updater = CopyJob::Updater.from_options(
             service,
             table_ref,
@@ -1910,6 +1948,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   * `append` - BigQuery appends the data to the table.
         #   * `empty` - An error will be returned if the destination table
         #     already contains data.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -1937,11 +1981,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #
         # @!group Data
         #
-        def copy destination_table, create: nil, write: nil, &block
+        def copy destination_table, create: nil, write: nil, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        create: create,
                                        write: write,
                                        operation_type: OperationType::COPY,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -1967,6 +2012,11 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   Reference](https://cloud.google.com/bigquery/query-reference#from)
         #   (`project-name:dataset_id.table_id`). This is useful for referencing
         #   tables in other projects and datasets.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -1995,9 +2045,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #
         # @!group Data
         #
-        def clone destination_table, &block
+        def clone destination_table, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        operation_type: OperationType::CLONE,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -2022,6 +2073,11 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   Reference](https://cloud.google.com/bigquery/query-reference#from)
         #   (`project-name:dataset_id.table_id`). This is useful for referencing
         #   tables in other projects and datasets.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -2050,9 +2106,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #
         # @!group Data
         #
-        def snapshot destination_table, &block
+        def snapshot destination_table, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        operation_type: OperationType::SNAPSHOT,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -2094,6 +2151,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   * `append` - BigQuery appends the data to the table.
         #   * `empty` - An error will be returned if the destination table
         #     already contains data.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -2121,11 +2184,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #
         # @!group Data
         #
-        def restore destination_table, create: nil, write: nil, &block
+        def restore destination_table, create: nil, write: nil, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        create: create,
                                        write: write,
                                        operation_type: OperationType::RESTORE,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -2198,6 +2262,11 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
         #   is undefined however for non-query jobs and may result in an error.
         #   Deprecated.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::ExtractJob::Updater] job a job
@@ -2220,10 +2289,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         # @!group Data
         #
         def extract_job extract_url, format: nil, compression: nil, delimiter: nil, header: nil, job_id: nil,
-                        prefix: nil, labels: nil, dryrun: nil
+                        prefix: nil, labels: nil, dryrun: nil, reservation: nil
           ensure_service!
           options = { format: format, compression: compression, delimiter: delimiter, header: header, dryrun: dryrun,
-                      job_id: job_id, prefix: prefix, labels: labels }
+                      job_id: job_id, prefix: prefix, labels: labels, reservation: reservation }
           updater = ExtractJob::Updater.from_options service, table_ref, extract_url, options
           updater.location = location if location # may be table reference
 
@@ -2267,6 +2336,12 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   exported data. Default is <code>,</code>.
         # @param [Boolean] header Whether to print out a header row in the
         #   results. Default is `true`.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::ExtractJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -2295,12 +2370,13 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #
         # @!group Data
         #
-        def extract extract_url, format: nil, compression: nil, delimiter: nil, header: nil, &block
+        def extract extract_url, format: nil, compression: nil, delimiter: nil, header: nil, reservation: nil, &block
           job = extract_job extract_url,
                             format:      format,
                             compression: compression,
                             delimiter:   delimiter,
                             header:      header,
+                            reservation: reservation,
                             &block
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -2484,6 +2560,20 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #     and reorders columns to match the field names in the schema.
         # @param [String] time_zone The time zone used when parsing timestamp
         #   values.
+        # @param [String] reference_file_schema_uri The URI of the reference
+        #   file with the reader schema. This file is only loaded if it is part
+        #   of source URIs, but is not loaded otherwise. It is enabled for the
+        #   following formats: `AVRO`, `PARQUET`, `ORC`.
+        # @param [Boolean] preserve_ascii_control_characters When source_format
+        #   is set to `CSV`, indicates if the embedded ASCII control characters
+        #   (the first 32 characters in the ASCII-table, from `\x00` to `\x1F`)
+        #   are preserved. By default, ASCII control characters are not
+        #   preserved.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [load_job] a block for setting the load job
         # @yieldparam [LoadJob] load_job the load job object to be updated
@@ -2542,7 +2632,8 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                      quote: nil, skip_leading: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
                      null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, schema: self.schema,
                      date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
-                     null_markers: nil, source_column_match: nil, time_zone: nil
+                     null_markers: nil, source_column_match: nil, time_zone: nil, reference_file_schema_uri: nil,
+                     preserve_ascii_control_characters: nil, reservation: nil
           ensure_service!
 
           updater = load_job_updater format: format, create: create, write: write, projection_fields: projection_fields,
@@ -2554,7 +2645,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                      session_id: session_id, date_format: date_format,
                                      datetime_format: datetime_format, time_format: time_format,
                                      timestamp_format: timestamp_format, null_markers: null_markers,
-                                     source_column_match: source_column_match, time_zone: time_zone
+                                     source_column_match: source_column_match, time_zone: time_zone,
+                                     reference_file_schema_uri: reference_file_schema_uri,
+                                     preserve_ascii_control_characters: preserve_ascii_control_characters,
+                                     reservation: reservation
 
           yield updater if block_given?
 
@@ -2703,6 +2797,20 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #     and reorders columns to match the field names in the schema.
         # @param [String] time_zone The time zone used when parsing timestamp
         #   values.
+        # @param [String] reference_file_schema_uri The URI of the reference
+        #   file with the reader schema. This file is only loaded if it is part
+        #   of source URIs, but is not loaded otherwise. It is enabled for the
+        #   following formats: `AVRO`, `PARQUET`, `ORC`.
+        # @param [Boolean] preserve_ascii_control_characters When source_format
+        #   is set to `CSV`, indicates if the embedded ASCII control characters
+        #   (the first 32 characters in the ASCII-table, from `\x00` to `\x1F`)
+        #   are preserved. By default, ASCII control characters are not
+        #   preserved.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -2766,7 +2874,8 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                  quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                  quote: nil, skip_leading: nil, autodetect: nil, null_marker: nil, session_id: nil,
                  schema: self.schema, date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
-                 null_markers: nil, source_column_match: nil, time_zone: nil, &block
+                 null_markers: nil, source_column_match: nil, time_zone: nil, reference_file_schema_uri: nil,
+                 preserve_ascii_control_characters: nil, reservation: nil, &block
           job = load_job files, format: format, create: create, write: write, projection_fields: projection_fields,
                                 jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                                 delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
@@ -2774,7 +2883,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                 null_marker: null_marker, session_id: session_id, schema: schema,
                                 date_format: date_format, datetime_format: datetime_format, time_format: time_format,
                                 timestamp_format: timestamp_format, null_markers: null_markers,
-                                source_column_match: source_column_match, time_zone: time_zone, &block
+                                source_column_match: source_column_match, time_zone: time_zone,
+                                reference_file_schema_uri: reference_file_schema_uri,
+                                preserve_ascii_control_characters: preserve_ascii_control_characters,
+                                reservation: reservation, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -3168,11 +3280,13 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
 
         protected
 
-        def copy_job_with_operation_type destination_table, create: nil, write: nil, operation_type: nil, &block
+        def copy_job_with_operation_type destination_table, create: nil, write: nil, operation_type: nil,
+                                         reservation: nil, &block
           job = copy_job destination_table,
                          create: create,
                          write: write,
                          operation_type: operation_type,
+                         reservation: reservation,
                          &block
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -3223,7 +3337,7 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           end
         end
 
-        def load_job_gapi table_id, dryrun, job_id: nil, prefix: nil
+        def load_job_gapi table_id, dryrun, job_id: nil, prefix: nil, reservation: nil
           job_ref = service.job_ref_from job_id, prefix
           Google::Apis::BigqueryV2::Job.new(
             job_reference: job_ref,
@@ -3235,13 +3349,15 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                   table_id:   table_id
                 )
               ),
-              dry_run: dryrun
+              dry_run: dryrun,
+              reservation: reservation
             )
           )
         end
 
         def load_job_csv_options! job, jagged_rows: nil, quoted_newlines: nil, delimiter: nil, quote: nil,
-                                  skip_leading: nil, null_marker: nil, null_markers: nil, source_column_match: nil
+                                  skip_leading: nil, null_marker: nil, null_markers: nil, source_column_match: nil,
+                                  preserve_ascii_control_characters: nil
           job.jagged_rows = jagged_rows unless jagged_rows.nil?
           job.quoted_newlines = quoted_newlines unless quoted_newlines.nil?
           job.delimiter = delimiter unless delimiter.nil?
@@ -3250,13 +3366,16 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           job.skip_leading = skip_leading unless skip_leading.nil?
           job.null_markers = null_markers unless null_markers.nil?
           job.source_column_match = source_column_match unless source_column_match.nil?
+          job.preserve_ascii_control_characters = preserve_ascii_control_characters unless
+            preserve_ascii_control_characters.nil?
         end
 
         def load_job_file_options! job, format: nil, projection_fields: nil, jagged_rows: nil, quoted_newlines: nil,
                                    encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
                                    skip_leading: nil, null_marker: nil, date_format: nil, datetime_format: nil,
                                    time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
-                                   time_zone: nil
+                                   time_zone: nil, reference_file_schema_uri: nil,
+                                   preserve_ascii_control_characters: nil
           job.format = format unless format.nil?
           job.projection_fields = projection_fields unless projection_fields.nil?
           job.encoding = encoding unless encoding.nil?
@@ -3267,6 +3386,7 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           job.time_format = time_format unless time_format.nil?
           job.timestamp_format = timestamp_format unless timestamp_format.nil?
           job.time_zone = time_zone unless time_zone.nil?
+          job.reference_file_schema_uri = reference_file_schema_uri unless reference_file_schema_uri.nil?
           load_job_csv_options! job, jagged_rows:     jagged_rows,
                                      quoted_newlines: quoted_newlines,
                                      delimiter:       delimiter,
@@ -3274,7 +3394,8 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                      skip_leading:    skip_leading,
                                      null_marker:     null_marker,
                                      null_markers:    null_markers,
-                                     source_column_match: source_column_match
+                                     source_column_match: source_column_match,
+                                     preserve_ascii_control_characters: preserve_ascii_control_characters
         end
 
         def load_job_updater format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
@@ -3283,8 +3404,9 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                              prefix: nil, labels: nil, autodetect: nil, null_marker: nil,
                              create_session: nil, session_id: nil, date_format: nil, datetime_format: nil,
                              time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
-                             time_zone: nil
-          new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix
+                             time_zone: nil, reference_file_schema_uri: nil, preserve_ascii_control_characters: nil,
+                             reservation: nil
+          new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix, reservation: reservation
           LoadJob::Updater.new(new_job).tap do |job|
             job.location = location if location # may be table reference
             job.create = create unless create.nil?
@@ -3311,7 +3433,9 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                         timestamp_format:  timestamp_format,
                                         null_markers:      null_markers,
                                         source_column_match: source_column_match,
-                                        time_zone:         time_zone
+                                        time_zone:         time_zone,
+                                        reference_file_schema_uri: reference_file_schema_uri,
+                                        preserve_ascii_control_characters: preserve_ascii_control_characters
           end
         end
 
@@ -3706,7 +3830,7 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           #   At most 1 policy tag is currently allowed.
           # @param [Integer] max_length The maximum UTF-8 length of strings
           #   allowed in the field.
-          # @param default_value_expression [String] The default value of a field
+          # @param [String] default_value_expression The default value of a field
           #   using a SQL expression. It can only be set for top level fields (columns).
           #   Use a struct or array expression to specify default value for the entire struct or
           #   array. The valid SQL expressions are:
@@ -3722,6 +3846,11 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           #         `ST_GEOPOINT`
           #     - Struct or array composed with the above allowed functions, for example:
           #         "[CURRENT_DATE(), DATE '2020-01-01'"]
+          # @param [String] collation The collation of the field.
+          #   Collation can be set only when the type of field is `STRING`.
+          #   The following values are supported:
+          #     - `und:ci`: undetermined locale, case insensitive.
+          #     - (empty string): Default to case-sensitive behavior.
           #
           # @example
           #   require "google/cloud/bigquery"
@@ -3743,9 +3872,9 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
           #
           # @!group Schema
           def string name, description: nil, mode: :nullable, policy_tags: nil, max_length: nil,
-                     default_value_expression: nil
+                     default_value_expression: nil, collation: nil
             schema.string name, description: description, mode: mode, policy_tags: policy_tags, max_length: max_length,
-                          default_value_expression: default_value_expression
+                          default_value_expression: default_value_expression, collation: collation
           end
 
           ##

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.58.0".freeze
+      VERSION = "1.60.0".freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.58.0
+  version: 1.60.0
 platform: ruby
 authors:
 - Mike Moore