google-cloud-bigquery 1.52.1 → 1.61.1

data/lib/google/cloud/bigquery/table.rb

@@ -752,6 +752,37 @@ module Google
           patch_gapi! :description
         end
 
+        ##
+        # The default collation of the table.
+        #
+        # @return [String, nil] The default collation, or `nil` if not present or the object is a
+        #   reference (see {#reference?}).
+        #
+        # @!group Attributes
+        #
+        def default_collation
+          return nil if reference?
+          ensure_full_data!
+          @gapi.default_collation
+        end
+
+        ##
+        # Updates the default collation of the table.
+        #
+        # If the table is not a full resource representation (see
+        # {#resource_full?}), the full representation will be retrieved before
+        # the update to comply with ETag-based optimistic concurrency control.
+        #
+        # @param [String] new_default_collation The new default collation for the table.
+        #
+        # @!group Attributes
+        #
+        def default_collation= new_default_collation
+          reload! unless resource_full?
+          @gapi.update! default_collation: new_default_collation
+          patch_gapi! :default_collation
+        end
+
         ##
         # The number of bytes in the table.
         #
@@ -1017,6 +1048,77 @@ module Google
           patch_gapi! :labels
         end
 
+        ##
+        # The resource tags associated with this table. Tag keys are globally unique.
+        #
+        # @see https://cloud.google.com/iam/docs/tags-access-control#definitions
+        #   For additional information on tags.
+        #
+        # The returned hash is frozen and changes are not allowed. Use
+        # {#resource_tags=} to replace the entire hash.
+        #
+        # @return [Hash<String, String>, nil] A hash containing key/value pairs.
+        #
+        #   * The key is the namespaced friendly name of the tag key, e.g.
+        #     "12345/environment" where 12345 is the ID of the parent organization
+        #     or project resource for this tag key.
+        #   * The value is the friendly short name of the tag value, e.g. "production".
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   table = dataset.table "my_table"
+        #
+        #   resource_tags = table.resource_tags
+        #   resource_tags["12345/environment"] #=> "production"
+        #
+        # @!group Attributes
+        #
+        def resource_tags
+          return nil if reference?
+          m = @gapi.resource_tags
+          m = m.to_h if m.respond_to? :to_h
+          m.dup.freeze
+        end
+
+        ##
+        # Updates the resource tags associated with this table. Tag keys are globally
+        # unique.
+        #
+        # @see https://cloud.google.com/iam/docs/tags-access-control#definitions
+        #   For additional information on tags.
+        #
+        # If the table is not a full resource representation (see
+        # {#resource_full?}), the full representation will be retrieved before
+        # the update to comply with ETag-based optimistic concurrency control.
+        #
+        # @param [Hash<String, String>] resource_tags A hash containing key/value
+        #   pairs.
+        #
+        #   * The key is the namespaced friendly name of the tag key, e.g.
+        #     "12345/environment" where 12345 is the ID of the parent organization
+        #     or project resource for this tag key.
+        #   * The value is the friendly short name of the tag value, e.g. "production".
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   table = dataset.table "my_table"
+        #
+        #   table.resource_tags = { "12345/environment" => "production" }
+        #
+        # @!group Attributes
+        #
+        def resource_tags= resource_tags
+          reload! unless resource_full?
+          @gapi.resource_tags = resource_tags
+          patch_gapi! :resource_tags
+        end
+
         ##
         # Returns the table's schema. If the table is not a view (See {#view?}),
         # this method can also be used to set, replace, or add to the schema by
@@ -1630,6 +1732,8 @@ module Google
         #
         # @param [Integer] max Maximum number of results to return.
         # @param [Integer] start Zero-based index of the starting row to read.
+        # @param [Boolean] format_options_use_int64_timestamp Output timestamp
+        #   as usec int64. Default is true.
         #
         # @return [Google::Cloud::Bigquery::Data]
         #
@@ -1664,11 +1768,12 @@ module Google
         #
         # @!group Data
         #
-        def data token: nil, max: nil, start: nil
+        def data token: nil, max: nil, start: nil, format_options_use_int64_timestamp: true
           ensure_service!
           reload! unless resource_full?
-          data_json = service.list_tabledata dataset_id, table_id, token: token, max: max, start: start
-          Data.from_gapi_json data_json, gapi, nil, service
+          data_json = service.list_tabledata dataset_id, table_id, token: token, max: max, start: start,
+format_options_use_int64_timestamp: format_options_use_int64_timestamp
+          Data.from_gapi_json data_json, gapi, nil, service, format_options_use_int64_timestamp
         end
 
         ##
@@ -1743,6 +1848,12 @@ module Google
         # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
         #   is undefined however for non-query jobs and may result in an error.
         #   Deprecated.
+        # @param [String] operation_type The type of operation for this job.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -1775,7 +1886,7 @@ module Google
         # @!group Data
         #
         def copy_job destination_table, create: nil, write: nil, job_id: nil, prefix: nil, labels: nil, dryrun: nil,
-                     operation_type: nil
+                     operation_type: nil, reservation: nil
           ensure_service!
           options = { create: create,
                       write: write,
@@ -1783,7 +1894,8 @@ module Google
                       labels: labels,
                       job_id: job_id,
                       prefix: prefix,
-                      operation_type: operation_type }
+                      operation_type: operation_type,
+                      reservation: reservation }
           updater = CopyJob::Updater.from_options(
             service,
             table_ref,
@@ -1836,6 +1948,12 @@ module Google
         #   * `append` - BigQuery appends the data to the table.
         #   * `empty` - An error will be returned if the destination table
         #     already contains data.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -1863,11 +1981,12 @@ module Google
         #
         # @!group Data
         #
-        def copy destination_table, create: nil, write: nil, &block
+        def copy destination_table, create: nil, write: nil, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        create: create,
                                        write: write,
                                        operation_type: OperationType::COPY,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -1893,6 +2012,11 @@ module Google
         #   Reference](https://cloud.google.com/bigquery/query-reference#from)
         #   (`project-name:dataset_id.table_id`). This is useful for referencing
         #   tables in other projects and datasets.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -1921,9 +2045,10 @@ module Google
         #
         # @!group Data
         #
-        def clone destination_table, &block
+        def clone destination_table, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        operation_type: OperationType::CLONE,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -1948,6 +2073,11 @@ module Google
         #   Reference](https://cloud.google.com/bigquery/query-reference#from)
         #   (`project-name:dataset_id.table_id`). This is useful for referencing
         #   tables in other projects and datasets.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
@@ -1976,9 +2106,10 @@ module Google
         #
         # @!group Data
         #
-        def snapshot destination_table, &block
+        def snapshot destination_table, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        operation_type: OperationType::SNAPSHOT,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -2020,6 +2151,12 @@ module Google
         #   * `append` - BigQuery appends the data to the table.
         #   * `empty` - An error will be returned if the destination table
         #     already contains data.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::CopyJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -2047,11 +2184,12 @@ module Google
         #
         # @!group Data
         #
-        def restore destination_table, create: nil, write: nil, &block
+        def restore destination_table, create: nil, write: nil, reservation: nil, &block
           copy_job_with_operation_type destination_table,
                                        create: create,
                                        write: write,
                                        operation_type: OperationType::RESTORE,
+                                       reservation: reservation,
                                        &block
         end
 
@@ -2124,6 +2262,11 @@ module Google
         # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
         #   is undefined however for non-query jobs and may result in an error.
         #   Deprecated.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::ExtractJob::Updater] job a job
@@ -2146,10 +2289,10 @@ module Google
         # @!group Data
         #
         def extract_job extract_url, format: nil, compression: nil, delimiter: nil, header: nil, job_id: nil,
-                        prefix: nil, labels: nil, dryrun: nil
+                        prefix: nil, labels: nil, dryrun: nil, reservation: nil
           ensure_service!
           options = { format: format, compression: compression, delimiter: delimiter, header: header, dryrun: dryrun,
-                      job_id: job_id, prefix: prefix, labels: labels }
+                      job_id: job_id, prefix: prefix, labels: labels, reservation: reservation }
           updater = ExtractJob::Updater.from_options service, table_ref, extract_url, options
           updater.location = location if location # may be table reference
 
@@ -2193,6 +2336,12 @@ module Google
         #   exported data. Default is <code>,</code>.
         # @param [Boolean] header Whether to print out a header row in the
         #   results. Default is `true`.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
+        #
         # @yield [job] a job configuration object
         # @yieldparam [Google::Cloud::Bigquery::ExtractJob::Updater] job a job
         #   configuration object for setting additional options.
@@ -2221,12 +2370,13 @@ module Google
         #
         # @!group Data
         #
-        def extract extract_url, format: nil, compression: nil, delimiter: nil, header: nil, &block
+        def extract extract_url, format: nil, compression: nil, delimiter: nil, header: nil, reservation: nil, &block
           job = extract_job extract_url,
                             format:      format,
                             compression: compression,
                             delimiter:   delimiter,
                             header:      header,
+                            reservation: reservation,
                             &block
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -2377,6 +2527,53 @@ module Google
         #   Note: This will work only for tables in _SESSION dataset
         #         else the property will be ignored by the backend.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
+        # @param [String] reference_file_schema_uri The URI of the reference
+        #   file with the reader schema. This file is only loaded if it is part
+        #   of source URIs, but is not loaded otherwise. It is enabled for the
+        #   following formats: `AVRO`, `PARQUET`, `ORC`.
+        # @param [Boolean] preserve_ascii_control_characters When source_format
+        #   is set to `CSV`, indicates if the embedded ASCII control characters
+        #   (the first 32 characters in the ASCII-table, from `\x00` to `\x1F`)
+        #   are preserved. By default, ASCII control characters are not
+        #   preserved.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [load_job] a block for setting the load job
         # @yieldparam [LoadJob] load_job the load job object to be updated
@@ -2433,7 +2630,10 @@ module Google
         def load_job files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                      quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                      quote: nil, skip_leading: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, schema: self.schema
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, schema: self.schema,
+                     date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                     null_markers: nil, source_column_match: nil, time_zone: nil, reference_file_schema_uri: nil,
+                     preserve_ascii_control_characters: nil, reservation: nil
           ensure_service!
 
           updater = load_job_updater format: format, create: create, write: write, projection_fields: projection_fields,
@@ -2442,8 +2642,13 @@ module Google
                                      max_bad_records: max_bad_records, quote: quote, skip_leading: skip_leading,
                                      dryrun: dryrun, job_id: job_id, prefix: prefix, schema: schema, labels: labels,
                                      autodetect: autodetect, null_marker: null_marker, create_session: create_session,
-                                     session_id: session_id
-
+                                     session_id: session_id, date_format: date_format,
+                                     datetime_format: datetime_format, time_format: time_format,
+                                     timestamp_format: timestamp_format, null_markers: null_markers,
+                                     source_column_match: source_column_match, time_zone: time_zone,
+                                     reference_file_schema_uri: reference_file_schema_uri,
+                                     preserve_ascii_control_characters: preserve_ascii_control_characters,
+                                     reservation: reservation
 
           yield updater if block_given?
 
@@ -2559,6 +2764,53 @@ module Google
         #   value is `0`. This property is useful if you have header rows in the
         #   file that should be skipped.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
+        # @param [String] reference_file_schema_uri The URI of the reference
+        #   file with the reader schema. This file is only loaded if it is part
+        #   of source URIs, but is not loaded otherwise. It is enabled for the
+        #   following formats: `AVRO`, `PARQUET`, `ORC`.
+        # @param [Boolean] preserve_ascii_control_characters When source_format
+        #   is set to `CSV`, indicates if the embedded ASCII control characters
+        #   (the first 32 characters in the ASCII-table, from `\x00` to `\x1F`)
+        #   are preserved. By default, ASCII control characters are not
+        #   preserved.
+        # @param [String] reservation The reservation that job would use. User
+        #    can specify a reservation to execute the job. If reservation is not
+        #    set, reservation is determined based on the rules defined by the
+        #    reservation assignments. The expected format is
+        #    `projects/`project`/locations/`location`/reservations/`reservation``.
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -2621,12 +2873,20 @@ module Google
         def load files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                  quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                  quote: nil, skip_leading: nil, autodetect: nil, null_marker: nil, session_id: nil,
-                 schema: self.schema, &block
+                 schema: self.schema, date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                 null_markers: nil, source_column_match: nil, time_zone: nil, reference_file_schema_uri: nil,
+                 preserve_ascii_control_characters: nil, reservation: nil, &block
           job = load_job files, format: format, create: create, write: write, projection_fields: projection_fields,
                                 jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                                 delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
                                 quote: quote, skip_leading: skip_leading, autodetect: autodetect,
-                                null_marker: null_marker, session_id: session_id, schema: schema, &block
+                                null_marker: null_marker, session_id: session_id, schema: schema,
+                                date_format: date_format, datetime_format: datetime_format, time_format: time_format,
+                                timestamp_format: timestamp_format, null_markers: null_markers,
+                                source_column_match: source_column_match, time_zone: time_zone,
+                                reference_file_schema_uri: reference_file_schema_uri,
+                                preserve_ascii_control_characters: preserve_ascii_control_characters,
+                                reservation: reservation, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -3020,11 +3280,13 @@ module Google
 
         protected
 
-        def copy_job_with_operation_type destination_table, create: nil, write: nil, operation_type: nil, &block
+        def copy_job_with_operation_type destination_table, create: nil, write: nil, operation_type: nil,
+                                         reservation: nil, &block
           job = copy_job destination_table,
                          create: create,
                          write: write,
                          operation_type: operation_type,
+                         reservation: reservation,
                          &block
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -3075,7 +3337,7 @@ module Google
           end
         end
 
-        def load_job_gapi table_id, dryrun, job_id: nil, prefix: nil
+        def load_job_gapi table_id, dryrun, job_id: nil, prefix: nil, reservation: nil
           job_ref = service.job_ref_from job_id, prefix
           Google::Apis::BigqueryV2::Job.new(
             job_reference: job_ref,
@@ -3087,43 +3349,64 @@ module Google
                   table_id:   table_id
                 )
               ),
-              dry_run: dryrun
+              dry_run: dryrun,
+              reservation: reservation
             )
           )
         end
 
         def load_job_csv_options! job, jagged_rows: nil, quoted_newlines: nil, delimiter: nil, quote: nil,
-                                  skip_leading: nil, null_marker: nil
+                                  skip_leading: nil, null_marker: nil, null_markers: nil, source_column_match: nil,
+                                  preserve_ascii_control_characters: nil
           job.jagged_rows = jagged_rows unless jagged_rows.nil?
           job.quoted_newlines = quoted_newlines unless quoted_newlines.nil?
           job.delimiter = delimiter unless delimiter.nil?
           job.null_marker = null_marker unless null_marker.nil?
           job.quote = quote unless quote.nil?
           job.skip_leading = skip_leading unless skip_leading.nil?
+          job.null_markers = null_markers unless null_markers.nil?
+          job.source_column_match = source_column_match unless source_column_match.nil?
+          job.preserve_ascii_control_characters = preserve_ascii_control_characters unless
+            preserve_ascii_control_characters.nil?
         end
 
         def load_job_file_options! job, format: nil, projection_fields: nil, jagged_rows: nil, quoted_newlines: nil,
                                    encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
-                                   skip_leading: nil, null_marker: nil
+                                   skip_leading: nil, null_marker: nil, date_format: nil, datetime_format: nil,
+                                   time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
+                                   time_zone: nil, reference_file_schema_uri: nil,
+                                   preserve_ascii_control_characters: nil
           job.format = format unless format.nil?
           job.projection_fields = projection_fields unless projection_fields.nil?
           job.encoding = encoding unless encoding.nil?
           job.ignore_unknown = ignore_unknown unless ignore_unknown.nil?
           job.max_bad_records = max_bad_records unless max_bad_records.nil?
+          job.date_format = date_format unless date_format.nil?
+          job.datetime_format = datetime_format unless datetime_format.nil?
+          job.time_format = time_format unless time_format.nil?
+          job.timestamp_format = timestamp_format unless timestamp_format.nil?
+          job.time_zone = time_zone unless time_zone.nil?
+          job.reference_file_schema_uri = reference_file_schema_uri unless reference_file_schema_uri.nil?
           load_job_csv_options! job, jagged_rows:     jagged_rows,
                                      quoted_newlines: quoted_newlines,
                                      delimiter:       delimiter,
                                      quote:           quote,
                                      skip_leading:    skip_leading,
-                                     null_marker:     null_marker
+                                     null_marker:     null_marker,
+                                     null_markers:    null_markers,
+                                     source_column_match: source_column_match,
+                                     preserve_ascii_control_characters: preserve_ascii_control_characters
         end
 
         def load_job_updater format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                              quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil,
                              max_bad_records: nil, quote: nil, skip_leading: nil, dryrun: nil, schema: nil, job_id: nil,
                              prefix: nil, labels: nil, autodetect: nil, null_marker: nil,
-                             create_session: nil, session_id: nil
-          new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix
+                             create_session: nil, session_id: nil, date_format: nil, datetime_format: nil,
+                             time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
+                             time_zone: nil, reference_file_schema_uri: nil, preserve_ascii_control_characters: nil,
+                             reservation: nil
+          new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix, reservation: reservation
           LoadJob::Updater.new(new_job).tap do |job|
             job.location = location if location # may be table reference
             job.create = create unless create.nil?
@@ -3143,7 +3426,16 @@ module Google
                                         max_bad_records:   max_bad_records,
                                         quote:             quote,
                                         skip_leading:      skip_leading,
-                                        null_marker:       null_marker
+                                        null_marker:       null_marker,
+                                        date_format:       date_format,
+                                        datetime_format:  datetime_format,
+                                        time_format:       time_format,
+                                        timestamp_format:  timestamp_format,
+                                        null_markers:      null_markers,
+                                        source_column_match: source_column_match,
+                                        time_zone:         time_zone,
+                                        reference_file_schema_uri: reference_file_schema_uri,
+                                        preserve_ascii_control_characters: preserve_ascii_control_characters
           end
         end
 
@@ -3538,7 +3830,7 @@ module Google
           #   At most 1 policy tag is currently allowed.
           # @param [Integer] max_length The maximum UTF-8 length of strings
           #   allowed in the field.
-          # @param default_value_expression [String] The default value of a field
+          # @param [String] default_value_expression The default value of a field
           #   using a SQL expression. It can only be set for top level fields (columns).
           #   Use a struct or array expression to specify default value for the entire struct or
           #   array. The valid SQL expressions are:
@@ -3554,6 +3846,11 @@ module Google
           #         `ST_GEOPOINT`
           #     - Struct or array composed with the above allowed functions, for example:
           #         "[CURRENT_DATE(), DATE '2020-01-01'"]
+          # @param [String] collation The collation of the field.
+          #   Collation can be set only when the type of field is `STRING`.
+          #   The following values are supported:
+          #     - `und:ci`: undetermined locale, case insensitive.
+          #     - (empty string): Default to case-sensitive behavior.
           #
           # @example
           #   require "google/cloud/bigquery"
@@ -3575,9 +3872,9 @@ module Google
           #
           # @!group Schema
           def string name, description: nil, mode: :nullable, policy_tags: nil, max_length: nil,
-                     default_value_expression: nil
+                     default_value_expression: nil, collation: nil
             schema.string name, description: description, mode: mode, policy_tags: policy_tags, max_length: max_length,
-                          default_value_expression: default_value_expression
+                          default_value_expression: default_value_expression, collation: collation
           end
 
           ##

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.52.1".freeze
+      VERSION = "1.61.1".freeze
     end
   end
 end