google-cloud-bigquery 1.56.0 → 1.57.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3485b40defd1415a416e32191f08ab9fbb204679b74a7aa3798497b6106279af
-  data.tar.gz: 0f4edb30dcd40818937a90cc4e746ab79964201cdd02d3145a997e273d062523
+  metadata.gz: dbe17241cff1bf35169627f5be2bc589b24e4830077b1966192d74cb478efcc0
+  data.tar.gz: a6060857441bd335b1a8c67509f742d586026e043269d48893c22e4ffe3a3b9f
 SHA512:
-  metadata.gz: 7caacb39dd2694de5dd70470274db28893f9841c17321c72b6b1ed82c2abc1c1f8b9ed65bf65271b2fc62939234b82fdc24150108ad6617093f938af278532b7
-  data.tar.gz: 97807b56c6ff51d7f039c30f2c096617e8ce76e12f4d9017e4e63bde6e705a1200b052c7b403a7c70c15e0565f8657f19186d2055bac4f59f4df8db7b4b73449
+  metadata.gz: 361370e039788d37aaebe2c3dc368e3715e7f09c65ffc85727285c1cdfe608412e09352570e3f1c88abb52b52c851646540c67e3c023c344ef1d8f37cab78086
+  data.tar.gz: 8b86e329d6843a4d4387f1c1daf1ed3feaabe47284ad4e8320ce3c9e39a492fadbecfe46006e1b0a38fedbe94250795aa0968a2148c94e0f1bf25a4514ad2d92

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Release History
 
+### 1.57.0 (2025-08-28)
+
+#### Features
+
+* Add support for reference_file_schema_uri for LoadJobConfig and ExternalDataSource ([#30859](https://github.com/googleapis/google-cloud-ruby/issues/30859)) 
+
 ### 1.56.0 (2025-08-27)
 
 #### Features

data/lib/google/cloud/bigquery/external/data_source.rb

@@ -504,6 +504,49 @@ module Google
             @gapi.max_bad_records = new_max_bad_records
           end
 
+          ##
+          # The URI of a reference file with the table schema. This is enabled
+          # for the following formats: `AVRO`, `PARQUET`, `ORC`.
+          #
+          # @return [String, nil] The URI. `nil` if not set.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #
+          #   external_data = bigquery.external "gs://bucket/path/to/data.avro", format: :avro do |ext|
+          #     ext.reference_file_schema_uri = "gs://bucket/path/to/schema.json"
+          #   end
+          #
+          #   external_data.reference_file_schema_uri #=> "gs://bucket/path/to/schema.json"
+          #
+          def reference_file_schema_uri
+            @gapi.reference_file_schema_uri
+          end
+
+          ##
+          # Sets the URI of a reference file with the table schema. This is
+          # enabled for the following formats: `AVRO`, `PARQUET`, `ORC`.
+          #
+          # @param [String, nil] uri The URI. `nil` to unset.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #
+          #   external_data = bigquery.external "gs://bucket/path/to/data.avro", format: :avro do |ext|
+          #     ext.reference_file_schema_uri = "gs://bucket/path/to/schema.json"
+          #   end
+          #
+          #   external_data.reference_file_schema_uri #=> "gs://bucket/path/to/schema.json"
+          #
+          def reference_file_schema_uri= uri
+            frozen_check!
+            @gapi.reference_file_schema_uri = uri
+          end
+
           ###
           # Checks if hive partitioning options are set.
           #
@@ -790,7 +833,8 @@ module Google
           end
 
           ##
-          # Format used to parse TIME values. Supports C-style and SQL-style values.
+          # Format used to parse TIME values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The time format pattern. `nil` if not set.
           #
@@ -800,17 +844,18 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.time_format = "%H:%M:%S"
+          #     ext.time_format = "HH24:MI:SS"
           #   end
           #
-          #   external_data.time_format #=> "%H:%M:%S"
+          #   external_data.time_format #=> "HH24:MI:SS"
           #
           def time_format
             @gapi.time_format
           end
 
           ##
-          # Sets the format used to parse TIME values. Supports C-style and SQL-style
+          # Sets the format used to parse TIME values. Supports SQL-style See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           # values.
           #
           # @param [String, nil] time_format The time format pattern. `nil` if not set.
@@ -821,10 +866,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.time_format = "%H:%M:%S"
+          #     ext.time_format = "HH24:MI:SS"
           #   end
           #
-          #   external_data.time_format #=> "%H:%M:%S"
+          #   external_data.time_format #=> "HH24:MI:SS"
           #
           def time_format= time_format
             frozen_check!
@@ -832,8 +877,8 @@ module Google
           end
 
           ##
-          # Format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse TIMESTAMP values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The timestamp format pattern. `nil` if not set.
           #
@@ -843,18 +888,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.timestamp_format = "%Y-%m-%d %H:%M:%S.%f %z"
+          #     ext.timestamp_format = "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #   end
           #
-          #   external_data.timestamp_format #=> "%Y-%m-%d %H:%M:%S.%f %z"
+          #   external_data.timestamp_format #=> "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #
           def timestamp_format
             @gapi.timestamp_format
           end
 
           ##
-          # Sets the format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIMESTAMP values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] timestamp_format The timestamp format pattern. `nil` to unset.
           #
@@ -864,10 +910,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.timestamp_format = "%Y-%m-%d %H:%M:%S.%f %z"
+          #     ext.timestamp_format = "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #   end
           #
-          #   external_data.timestamp_format #=> "%Y-%m-%d %H:%M:%S.%f %z"
+          #   external_data.timestamp_format #=> "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #
           def timestamp_format= timestamp_format
             frozen_check!
@@ -875,8 +921,8 @@ module Google
           end
 
           ##
-          # Format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse DATETIME values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The datetime format pattern. `nil` if not set.
           #
@@ -886,18 +932,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.datetime_format = "%Y-%m-%d %H:%M:%S"
+          #     ext.datetime_format = "YYYY-MM-DD HH24:MI:SS"
           #   end
           #
-          #   external_data.datetime_format #=> "%Y-%m-%d %H:%M:%S"
+          #   external_data.datetime_format #=> "YYYY-MM-DD HH24:MI:SS"
           #
           def datetime_format
             @gapi.datetime_format
           end
 
           ##
-          # Sets the format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATETIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] datetime_format The datetime format pattern. `nil` to unset.
           #
@@ -907,10 +954,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.datetime_format = "%Y-%m-%d %H:%M:%S"
+          #     ext.datetime_format = "YYYY-MM-DD HH24:MI:SS"
           #   end
           #
-          #   external_data.datetime_format #=> "%Y-%m-%d %H:%M:%S"
+          #   external_data.datetime_format #=> "YYYY-MM-DD HH24:MI:SS"
           #
           def datetime_format= datetime_format
             frozen_check!
@@ -918,8 +965,8 @@ module Google
           end
 
           ##
-          # Format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse DATE values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The date format pattern. `nil` if not set.
           #
@@ -929,18 +976,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.date_format = "%Y-%m-%d"
+          #     ext.date_format = "YYYY-MM-DD"
           #   end
           #
-          #   external_data.date_format #=> "%Y-%m-%d"
+          #   external_data.date_format #=> "YYYY-MM-DD"
           #
           def date_format
             @gapi.date_format
           end
 
           ##
-          # Sets the format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATE values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] date_format The date format pattern. `nil` to unset.
           #
@@ -950,10 +998,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.date_format = "%Y-%m-%d"
+          #     ext.date_format = "YYYY-MM-DD"
           #   end
           #
-          #   external_data.date_format #=> "%Y-%m-%d"
+          #   external_data.date_format #=> "YYYY-MM-DD"
           #
           def date_format= date_format
             frozen_check!

data/lib/google/cloud/bigquery/load_job.rb

@@ -653,41 +653,41 @@ module Google
         end
 
         ##
-        # Format used to parse DATE values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse DATE values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The date format pattern, such as
-        #   `%Y-%m-%d`. `nil` if not set.
+        #   `YYYY-MM-DD`. `nil` if not set.
         def date_format
           @gapi.configuration.load.date_format
         end
 
         ##
-        # Format used to parse DATETIME values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse DATETIME values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The datetime format pattern, such as
-        #   `%Y-%m-%d %H:%M:%S`. `nil` if not set.
+        #   `YYYY-MM-DD HH24:MI:SS`. `nil` if not set.
         def datetime_format
           @gapi.configuration.load.datetime_format
         end
 
         ##
-        # Format used to parse TIME values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse TIME values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The time format pattern, such as
-        #   `%H:%M:%S`. `nil` if not set.
+        #   `HH24:MI:SS`. `nil` if not set.
         def time_format
           @gapi.configuration.load.time_format
         end
 
         ##
-        # Format used to parse TIMESTAMP values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse TIMESTAMP values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The timestamp format pattern, such as
-        #   `%Y-%m-%d %H:%M:%S.%f %z`. `nil` if not set.
+        #   `YYYY-MM-DD HH24:MI:SS.FF3 TZH`. `nil` if not set.
         def timestamp_format
           @gapi.configuration.load.timestamp_format
         end
@@ -737,6 +737,15 @@ module Google
         end
 
         ##
+        # The URI of thereference file with the reader schema. This file is only
+        # loaded if it is part of source URIs, but is not loaded otherwise.
+        # It is enabled for the following formats: `AVRO`, `PARQUET`, `ORC`.
+        #
+        # @return [String, nil] The URI of the reference file, or `nil` if not set.
+        def reference_file_schema_uri
+          @gapi.configuration.load.reference_file_schema_uri
+        end
+
         # When source_format is set to `CSV`, indicates if the embedded ASCII
         # control characters (the first 32 characters in the ASCII-table, from
         # `\x00` to `\x1F`) are preserved. By default, ASCII control
@@ -2682,41 +2691,45 @@ module Google
           end
 
           ##
-          # Sets the format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATE values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] date_format The date format pattern, such as
-          #   `%Y-%m-%d`. `nil` to unset.
+          #   `YYYY-MM-DD`. `nil` to unset.
           def date_format= date_format
             @gapi.configuration.load.update! date_format: date_format
           end
 
           ##
-          # Sets the format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATETIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] datetime_format The datetime format pattern, such as
-          #   `%Y-%m-%d %H:%M:%S`. `nil` to unset.
+          #   `YYYY-MM-DD HH24:MI:SS`. `nil` to unset.
           def datetime_format= datetime_format
             @gapi.configuration.load.update! datetime_format: datetime_format
           end
 
           ##
-          # Sets the format used to parse TIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] time_format The time format pattern, such as
-          #   `%H:%M:%S`. `nil` to unset.
+          #   `HH24:MI:SS`. `nil` to unset.
           def time_format= time_format
             @gapi.configuration.load.update! time_format: time_format
           end
 
           ##
-          # Sets the format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIMESTAMP values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] timestamp_format The timestamp format pattern, such as
-          #   `%Y-%m-%d %H:%M:%S.%f %z`. `nil` to unset.
+          #   `YYYY-MM-DD HH24:MI:SS.FF3 TZH`. `nil` to unset.
           def timestamp_format= timestamp_format
             @gapi.configuration.load.update! timestamp_format: timestamp_format
           end
@@ -2765,6 +2778,17 @@ module Google
           end
 
           ##
+
+          # Sets the URI of thereference file with the reader schema. This file
+          # is only loaded if it is part of source URIs, but is not loaded
+          # otherwise. It is enabled for the following formats: `AVRO`,
+          # `PARQUET`, `ORC`.
+          #
+          # @param [String, nil] uri The URI of the reference file, or `nil` to unset.
+          def reference_file_schema_uri= uri
+            @gapi.configuration.load.update! reference_file_schema_uri: uri
+          end
+
           # When source_format is set to `CSV`, sets whether the embedded ASCII
           # control characters (the first 32 characters in the ASCII-table, from
           # `\x00` to `\x1F`) are preserved. By default, ASCII control

data/lib/google/cloud/bigquery/project.rb

@@ -1116,6 +1116,42 @@ module Google
         #         else the property will be ignored by the backend.
         # @param [string] session_id Session ID in which the load job must run.
         # @param [string] project_id Project ID where the destination table exists.
+        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
+        #   is undefined however for non-query jobs and may result in an error.
+        #   Deprecated.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [updater] A block for setting the schema and other
         #   options for the destination table. The schema can be omitted if the
@@ -1123,9 +1159,6 @@ module Google
         #   Google Cloud Datastore backup.
         # @yieldparam [Google::Cloud::Bigquery::LoadJob::Updater] updater An
         #   updater to modify the load job and its schema.
-        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
-        #   is undefined however for non-query jobs and may result in an error.
-        #   Deprecated.
         #
         # @return [Google::Cloud::Bigquery::LoadJob] A new load job object.
         #
@@ -1143,7 +1176,9 @@ module Google
                      projection_fields: nil, jagged_rows: nil, quoted_newlines: nil, encoding: nil,
                      delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
                      skip_leading: nil, schema: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, project_id: nil, &block
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, project_id: nil,
+                     date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                     null_markers: nil, source_column_match: nil, time_zone: nil, &block
           ensure_service!
           dataset_id ||= "_SESSION" unless create_session.nil? && session_id.nil?
           session_dataset = dataset dataset_id, skip_lookup: true, project_id: project_id
@@ -1155,7 +1190,10 @@ module Google
                           max_bad_records: max_bad_records, quote: quote, skip_leading: skip_leading,
                           dryrun: dryrun, schema: schema, job_id: job_id, prefix: prefix, labels: labels,
                           autodetect: autodetect, null_marker: null_marker, create_session: create_session,
-                          session_id: session_id, &block
+                          session_id: session_id, date_format: date_format, datetime_format: datetime_format,
+                          time_format: time_format, timestamp_format: timestamp_format,
+                          null_markers: null_markers, source_column_match: source_column_match,
+                          time_zone: time_zone, &block
         end
 
         ##
@@ -1277,6 +1315,39 @@ module Google
         #   this option. Also note that for most use cases, the block yielded by
         #   this method is a more convenient way to configure the schema.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -1306,13 +1377,18 @@ module Google
         def load table_id, files, dataset_id: "_SESSION", format: nil, create: nil, write: nil,
                  projection_fields: nil, jagged_rows: nil, quoted_newlines: nil, encoding: nil,
                  delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
-                 skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, session_id: nil, &block
+                 skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, session_id: nil,
+                 date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                 null_markers: nil, source_column_match: nil, time_zone: nil, &block
           job = load_job table_id, files, dataset_id: dataset_id,
                         format: format, create: create, write: write, projection_fields: projection_fields,
                         jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                         delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
                         quote: quote, skip_leading: skip_leading, schema: schema, autodetect: autodetect,
-                        null_marker: null_marker, session_id: session_id, &block
+                        null_marker: null_marker, session_id: session_id, date_format: date_format,
+                        datetime_format: datetime_format, time_format: time_format,
+                        timestamp_format: timestamp_format, null_markers: null_markers,
+                        source_column_match: source_column_match, time_zone: time_zone, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job

data/lib/google/cloud/bigquery/table.rb

@@ -2451,6 +2451,39 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   Note: This will work only for tables in _SESSION dataset
         #         else the property will be ignored by the backend.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [load_job] a block for setting the load job
         # @yieldparam [LoadJob] load_job the load job object to be updated
@@ -2507,7 +2540,9 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         def load_job files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                      quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                      quote: nil, skip_leading: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, schema: self.schema
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, schema: self.schema,
+                     date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                     null_markers: nil, source_column_match: nil, time_zone: nil
           ensure_service!
 
           updater = load_job_updater format: format, create: create, write: write, projection_fields: projection_fields,
@@ -2516,8 +2551,10 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                      max_bad_records: max_bad_records, quote: quote, skip_leading: skip_leading,
                                      dryrun: dryrun, job_id: job_id, prefix: prefix, schema: schema, labels: labels,
                                      autodetect: autodetect, null_marker: null_marker, create_session: create_session,
-                                     session_id: session_id
-
+                                     session_id: session_id, date_format: date_format,
+                                     datetime_format: datetime_format, time_format: time_format,
+                                     timestamp_format: timestamp_format, null_markers: null_markers,
+                                     source_column_match: source_column_match, time_zone: time_zone
 
           yield updater if block_given?
 
@@ -2633,6 +2670,39 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         #   value is `0`. This property is useful if you have header rows in the
         #   file that should be skipped.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -2695,12 +2765,16 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         def load files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                  quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                  quote: nil, skip_leading: nil, autodetect: nil, null_marker: nil, session_id: nil,
-                 schema: self.schema, &block
+                 schema: self.schema, date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                 null_markers: nil, source_column_match: nil, time_zone: nil, &block
           job = load_job files, format: format, create: create, write: write, projection_fields: projection_fields,
                                 jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                                 delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
                                 quote: quote, skip_leading: skip_leading, autodetect: autodetect,
-                                null_marker: null_marker, session_id: session_id, schema: schema, &block
+                                null_marker: null_marker, session_id: session_id, schema: schema,
+                                date_format: date_format, datetime_format: datetime_format, time_format: time_format,
+                                timestamp_format: timestamp_format, null_markers: null_markers,
+                                source_column_match: source_column_match, time_zone: time_zone, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -3167,36 +3241,49 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
         end
 
         def load_job_csv_options! job, jagged_rows: nil, quoted_newlines: nil, delimiter: nil, quote: nil,
-                                  skip_leading: nil, null_marker: nil
+                                  skip_leading: nil, null_marker: nil, null_markers: nil, source_column_match: nil
           job.jagged_rows = jagged_rows unless jagged_rows.nil?
           job.quoted_newlines = quoted_newlines unless quoted_newlines.nil?
           job.delimiter = delimiter unless delimiter.nil?
           job.null_marker = null_marker unless null_marker.nil?
           job.quote = quote unless quote.nil?
           job.skip_leading = skip_leading unless skip_leading.nil?
+          job.null_markers = null_markers unless null_markers.nil?
+          job.source_column_match = source_column_match unless source_column_match.nil?
         end
 
         def load_job_file_options! job, format: nil, projection_fields: nil, jagged_rows: nil, quoted_newlines: nil,
                                    encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
-                                   skip_leading: nil, null_marker: nil
+                                   skip_leading: nil, null_marker: nil, date_format: nil, datetime_format: nil,
+                                   time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
+                                   time_zone: nil
           job.format = format unless format.nil?
           job.projection_fields = projection_fields unless projection_fields.nil?
           job.encoding = encoding unless encoding.nil?
           job.ignore_unknown = ignore_unknown unless ignore_unknown.nil?
           job.max_bad_records = max_bad_records unless max_bad_records.nil?
+          job.date_format = date_format unless date_format.nil?
+          job.datetime_format = datetime_format unless datetime_format.nil?
+          job.time_format = time_format unless time_format.nil?
+          job.timestamp_format = timestamp_format unless timestamp_format.nil?
+          job.time_zone = time_zone unless time_zone.nil?
           load_job_csv_options! job, jagged_rows:     jagged_rows,
                                      quoted_newlines: quoted_newlines,
                                      delimiter:       delimiter,
                                      quote:           quote,
                                      skip_leading:    skip_leading,
-                                     null_marker:     null_marker
+                                     null_marker:     null_marker,
+                                     null_markers:    null_markers,
+                                     source_column_match: source_column_match
         end
 
         def load_job_updater format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                              quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil,
                              max_bad_records: nil, quote: nil, skip_leading: nil, dryrun: nil, schema: nil, job_id: nil,
                              prefix: nil, labels: nil, autodetect: nil, null_marker: nil,
-                             create_session: nil, session_id: nil
+                             create_session: nil, session_id: nil, date_format: nil, datetime_format: nil,
+                             time_format: nil, timestamp_format: nil, null_markers: nil, source_column_match: nil,
+                             time_zone: nil
           new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix
           LoadJob::Updater.new(new_job).tap do |job|
             job.location = location if location # may be table reference
@@ -3217,7 +3304,14 @@ format_options_use_int64_timestamp: format_options_use_int64_timestamp
                                         max_bad_records:   max_bad_records,
                                         quote:             quote,
                                         skip_leading:      skip_leading,
-                                        null_marker:       null_marker
+                                        null_marker:       null_marker,
+                                        date_format:       date_format,
+                                        datetime_format:  datetime_format,
+                                        time_format:       time_format,
+                                        timestamp_format:  timestamp_format,
+                                        null_markers:      null_markers,
+                                        source_column_match: source_column_match,
+                                        time_zone:         time_zone
           end
         end
 

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.56.0".freeze
+      VERSION = "1.57.0".freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.56.0
+  version: 1.57.0
 platform: ruby
 authors:
 - Mike Moore