google-cloud-bigquery 1.54.0 → 1.58.0

data/lib/google/cloud/bigquery/external/data_source.rb

@@ -504,6 +504,49 @@ module Google
             @gapi.max_bad_records = new_max_bad_records
           end
 
+          ##
+          # The URI of a reference file with the table schema. This is enabled
+          # for the following formats: `AVRO`, `PARQUET`, `ORC`.
+          #
+          # @return [String, nil] The URI. `nil` if not set.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #
+          #   external_data = bigquery.external "gs://bucket/path/to/data.avro", format: :avro do |ext|
+          #     ext.reference_file_schema_uri = "gs://bucket/path/to/schema.json"
+          #   end
+          #
+          #   external_data.reference_file_schema_uri #=> "gs://bucket/path/to/schema.json"
+          #
+          def reference_file_schema_uri
+            @gapi.reference_file_schema_uri
+          end
+
+          ##
+          # Sets the URI of a reference file with the table schema. This is
+          # enabled for the following formats: `AVRO`, `PARQUET`, `ORC`.
+          #
+          # @param [String, nil] uri The URI. `nil` to unset.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #
+          #   external_data = bigquery.external "gs://bucket/path/to/data.avro", format: :avro do |ext|
+          #     ext.reference_file_schema_uri = "gs://bucket/path/to/schema.json"
+          #   end
+          #
+          #   external_data.reference_file_schema_uri #=> "gs://bucket/path/to/schema.json"
+          #
+          def reference_file_schema_uri= uri
+            frozen_check!
+            @gapi.reference_file_schema_uri = uri
+          end
+
           ###
           # Checks if hive partitioning options are set.
           #
@@ -790,7 +833,8 @@ module Google
           end
 
           ##
-          # Format used to parse TIME values. Supports C-style and SQL-style values.
+          # Format used to parse TIME values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The time format pattern. `nil` if not set.
           #
@@ -800,17 +844,18 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.time_format = "%H:%M:%S"
+          #     ext.time_format = "HH24:MI:SS"
           #   end
           #
-          #   external_data.time_format #=> "%H:%M:%S"
+          #   external_data.time_format #=> "HH24:MI:SS"
           #
           def time_format
             @gapi.time_format
           end
 
           ##
-          # Sets the format used to parse TIME values. Supports C-style and SQL-style
+          # Sets the format used to parse TIME values. Supports SQL-style See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           # values.
           #
           # @param [String, nil] time_format The time format pattern. `nil` if not set.
@@ -821,10 +866,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.time_format = "%H:%M:%S"
+          #     ext.time_format = "HH24:MI:SS"
           #   end
           #
-          #   external_data.time_format #=> "%H:%M:%S"
+          #   external_data.time_format #=> "HH24:MI:SS"
           #
           def time_format= time_format
             frozen_check!
@@ -832,8 +877,8 @@ module Google
           end
 
           ##
-          # Format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse TIMESTAMP values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The timestamp format pattern. `nil` if not set.
           #
@@ -843,18 +888,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.timestamp_format = "%Y-%m-%d %H:%M:%S.%f %z"
+          #     ext.timestamp_format = "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #   end
           #
-          #   external_data.timestamp_format #=> "%Y-%m-%d %H:%M:%S.%f %z"
+          #   external_data.timestamp_format #=> "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #
           def timestamp_format
             @gapi.timestamp_format
           end
 
           ##
-          # Sets the format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIMESTAMP values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] timestamp_format The timestamp format pattern. `nil` to unset.
           #
@@ -864,10 +910,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.timestamp_format = "%Y-%m-%d %H:%M:%S.%f %z"
+          #     ext.timestamp_format = "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #   end
           #
-          #   external_data.timestamp_format #=> "%Y-%m-%d %H:%M:%S.%f %z"
+          #   external_data.timestamp_format #=> "YYYY-MM-DD HH24:MI:SS.FF3 TZH"
           #
           def timestamp_format= timestamp_format
             frozen_check!
@@ -875,8 +921,8 @@ module Google
           end
 
           ##
-          # Format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse DATETIME values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The datetime format pattern. `nil` if not set.
           #
@@ -886,18 +932,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.datetime_format = "%Y-%m-%d %H:%M:%S"
+          #     ext.datetime_format = "YYYY-MM-DD HH24:MI:SS"
           #   end
           #
-          #   external_data.datetime_format #=> "%Y-%m-%d %H:%M:%S"
+          #   external_data.datetime_format #=> "YYYY-MM-DD HH24:MI:SS"
           #
           def datetime_format
             @gapi.datetime_format
           end
 
           ##
-          # Sets the format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATETIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] datetime_format The datetime format pattern. `nil` to unset.
           #
@@ -907,10 +954,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.datetime_format = "%Y-%m-%d %H:%M:%S"
+          #     ext.datetime_format = "YYYY-MM-DD HH24:MI:SS"
           #   end
           #
-          #   external_data.datetime_format #=> "%Y-%m-%d %H:%M:%S"
+          #   external_data.datetime_format #=> "YYYY-MM-DD HH24:MI:SS"
           #
           def datetime_format= datetime_format
             frozen_check!
@@ -918,8 +965,8 @@ module Google
           end
 
           ##
-          # Format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Format used to parse DATE values. Supports SQL-style values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @return [String, nil] The date format pattern. `nil` if not set.
           #
@@ -929,18 +976,19 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.date_format = "%Y-%m-%d"
+          #     ext.date_format = "YYYY-MM-DD"
           #   end
           #
-          #   external_data.date_format #=> "%Y-%m-%d"
+          #   external_data.date_format #=> "YYYY-MM-DD"
           #
           def date_format
             @gapi.date_format
           end
 
           ##
-          # Sets the format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATE values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] date_format The date format pattern. `nil` to unset.
           #
@@ -950,10 +998,10 @@ module Google
           #   bigquery = Google::Cloud::Bigquery.new
           #
           #   external_data = bigquery.external "gs://bucket/path/to/data.csv" do |ext|
-          #     ext.date_format = "%Y-%m-%d"
+          #     ext.date_format = "YYYY-MM-DD"
           #   end
           #
-          #   external_data.date_format #=> "%Y-%m-%d"
+          #   external_data.date_format #=> "YYYY-MM-DD"
           #
           def date_format= date_format
             frozen_check!

data/lib/google/cloud/bigquery/load_job.rb

@@ -653,41 +653,41 @@ module Google
         end
 
         ##
-        # Format used to parse DATE values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse DATE values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The date format pattern, such as
-        #   `%Y-%m-%d`. `nil` if not set.
+        #   `YYYY-MM-DD`. `nil` if not set.
         def date_format
           @gapi.configuration.load.date_format
         end
 
         ##
-        # Format used to parse DATETIME values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse DATETIME values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The datetime format pattern, such as
-        #   `%Y-%m-%d %H:%M:%S`. `nil` if not set.
+        #   `YYYY-MM-DD HH24:MI:SS`. `nil` if not set.
         def datetime_format
           @gapi.configuration.load.datetime_format
         end
 
         ##
-        # Format used to parse TIME values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse TIME values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The time format pattern, such as
-        #   `%H:%M:%S`. `nil` if not set.
+        #   `HH24:MI:SS`. `nil` if not set.
         def time_format
           @gapi.configuration.load.time_format
         end
 
         ##
-        # Format used to parse TIMESTAMP values. Supports C-style and SQL-style
-        # values.
+        # Format used to parse TIMESTAMP values. Supports SQL-style values. See
+        # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
         #
         # @return [String, nil] The timestamp format pattern, such as
-        #   `%Y-%m-%d %H:%M:%S.%f %z`. `nil` if not set.
+        #   `YYYY-MM-DD HH24:MI:SS.FF3 TZH`. `nil` if not set.
         def timestamp_format
           @gapi.configuration.load.timestamp_format
         end
@@ -736,6 +736,27 @@ module Google
           @gapi.configuration.load.time_zone
         end
 
+        ##
+        # The URI of thereference file with the reader schema. This file is only
+        # loaded if it is part of source URIs, but is not loaded otherwise.
+        # It is enabled for the following formats: `AVRO`, `PARQUET`, `ORC`.
+        #
+        # @return [String, nil] The URI of the reference file, or `nil` if not set.
+        def reference_file_schema_uri
+          @gapi.configuration.load.reference_file_schema_uri
+        end
+
+        # When source_format is set to `CSV`, indicates if the embedded ASCII
+        # control characters (the first 32 characters in the ASCII-table, from
+        # `\x00` to `\x1F`) are preserved. By default, ASCII control
+        # characters are not preserved.
+        #
+        # @return [Boolean, nil] whether or not ASCII control characters are
+        #   preserved. `nil` if not set.
+        def preserve_ascii_control_characters
+          @gapi.configuration.load.preserve_ascii_control_characters
+        end
+
         ##
         # Yielded to a block to accumulate changes for a patch request.
         class Updater < LoadJob
@@ -2670,41 +2691,45 @@ module Google
           end
 
           ##
-          # Sets the format used to parse DATE values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATE values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] date_format The date format pattern, such as
-          #   `%Y-%m-%d`. `nil` to unset.
+          #   `YYYY-MM-DD`. `nil` to unset.
           def date_format= date_format
             @gapi.configuration.load.update! date_format: date_format
           end
 
           ##
-          # Sets the format used to parse DATETIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse DATETIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] datetime_format The datetime format pattern, such as
-          #   `%Y-%m-%d %H:%M:%S`. `nil` to unset.
+          #   `YYYY-MM-DD HH24:MI:SS`. `nil` to unset.
           def datetime_format= datetime_format
             @gapi.configuration.load.update! datetime_format: datetime_format
           end
 
           ##
-          # Sets the format used to parse TIME values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIME values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] time_format The time format pattern, such as
-          #   `%H:%M:%S`. `nil` to unset.
+          #   `HH24:MI:SS`. `nil` to unset.
           def time_format= time_format
             @gapi.configuration.load.update! time_format: time_format
           end
 
           ##
-          # Sets the format used to parse TIMESTAMP values. Supports C-style and SQL-style
-          # values.
+          # Sets the format used to parse TIMESTAMP values. Supports SQL-style
+          # values. See
+          # [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
           #
           # @param [String, nil] timestamp_format The timestamp format pattern, such as
-          #   `%Y-%m-%d %H:%M:%S.%f %z`. `nil` to unset.
+          #   `YYYY-MM-DD HH24:MI:SS.FF3 TZH`. `nil` to unset.
           def timestamp_format= timestamp_format
             @gapi.configuration.load.update! timestamp_format: timestamp_format
           end
@@ -2752,6 +2777,29 @@ module Google
             @gapi.configuration.load.update! time_zone: time_zone
           end
 
+          ##
+
+          # Sets the URI of thereference file with the reader schema. This file
+          # is only loaded if it is part of source URIs, but is not loaded
+          # otherwise. It is enabled for the following formats: `AVRO`,
+          # `PARQUET`, `ORC`.
+          #
+          # @param [String, nil] uri The URI of the reference file, or `nil` to unset.
+          def reference_file_schema_uri= uri
+            @gapi.configuration.load.update! reference_file_schema_uri: uri
+          end
+
+          # When source_format is set to `CSV`, sets whether the embedded ASCII
+          # control characters (the first 32 characters in the ASCII-table, from
+          # `\x00` to `\x1F`) are preserved. By default, ASCII control
+          # characters are not preserved.
+          #
+          # @param [Boolean, nil] val whether or not ASCII control characters
+          #   are preserved. `nil` to unset.
+          def preserve_ascii_control_characters= val
+            @gapi.configuration.load.update! preserve_ascii_control_characters: val
+          end
+
           def cancel
             raise "not implemented in #{self.class}"
           end

data/lib/google/cloud/bigquery/project.rb

@@ -1116,6 +1116,42 @@ module Google
         #         else the property will be ignored by the backend.
         # @param [string] session_id Session ID in which the load job must run.
         # @param [string] project_id Project ID where the destination table exists.
+        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
+        #   is undefined however for non-query jobs and may result in an error.
+        #   Deprecated.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [updater] A block for setting the schema and other
         #   options for the destination table. The schema can be omitted if the
@@ -1123,9 +1159,6 @@ module Google
         #   Google Cloud Datastore backup.
         # @yieldparam [Google::Cloud::Bigquery::LoadJob::Updater] updater An
         #   updater to modify the load job and its schema.
-        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
-        #   is undefined however for non-query jobs and may result in an error.
-        #   Deprecated.
         #
         # @return [Google::Cloud::Bigquery::LoadJob] A new load job object.
         #
@@ -1143,7 +1176,9 @@ module Google
                      projection_fields: nil, jagged_rows: nil, quoted_newlines: nil, encoding: nil,
                      delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
                      skip_leading: nil, schema: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, project_id: nil, &block
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, project_id: nil,
+                     date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                     null_markers: nil, source_column_match: nil, time_zone: nil, &block
           ensure_service!
           dataset_id ||= "_SESSION" unless create_session.nil? && session_id.nil?
           session_dataset = dataset dataset_id, skip_lookup: true, project_id: project_id
@@ -1155,7 +1190,10 @@ module Google
                           max_bad_records: max_bad_records, quote: quote, skip_leading: skip_leading,
                           dryrun: dryrun, schema: schema, job_id: job_id, prefix: prefix, labels: labels,
                           autodetect: autodetect, null_marker: null_marker, create_session: create_session,
-                          session_id: session_id, &block
+                          session_id: session_id, date_format: date_format, datetime_format: datetime_format,
+                          time_format: time_format, timestamp_format: timestamp_format,
+                          null_markers: null_markers, source_column_match: source_column_match,
+                          time_zone: time_zone, &block
         end
 
         ##
@@ -1277,6 +1315,39 @@ module Google
         #   this option. Also note that for most use cases, the block yielded by
         #   this method is a more convenient way to configure the schema.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [String] date_format Format used to parse DATE values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] datetime_format Format used to parse DATETIME
+        #   values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] time_format Format used to parse TIME values.
+        #   Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [String] timestamp_format Format used to parse
+        #   TIMESTAMP values. Supports SQL-style format strings. See
+        #   [date and time formatting guide](https://cloud.google.com/bigquery/docs/reference/standard-sql/format-elements#format_date_time_as_string)
+        # @param [Array<String>] null_markers A list of strings represented as
+        #   SQL NULL value in a CSV file. null_marker and null_markers can't be
+        #   set at the same time. If null_marker is set, null_markers has to be
+        #   not set. If null_markers is set, null_marker has to be not set. If
+        #   both null_marker and null_markers are set at the same time, a user
+        #   error would be thrown. Any strings listed in null_markers, including
+        #   empty string would be interpreted as SQL NULL. This applies to all
+        #   column types.
+        # @param [String] source_column_match Controls the strategy used to
+        #   match loaded columns to the schema. If not set, a sensible default is
+        #   chosen based on how the schema is provided. If autodetect is used,
+        #   then columns are matched by name. Otherwise, columns are matched by
+        #   position. This is done to keep the behavior backward-compatible.
+        #
+        #   Acceptable values are:
+        #   * `POSITION` - matches by position. This assumes that the columns are
+        #     ordered the same way as the schema.
+        #   * `NAME` - matches by name. This reads the header row as column names
+        #     and reorders columns to match the field names in the schema.
+        # @param [String] time_zone The time zone used when parsing timestamp
+        #   values.
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -1306,13 +1377,18 @@ module Google
         def load table_id, files, dataset_id: "_SESSION", format: nil, create: nil, write: nil,
                  projection_fields: nil, jagged_rows: nil, quoted_newlines: nil, encoding: nil,
                  delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
-                 skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, session_id: nil, &block
+                 skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, session_id: nil,
+                 date_format: nil, datetime_format: nil, time_format: nil, timestamp_format: nil,
+                 null_markers: nil, source_column_match: nil, time_zone: nil, &block
           job = load_job table_id, files, dataset_id: dataset_id,
                         format: format, create: create, write: write, projection_fields: projection_fields,
                         jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                         delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
                         quote: quote, skip_leading: skip_leading, schema: schema, autodetect: autodetect,
-                        null_marker: null_marker, session_id: session_id, &block
+                        null_marker: null_marker, session_id: session_id, date_format: date_format,
+                        datetime_format: datetime_format, time_format: time_format,
+                        timestamp_format: timestamp_format, null_markers: null_markers,
+                        source_column_match: source_column_match, time_zone: time_zone, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -1382,6 +1458,20 @@ module Google
         #   service. Calls made on this object will raise errors if the resource
         #   does not exist. Default is `false`. Optional.
         # @param [String] project_id The GCP Project where the dataset lives.
+        # @param [Integer] access_policy_version Optional. The version of the
+        #   provided access policy schema. Valid values are `0`, `1`, and `3`.
+        #   Requests specifying an invalid value will be rejected. This
+        #   version refers to the schema version of the access policy and not
+        #   the version of access policy. This field's value can be equal or
+        #   more than the access policy schema provided in the request. For
+        #   example, requests with conditional access policy binding in datasets
+        #   must specify version `3`. But dataset with no conditional role
+        #   bindings in access policy may specify any valid value or leave the
+        #   field unset. If unset or if `0` or `1` value is used for dataset with
+        #   conditional bindings, request will be rejected. This field will be
+        #   mapped to
+        #   [IAM Policy version](https://cloud.google.com/iam/docs/policies#versions)
+        #   and will be used to set policy in IAM.
         #
         # @return [Google::Cloud::Bigquery::Dataset, nil] Returns `nil` if the
         #   dataset does not exist.
@@ -1409,12 +1499,12 @@ module Google
         #
         #   dataset = bigquery.dataset "my_dataset", skip_lookup: true
         #
-        def dataset dataset_id, skip_lookup: nil, project_id: nil
+        def dataset dataset_id, skip_lookup: nil, project_id: nil, access_policy_version: nil
           ensure_service!
           project_id ||= project
           return Dataset.new_reference project_id, dataset_id, service if skip_lookup
-          gapi = service.get_project_dataset project_id, dataset_id
-          Dataset.from_gapi gapi, service
+          gapi = service.get_project_dataset project_id, dataset_id, access_policy_version: access_policy_version
+          Dataset.from_gapi gapi, service, access_policy_version: access_policy_version
         rescue Google::Cloud::NotFoundError
           nil
         end
@@ -1433,6 +1523,20 @@ module Google
         # @param [String] location The geographic location where the dataset
         #   should reside. Possible values include `EU` and `US`. The default
         #   value is `US`.
+        # @param [Integer] access_policy_version Optional. The version of the
+        #   provided access policy schema. Valid values are `0`, `1`, and `3`.
+        #   Requests specifying an invalid value will be rejected. This
+        #   version refers to the schema version of the access policy and not
+        #   the version of access policy. This field's value can be equal or
+        #   more than the access policy schema provided in the request. For
+        #   example, requests with conditional access policy binding in datasets
+        #   must specify version `3`. But dataset with no conditional role
+        #   bindings in access policy may specify any valid value or leave the
+        #   field unset. If unset or if `0` or `1` value is used for dataset with
+        #   conditional bindings, request will be rejected. This field will be
+        #   mapped to
+        #   [IAM Policy version](https://cloud.google.com/iam/docs/policies#versions)
+        #   and will be used to set policy in IAM.
         # @yield [access] a block for setting rules
         # @yieldparam [Google::Cloud::Bigquery::Dataset] access the object
         #   accepting rules
@@ -1465,7 +1569,7 @@ module Google
         #   end
         #
         def create_dataset dataset_id, name: nil, description: nil,
-                           expiration: nil, location: nil
+                           expiration: nil, location: nil, access_policy_version: nil
           ensure_service!
 
           new_ds = Google::Apis::BigqueryV2::Dataset.new(
@@ -1488,8 +1592,8 @@ module Google
             updater.check_for_mutated_access!
           end
 
-          gapi = service.insert_dataset new_ds
-          Dataset.from_gapi gapi, service
+          gapi = service.insert_dataset new_ds, access_policy_version: access_policy_version
+          Dataset.from_gapi gapi, service, access_policy_version: access_policy_version
         end
 
         ##