google-cloud-bigquery 1.45.0 → 1.51.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '03038d9349c8061b4259b0d954f722cbe1cbe52da5126b1684729bd23ab771ac'
-  data.tar.gz: d56ca5d84af79507553d866be87cf0b38ac14341c00b94fddf71ce6a5275171e
+  metadata.gz: 22622b84cc452512e75c5ac091f5e71984f0832756f019c4db07b7a65630548d
+  data.tar.gz: 80e428c51bac81fcd01a5cd05be6524fadfede36242f6d0803aa20eaa00c3529
 SHA512:
-  metadata.gz: aacd27d7aa0e1301009bacee0569ed5f20280c4f0f7e025acfa0a99251874ee1220079ac2b94478ebb0664262c7ce5720e3df59c0cde71e52adc70ab1e05c766
-  data.tar.gz: 7bb66689b79db32fdc6e1183f365107f99b95272dbca2329acbbb5520e1516da3310ce317a364d19a18cff29d304943d1350f61cc107ee9d6256e8d02855f64e
+  metadata.gz: 321176420b19fc2ffc9f49deb73d0445835d8a89842e82fb9f63d3420332ce6f93a9d3c17cc4fb601d11721dd998268214ef39e7fd9eedda17e6afd1fcf9e973
+  data.tar.gz: f16ab1999e2a3b8aeeb79072c7cbe36db0388550a11c0afed6a1774a6bcda02a9aba72f45ddb29cced5520a804008248b1656f3ddd92320c40b35590da623972

data/CHANGELOG.md

@@ -1,5 +1,68 @@
 # Release History
 
+### 1.51.1 (2024-12-13)
+
+#### Bug Fixes
+
+* Allow inserts to a target dataset/table in another project ([#28097](https://github.com/googleapis/google-cloud-ruby/issues/28097)) 
+
+### 1.51.0 (2024-12-04)
+
+#### Features
+
+* load jobs with dest tables in another project ([#27681](https://github.com/googleapis/google-cloud-ruby/issues/27681)) 
+#### Bug Fixes
+
+* remove reload! call on patch_table ([#27684](https://github.com/googleapis/google-cloud-ruby/issues/27684)) 
+
+### 1.50.0 (2024-06-27)
+
+#### Features
+
+* add method in load_job to set column name character map ([#26135](https://github.com/googleapis/google-cloud-ruby/issues/26135)) 
+
+### 1.49.1 (2024-06-05)
+
+#### Bug Fixes
+
+* Added bigdecimal to the gem dependencies ([#26012](https://github.com/googleapis/google-cloud-ruby/issues/26012)) 
+
+### 1.49.0 (2024-03-10)
+
+#### Features
+
+* Update minimum supported Ruby version to 2.7 ([#25298](https://github.com/googleapis/google-cloud-ruby/issues/25298)) 
+
+### 1.48.1 (2024-02-10)
+
+#### Documentation
+
+* Correct an example snippet related to storage_billing_model ([#24796](https://github.com/googleapis/google-cloud-ruby/issues/24796)) 
+
+### 1.48.0 (2024-02-08)
+
+#### Features
+
+* Support accessing storage_ billing_model field in a dataset ([#24755](https://github.com/googleapis/google-cloud-ruby/issues/24755)) 
+
+### 1.47.0 (2024-02-05)
+
+#### Features
+
+* add json type support ([#24491](https://github.com/googleapis/google-cloud-ruby/issues/24491)) 
+
+### 1.46.1 (2024-01-26)
+
+#### Bug Fixes
+
+* Raise an error on mismatching universe domain ([#24485](https://github.com/googleapis/google-cloud-ruby/issues/24485)) 
+
+### 1.46.0 (2024-01-25)
+
+#### Features
+
+* Support for universe_domain ([#24448](https://github.com/googleapis/google-cloud-ruby/issues/24448)) 
+
 ### 1.45.0 (2023-09-25)
 
 #### Features

data/lib/google/cloud/bigquery/convert.rb

@@ -39,6 +39,7 @@ module Google
       #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
       #   | `DATE`       | `Date`                               |                                                    |
       #   | `GEOGRAPHY`  | `String`                             |                                                    |
+      #   | `JSON`       | `String`                             | String, as JSON does not have a schema to verify.  |
       #   | `TIMESTAMP`  | `Time`                               |                                                    |
       #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
       #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -72,7 +73,7 @@ module Google
             value[:v].map { |v| format_value v, field }
           elsif Hash === value[:v]
             format_row value[:v], field.fields
-          elsif field.type == "STRING"
+          elsif field.type == "STRING" || field.type == "JSON" || field.type == "GEOGRAPHY"
             String value[:v]
           elsif field.type == "INTEGER"
             Integer value[:v]
@@ -102,8 +103,6 @@ module Google
             ::Time.parse("#{value[:v]} UTC").to_datetime
           elsif field.type == "DATE"
             Date.parse value[:v]
-          elsif field.type == "GEOGRAPHY"
-            String value[:v]
           else
             value[:v]
           end
@@ -311,6 +310,21 @@ module Google
           str
         end
 
+        ##
+        # Converts character map strings to API values.
+        #
+        # @return [String] API representation of character map.
+        def self.character_map mapping_version
+          val = {
+            "default" => "COLUMN_NAME_CHARACTER_MAP_UNSPECIFIED",
+            "strict"  => "STRICT",
+            "v1"      => "V1",
+            "v2"      => "V2"
+          }[mapping_version.to_s.downcase]
+          return val unless val.nil?
+          mapping_version
+        end
+
         ##
         # Converts source format strings to API values.
         #

data/lib/google/cloud/bigquery/dataset.rb

@@ -412,6 +412,56 @@ module Google
           patch_gapi! :default_encryption_configuration
         end
 
+        ##
+        # Gets the Storage Billing Model for the dataset.
+        #
+        # @see https://cloud.google.com/blog/products/data-analytics/new-bigquery-billing-model-helps-reduce-physical-storage-costs
+        #
+        # @return [String, nil] A string containing the storage billing model, or `nil`.
+        #   Possible values of the string are `LOGICAL`, `PHYSICAL`.
+        #   It returns `nil` if either the object is a reference (see {#reference?}),
+        #   or if the storage billing model is unspecified.
+        #
+        # @example
+        #
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #
+        #   storage_billing_model = dataset.storage_billing_model
+        #
+        # @!group Attributes
+        #
+        def storage_billing_model
+          return nil if reference?
+          ensure_full_data!
+          @gapi.storage_billing_model
+        end
+
+        ##
+        # Sets the Storage Billing Model for the dataset.
+        #
+        # @see https://cloud.google.com/blog/products/data-analytics/new-bigquery-billing-model-helps-reduce-physical-storage-costs
+        #
+        # @param value [String] The new storage billing model. Accepted values
+        #   are `LOGICAL` and `PHYSICAL`.
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   dataset.storage_billing_model = "LOGICAL"
+        #
+        # @!group Attributes
+        #
+        def storage_billing_model= value
+          ensure_full_data!
+          @gapi.storage_billing_model = value
+          patch_gapi! :storage_billing_model
+        end
+
         ##
         # Retrieves the access rules for a Dataset. The rules can be updated
         # when passing a block, see {Dataset::Access} for all the methods
@@ -849,7 +899,7 @@ module Google
         def table table_id, skip_lookup: nil, view: nil
           ensure_service!
           return Table.new_reference project_id, dataset_id, table_id, service if skip_lookup
-          gapi = service.get_table dataset_id, table_id, metadata_view: view
+          gapi = service.get_project_table project_id, dataset_id, table_id, metadata_view: view
           Table.from_gapi gapi, service, metadata_view: view
         rescue Google::Cloud::NotFoundError
           nil
@@ -1180,6 +1230,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -1206,6 +1257,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -1585,6 +1637,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -1611,6 +1664,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -2390,7 +2444,7 @@ module Google
         #
         def reload!
           ensure_service!
-          @gapi = service.get_dataset dataset_id
+          @gapi = service.get_project_dataset project_id, dataset_id
           @reference = nil
           @exists = nil
           self
@@ -2553,6 +2607,7 @@ module Google
         # | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         # | `DATE`       | `Date`                               |                                                    |
         # | `GEOGRAPHY`  | `String`                             |                                                    |
+        # | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         # | `TIMESTAMP`  | `Time`                               |                                                    |
         # | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         # | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -2755,7 +2810,7 @@ module Google
           ensure_service!
 
           # Get table, don't use Dataset#table which handles NotFoundError
-          gapi = service.get_table dataset_id, table_id, metadata_view: view
+          gapi = service.get_project_table project_id, dataset_id, table_id, metadata_view: view
           table = Table.from_gapi gapi, service, metadata_view: view
           # Get the AsyncInserter from the table
           table.insert_async skip_invalid: skip_invalid,
@@ -2810,7 +2865,8 @@ module Google
           ensure_service!
           gapi = service.insert_tabledata dataset_id, table_id, rows, skip_invalid:   skip_invalid,
                                                                       ignore_unknown: ignore_unknown,
-                                                                      insert_ids:     insert_ids
+                                                                      insert_ids:     insert_ids,
+                                                                      project_id:     project_id
           InsertResponse.from_gapi rows, gapi
         end
 
@@ -2872,7 +2928,7 @@ module Google
             configuration: Google::Apis::BigqueryV2::JobConfiguration.new(
               load:    Google::Apis::BigqueryV2::JobConfigurationLoad.new(
                 destination_table: Google::Apis::BigqueryV2::TableReference.new(
-                  project_id: @service.project,
+                  project_id: project_id,
                   dataset_id: dataset_id,
                   table_id:   table_id
                 )

data/lib/google/cloud/bigquery/load_job.rb

@@ -1531,6 +1531,71 @@ module Google
                              default_value_expression: default_value_expression
           end
 
+          ##
+          # Adds an json field to the schema.
+          #
+          # See {Schema#json}.
+          # https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#json_type
+          #
+          # @param [String] name The field name. The name must contain only
+          #   letters (`[A-Za-z]`), numbers (`[0-9]`), or underscores (`_`), and must
+          #   start with a letter or underscore. The maximum length is 128
+          #   characters.
+          # @param [String] description A description of the field.
+          # @param [Symbol] mode The field's mode. The possible values are
+          #   `:nullable`, `:required`, and `:repeated`. The default value is
+          #   `:nullable`.
+          # @param [Array<String>, String] policy_tags The policy tag list or
+          #   single policy tag for the field. Policy tag identifiers are of
+          #   the form `projects/*/locations/*/taxonomies/*/policyTags/*`.
+          #   At most 1 policy tag is currently allowed.
+          # @param default_value_expression [String] The default value of a field
+          #   using a SQL expression. It can only be set for top level fields (columns).
+          #   Use a struct or array expression to specify default value for the entire struct or
+          #   array. The valid SQL expressions are:
+          #     - Literals for all data types, including STRUCT and ARRAY.
+          #     - The following functions:
+          #         `CURRENT_TIMESTAMP`
+          #         `CURRENT_TIME`
+          #         `CURRENT_DATE`
+          #         `CURRENT_DATETIME`
+          #         `GENERATE_UUID`
+          #         `RAND`
+          #         `SESSION_USER`
+          #         `ST_GEOPOINT`
+          #     - Struct or array composed with the above allowed functions, for example:
+          #         "[CURRENT_DATE(), DATE '2020-01-01'"]
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   job = dataset.load_job "my_table", "gs://abc/file" do |schema|
+          #     schema.record "cities_lived", mode: :repeated do |cities_lived|
+          #       cities_lived.geography "location", mode: :required
+          #       cities_lived.integer "number_of_years", mode: :required
+          #       cities_lived.json "address", mode: :required
+          #     end
+          #   end
+          #
+          # @example Add field with default value.
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   job = dataset.load_job "my_table", "gs://abc/file" do |schema|
+          #     schema.json "person", default_value_expression: "JSON '{"name": "Alice", "age": 30}'"
+          #   end
+          #
+          # @!group Schema
+          #
+          def json name, description: nil, mode: :nullable, policy_tags: nil,
+                   default_value_expression: nil
+            schema.json name, description: description, mode: mode, policy_tags: policy_tags,
+                        default_value_expression: default_value_expression
+          end
+
           ##
           # Adds a record field to the schema. A block must be passed describing
           # the nested fields of the record. For more information about nested
@@ -1662,6 +1727,24 @@ module Google
             @gapi.configuration.load.update! source_format: Convert.source_format(new_format)
           end
 
+          ##
+          # Sets the character map for column name conversion. The default value is `default`.
+          #
+          # The following values are supported:
+          #
+          # * `default`
+          # * `strict`
+          # * `v1`
+          # * `v2`
+          #
+          # @param [String] new_character_map The new character map.
+          #
+          # @!group Attributes
+          #
+          def column_name_character_map= new_character_map
+            @gapi.configuration.load.update! column_name_character_map: Convert.character_map(new_character_map)
+          end
+
           ##
           # Sets the create disposition.
           #

data/lib/google/cloud/bigquery/project.rb

@@ -67,6 +67,15 @@ module Google
           @service = service
         end
 
+        ##
+        # The universe domain the client is connected to
+        #
+        # @return [String]
+        #
+        def universe_domain
+          service.universe_domain
+        end
+
         ##
         # The BigQuery project connected to.
         #
@@ -304,6 +313,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -330,6 +340,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -622,6 +633,7 @@ module Google
                       create_session: nil,
                       session_id: nil
           ensure_service!
+          project ||= self.project
           options = {
             params: params,
             types: types,
@@ -633,7 +645,7 @@ module Google
             write: write,
             dryrun: dryrun,
             dataset: dataset,
-            project: (project || self.project),
+            project: project,
             standard_sql: standard_sql,
             legacy_sql: legacy_sql,
             large_results: large_results,
@@ -691,6 +703,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -717,6 +730,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -1097,6 +1111,7 @@ module Google
         #   Note: This will work only for tables in _SESSION dataset
         #         else the property will be ignored by the backend.
         # @param [string] session_id Session ID in which the load job must run.
+        # @param [string] project_id Project ID where the destination table exists.
         #
         # @yield [updater] A block for setting the schema and other
         #   options for the destination table. The schema can be omitted if the
@@ -1124,10 +1139,10 @@ module Google
                      projection_fields: nil, jagged_rows: nil, quoted_newlines: nil, encoding: nil,
                      delimiter: nil, ignore_unknown: nil, max_bad_records: nil, quote: nil,
                      skip_leading: nil, schema: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, &block
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil, project_id: nil, &block
           ensure_service!
           dataset_id ||= "_SESSION" unless create_session.nil? && session_id.nil?
-          session_dataset = dataset dataset_id, skip_lookup: true
+          session_dataset = dataset dataset_id, skip_lookup: true, project_id: project_id
           table = session_dataset.table table_id, skip_lookup: true
           table.load_job  files,
                           format: format, create: create, write: write, projection_fields: projection_fields,
@@ -1362,6 +1377,7 @@ module Google
         #   object without verifying that the resource exists on the BigQuery
         #   service. Calls made on this object will raise errors if the resource
         #   does not exist. Default is `false`. Optional.
+        # @param [String] project_id The GCP Project where the dataset lives.
         #
         # @return [Google::Cloud::Bigquery::Dataset, nil] Returns `nil` if the
         #   dataset does not exist.
@@ -1374,6 +1390,14 @@ module Google
         #   dataset = bigquery.dataset "my_dataset"
         #   puts dataset.name
         #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #
+        #   dataset = bigquery.dataset "my_dataset", project_id: "another_project"
+        #   puts dataset.name
+        #
         # @example Avoid retrieving the dataset resource with `skip_lookup`:
         #   require "google/cloud/bigquery"
         #
@@ -1381,10 +1405,11 @@ module Google
         #
         #   dataset = bigquery.dataset "my_dataset", skip_lookup: true
         #
-        def dataset dataset_id, skip_lookup: nil
+        def dataset dataset_id, skip_lookup: nil, project_id: nil
           ensure_service!
-          return Dataset.new_reference project, dataset_id, service if skip_lookup
-          gapi = service.get_dataset dataset_id
+          project_id ||= project
+          return Dataset.new_reference project_id, dataset_id, service if skip_lookup
+          gapi = service.get_project_dataset project_id, dataset_id
           Dataset.from_gapi gapi, service
         rescue Google::Cloud::NotFoundError
           nil

data/lib/google/cloud/bigquery/query_job.rb

@@ -927,6 +927,7 @@ module Google
           #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.           |
           #   | `DATE`       | `Date`                               |                                                  |
           #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`.     |
+          #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.|
           #   | `TIMESTAMP`  | `Time`                               |                                                  |
           #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                  |
           #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                  |
@@ -964,6 +965,7 @@ module Google
           #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.           |
           #   | `DATE`       | `Date`                               |                                                  |
           #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`.     |
+          #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.|
           #   | `TIMESTAMP`  | `Time`                               |                                                  |
           #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                  |
           #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                  |
@@ -990,6 +992,7 @@ module Google
           #   * `:DATETIME`
           #   * `:DATE`
           #   * `:GEOGRAPHY`
+          #   * `:JSON`
           #   * `:TIMESTAMP`
           #   * `:TIME`
           #   * `:BYTES`

data/lib/google/cloud/bigquery/schema/field.rb

@@ -52,6 +52,7 @@ module Google
             "GEOGRAPHY",
             "INTEGER",
             "INT64",
+            "JSON",
             "NUMERIC",
             "RECORD",
             "STRING",
@@ -98,6 +99,7 @@ module Google
           #   * `FLOAT`
           #   * `FLOAT64` (same as `FLOAT`)
           #   * `GEOGRAPHY`
+          #   * `JSON`
           #   * `INTEGER`
           #   * `INT64` (same as `INTEGER`)
           #   * `NUMERIC`
@@ -125,6 +127,7 @@ module Google
           #   * `FLOAT`
           #   * `FLOAT64` (same as `FLOAT`)
           #   * `GEOGRAPHY`
+          #   * `JSON`
           #   * `INTEGER`
           #   * `INT64` (same as `INTEGER`)
           #   * `NUMERIC`
@@ -456,6 +459,15 @@ module Google
             type == "GEOGRAPHY"
           end
 
+          ##
+          # Checks if the type of the field is `JSON`.
+          #
+          # @return [Boolean] `true` when `JSON`, `false` otherwise.
+          #
+          def json?
+            type == "JSON"
+          end
+
           ##
           # Checks if the type of the field is `RECORD`.
           #
@@ -893,6 +905,30 @@ module Google
             add_field name, :geography, description: description, mode: mode, policy_tags: policy_tags
           end
 
+          ##
+          # Adds a json field to the nested schema of a record field.
+          #
+          # https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#json_type
+          #
+          # @param [String] name The field name. The name must contain only
+          #   letters (a-z, A-Z), numbers (0-9), or underscores (_), and must
+          #   start with a letter or underscore. The maximum length is 128
+          #   characters.
+          # @param [String] description A description of the field.
+          # @param [Symbol] mode The field's mode. The possible values are
+          #   `:nullable`, `:required`, and `:repeated`. The default value is
+          #   `:nullable`.
+          # @param [Array<String>, String] policy_tags The policy tag list or
+          #   single policy tag for the field. Policy tag identifiers are of
+          #   the form `projects/*/locations/*/taxonomies/*/policyTags/*`.
+          #   At most 1 policy tag is currently allowed.
+          #
+          def json name, description: nil, mode: :nullable, policy_tags: nil
+            record_check!
+
+            add_field name, :json, description: description, mode: mode, policy_tags: policy_tags
+          end
+
           ##
           # Adds a record field to the nested schema of a record field. A block
           # must be passed describing the nested fields of the record. For more

data/lib/google/cloud/bigquery/schema.rb

@@ -829,6 +829,49 @@ module Google
                     default_value_expression: default_value_expression
         end
 
+        ##
+        # Adds a JSON field to the schema.
+        #
+        # @see https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#json_type
+        #
+        # @param [String] name The field name. The name must contain only
+        #   letters (`[A-Za-z]`), numbers (`[0-9]`), or underscores (`_`), and must
+        #   start with a letter or underscore. The maximum length is 128
+        #   characters.
+        # @param [String] description A description of the field.
+        # @param [Symbol] mode The field's mode. The possible values are
+        #   `:nullable`, `:required`, and `:repeated`. The default value is
+        #   `:nullable`.
+        # @param [Array<String>, String] policy_tags The policy tag list or
+        #   single policy tag for the field. Policy tag identifiers are of
+        #   the form `projects/*/locations/*/taxonomies/*/policyTags/*`.
+        #   At most 1 policy tag is currently allowed.
+        # @param default_value_expression [String] The default value of a field
+        #   using a SQL expression. It can only be set for top level fields (columns).
+        #   Use a struct or array expression to specify default value for the entire struct or
+        #   array. The valid SQL expressions are:
+        #     - Literals for all data types, including STRUCT and ARRAY.
+        #     - The following functions:
+        #         `CURRENT_TIMESTAMP`
+        #         `CURRENT_TIME`
+        #         `CURRENT_DATE`
+        #         `CURRENT_DATETIME`
+        #         `GENERATE_UUID`
+        #         `RAND`
+        #         `SESSION_USER`
+        #         `ST_GEOPOINT`
+        #     - Struct or array composed with the above allowed functions, for example:
+        #         "[CURRENT_DATE(), DATE '2020-01-01'"]
+        #
+        def json name, description: nil, mode: :nullable,
+                 policy_tags: nil, default_value_expression: nil
+          add_field name, :json,
+                    description: description,
+                    mode: mode,
+                    policy_tags: policy_tags,
+                    default_value_expression: default_value_expression
+        end
+
         ##
         # Adds a record field to the schema. A block must be passed describing
         # the nested fields of the record. For more information about nested

data/lib/google/cloud/bigquery/service.rb

@@ -41,15 +41,26 @@ module Google
         # @private
         attr_reader :retries, :timeout, :host
 
+        # @private
+        def universe_domain
+          service.universe_domain
+        end
+
         ##
         # Creates a new Service instance.
-        def initialize project, credentials, retries: nil, timeout: nil, host: nil, quota_project: nil
+        def initialize project, credentials,
+                       retries: nil,
+                       timeout: nil,
+                       host: nil,
+                       quota_project: nil,
+                       universe_domain: nil
           @project = project
           @credentials = credentials
           @retries = retries
           @timeout = timeout
           @host = host
           @quota_project = quota_project
+          @universe_domain = universe_domain
         end
 
         def service
@@ -69,7 +80,14 @@ module Google
             service.request_options.query["prettyPrint"] = false
             service.request_options.quota_project = @quota_project if @quota_project
             service.authorization = @credentials.client
+            service.universe_domain = @universe_domain
             service.root_url = host if host
+            begin
+              service.verify_universe_domain!
+            rescue Google::Apis::UniverseDomainError => e
+              # TODO: Create a Google::Cloud::Error subclass for this.
+              raise Google::Cloud::Error, e.message
+            end
             service
           end
         end
@@ -92,9 +110,15 @@ module Google
         ##
         # Returns the dataset specified by datasetID.
         def get_dataset dataset_id
+          get_project_dataset @project, dataset_id
+        end
+
+        ##
+        # Gets the specified dataset resource by full dataset reference.
+        def get_project_dataset project_id, dataset_id
           # The get operation is considered idempotent
           execute backoff: true do
-            service.get_dataset @project, dataset_id
+            service.get_dataset project_id, dataset_id
           end
         end
 
@@ -233,15 +257,17 @@ module Google
           end
         end
 
-        def insert_tabledata dataset_id, table_id, rows, insert_ids: nil, ignore_unknown: nil, skip_invalid: nil
+        def insert_tabledata dataset_id, table_id, rows, insert_ids: nil, ignore_unknown: nil,
+                             skip_invalid: nil, project_id: nil
           json_rows = Array(rows).map { |row| Convert.to_json_row row }
           insert_tabledata_json_rows dataset_id, table_id, json_rows, insert_ids:     insert_ids,
                                                                       ignore_unknown: ignore_unknown,
-                                                                      skip_invalid:   skip_invalid
+                                                                      skip_invalid:   skip_invalid,
+                                                                      project_id:     project_id
         end
 
         def insert_tabledata_json_rows dataset_id, table_id, json_rows, insert_ids: nil, ignore_unknown: nil,
-                                       skip_invalid: nil
+                                       skip_invalid: nil, project_id: nil
           rows_and_ids = Array(json_rows).zip Array(insert_ids)
           insert_rows = rows_and_ids.map do |json_row, insert_id|
             if insert_id == :skip
@@ -262,9 +288,10 @@ module Google
           }.to_json
 
           # The insertAll with insertId operation is considered idempotent
+          project_id ||= @project
           execute backoff: true do
             service.insert_all_table_data(
-              @project, dataset_id, table_id, insert_req,
+              project_id, dataset_id, table_id, insert_req,
               options: { skip_serialization: true }
             )
           end
@@ -540,13 +567,15 @@ module Google
         def dataset_ref_from dts, pjt = nil
           return nil if dts.nil?
           if dts.respond_to? :dataset_id
+            pjt ||= dts.project_id || @project
             Google::Apis::BigqueryV2::DatasetReference.new(
-              project_id: (pjt || dts.project_id || @project),
+              project_id: pjt,
               dataset_id: dts.dataset_id
             )
           else
+            pjt ||= @project
             Google::Apis::BigqueryV2::DatasetReference.new(
-              project_id: (pjt || @project),
+              project_id: pjt,
               dataset_id: dts
             )
           end

data/lib/google/cloud/bigquery/table/async_inserter.rb

@@ -111,6 +111,7 @@ module Google
           # | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
           # | `DATE`       | `Date`                               |                                                    |
           # | `GEOGRAPHY`  | `String`                             |                                                    |
+          # | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
           # | `TIMESTAMP`  | `Time`                               |                                                    |
           # | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
           # | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -293,7 +294,8 @@ module Google
                                                                       json_rows,
                                                                       skip_invalid: @skip_invalid,
                                                                       ignore_unknown: @ignore_unknown,
-                                                                      insert_ids: insert_ids
+                                                                      insert_ids: insert_ids,
+                                                                      project_id: @table.project_id
 
               result = Result.new InsertResponse.from_gapi(orig_rows, insert_resp)
             rescue StandardError => e

data/lib/google/cloud/bigquery/table.rb

@@ -2648,6 +2648,7 @@ module Google
         # | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         # | `DATE`       | `Date`                               |                                                    |
         # | `GEOGRAPHY`  | `String`                             | Well-known text (WKT) or GeoJSON.                  |
+        # | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         # | `TIMESTAMP`  | `Time`                               |                                                    |
         # | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         # | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -2746,7 +2747,8 @@ module Google
                                           rows,
                                           skip_invalid: skip_invalid,
                                           ignore_unknown: ignore_unknown,
-                                          insert_ids: insert_ids
+                                          insert_ids: insert_ids,
+                                          project_id: project_id
           InsertResponse.from_gapi rows, gapi
         end
 
@@ -3060,10 +3062,6 @@ module Google
           patch_gapi = Google::Apis::BigqueryV2::Table.new(**patch_args)
           patch_gapi.etag = etag if etag
           @gapi = service.patch_table dataset_id, table_id, patch_gapi
-
-          # TODO: restore original impl after acceptance test indicates that
-          # service etag bug is fixed
-          reload!
         end
 
         def ensure_job_succeeded! job
@@ -3084,7 +3082,7 @@ module Google
             configuration: Google::Apis::BigqueryV2::JobConfiguration.new(
               load:    Google::Apis::BigqueryV2::JobConfigurationLoad.new(
                 destination_table: Google::Apis::BigqueryV2::TableReference.new(
-                  project_id: @service.project,
+                  project_id: project_id,
                   dataset_id: dataset_id,
                   table_id:   table_id
                 )
@@ -4284,6 +4282,66 @@ module Google
                              default_value_expression: default_value_expression
           end
 
+          ##
+          # Adds an json field to the schema.
+          #
+          # See {Schema#json}.
+          # https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#json_type
+          #
+          # @param [String] name The field name. The name must contain only
+          #   letters (`[A-Za-z]`), numbers (`[0-9]`), or underscores (`_`), and must
+          #   start with a letter or underscore. The maximum length is 128
+          #   characters.
+          # @param [String] description A description of the field.
+          # @param [Symbol] mode The field's mode. The possible values are
+          #   `:nullable`, `:required`, and `:repeated`. The default value is
+          #   `:nullable`.
+          # @param [Array<String>, String] policy_tags The policy tag list or
+          #   single policy tag for the field. Policy tag identifiers are of
+          #   the form `projects/*/locations/*/taxonomies/*/policyTags/*`.
+          #   At most 1 policy tag is currently allowed.
+          # @param default_value_expression [String] The default value of a field
+          #   using a SQL expression. It can only be set for top level fields (columns).
+          #   Use a struct or array expression to specify default value for the entire struct or
+          #   array. The valid SQL expressions are:
+          #     - Literals for all data types, including STRUCT and ARRAY.
+          #     - The following functions:
+          #         `CURRENT_TIMESTAMP`
+          #         `CURRENT_TIME`
+          #         `CURRENT_DATE`
+          #         `CURRENT_DATETIME`
+          #         `GENERATE_UUID`
+          #         `RAND`
+          #         `SESSION_USER`
+          #         `ST_GEOPOINT`
+          #     - Struct or array composed with the above allowed functions, for example:
+          #         "[CURRENT_DATE(), DATE '2020-01-01'"]
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   table = dataset.create_table "my_table" do |schema|
+          #     schema.json "person", mode: :required
+          #   end
+          #
+          # @example Add field with default value.
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   table = dataset.create_table "my_table" do |schema|
+          #     schema.json "person", default_value_expression: "JSON '{"name": "Alice", "age": 30}'"
+          #   end
+          #
+          # @!group Schema
+          def json name, description: nil, mode: :nullable, policy_tags: nil,
+                   default_value_expression: nil
+            schema.json name, description: description, mode: mode, policy_tags: policy_tags,
+                        default_value_expression: default_value_expression
+          end
+
           ##
           # Adds a record field to the schema. A block must be passed describing
           # the nested fields of the record. For more information about nested

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.45.0".freeze
+      VERSION = "1.51.1".freeze
     end
   end
 end

data/lib/google/cloud/bigquery.rb

@@ -67,12 +67,13 @@ module Google
       #   table = dataset.table "my_table"
       #
       def self.new project_id: nil, credentials: nil, scope: nil, retries: nil, timeout: nil, endpoint: nil,
-                   project: nil, keyfile: nil
+                   project: nil, keyfile: nil, universe_domain: nil
         scope       ||= configure.scope
         retries     ||= configure.retries
         timeout     ||= configure.timeout
         endpoint    ||= configure.endpoint
-        credentials ||= (keyfile || default_credentials(scope: scope))
+        credentials ||= keyfile || default_credentials(scope: scope)
+        universe_domain ||= configure.universe_domain
 
         unless credentials.is_a? Google::Auth::Credentials
           credentials = Bigquery::Credentials.new credentials, scope: scope
@@ -84,7 +85,8 @@ module Google
         Bigquery::Project.new(
           Bigquery::Service.new(
             project_id, credentials,
-            retries: retries, timeout: timeout, host: endpoint, quota_project: configure.quota_project
+            retries: retries, timeout: timeout, host: endpoint,
+            quota_project: configure.quota_project, universe_domain: universe_domain
           )
         )
       end

data/lib/google-cloud-bigquery.rb

@@ -71,9 +71,11 @@ module Google
     #   bigquery = gcloud.bigquery scope: platform_scope
     #
     def bigquery scope: nil, retries: nil, timeout: nil
+      retries ||= @retries
+      timeout ||= @timeout
       Google::Cloud.bigquery @project, @keyfile, scope:   scope,
-                                                 retries: (retries || @retries),
-                                                 timeout: (timeout || @timeout)
+                                                 retries: retries,
+                                                 timeout: timeout
     end
 
     ##
@@ -140,4 +142,5 @@ Google::Cloud.configure.add_config! :bigquery do |config|
   config.add_field! :retries, nil, match: Integer
   config.add_field! :timeout, nil, match: Integer
   config.add_field! :endpoint, default_endpoint, match: String, allow_nil: true
+  config.add_field! :universe_domain, nil, match: String, allow_nil: true
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.45.0
+  version: 1.51.1
 platform: ruby
 authors:
 - Mike Moore
@@ -9,72 +9,24 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-09-25 00:00:00.000000000 Z
+date: 2024-12-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: concurrent-ruby
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: google-apis-bigquery_v2
+  name: bigdecimal
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.1'
-- !ruby/object:Gem::Dependency
-  name: googleauth
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.16.2
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: 2.a
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.16.2
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: 2.a
-- !ruby/object:Gem::Dependency
-  name: google-cloud-core
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: mini_mime
+  name: concurrent-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -88,159 +40,75 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: autotest-suffix
+  name: google-apis-bigquery_v2
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
-  type: :development
+        version: '0.71'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0.71'
 - !ruby/object:Gem::Dependency
-  name: google-cloud-data_catalog
+  name: google-apis-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
-  type: :development
+        version: '0.13'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '0.13'
 - !ruby/object:Gem::Dependency
-  name: google-style
+  name: googleauth
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.26.1
-  type: :development
+        version: '1.9'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.26.1
+        version: '1.9'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: google-cloud-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.16'
-  type: :development
+        version: '1.6'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.16'
+        version: '1.6'
 - !ruby/object:Gem::Dependency
-  name: minitest-autotest
+  name: mini_mime
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-  type: :development
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: minitest-focus
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-- !ruby/object:Gem::Dependency
-  name: minitest-rg
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.2'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.2'
-- !ruby/object:Gem::Dependency
-  name: redcarpet
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
-- !ruby/object:Gem::Dependency
-  name: simplecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.18'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.18'
-- !ruby/object:Gem::Dependency
-  name: yard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.9'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.9'
-- !ruby/object:Gem::Dependency
-  name: yard-doctest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.1.13
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.1.13
 description: google-cloud-bigquery is the official library for Google BigQuery.
 email:
 - mike@blowmage.com
@@ -314,14 +182,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.19
+rubygems_version: 3.5.23
 signing_key: 
 specification_version: 4
 summary: API Client library for Google BigQuery