google-cloud-bigquery 1.42.0 → 1.49.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 779c0f4690b370db6eb7811fa6fb8dbca101dff34ff478dcdc51ed1e9c83c083
-  data.tar.gz: d1456024ae30a18c93c05d6d8be7eef88dd3f0610cdbf816cf0c46322c9574be
+  metadata.gz: ade2c82829a9b7d91e10ed3e475e940d03c33d01f09c8322bf9412fb5beb96db
+  data.tar.gz: d6379bc028117ffa5c16ab4fd4936f55e78f66e6d8550a222426d13ef472a2dc
 SHA512:
-  metadata.gz: 6a5da0e2565b0c224f46a6330d138c8fb35831e874ebc2364fd3b91578d400354011d1e9df7d2986dbe2398f610776b130b7eb9305af8282bf3a6265dd84aa05
-  data.tar.gz: 0d14faa0d89ba6a114e247c362f8a5d4775ae4dc19de1aad0a64083da7e41fc93ac810e876b434056340b27412bb08063af05edf33355800ca1c528ff02f437b
+  metadata.gz: 7df1b27b3d0e4fd7a4de8de68911b9748c8b80c28bc8e1cc067357e3798d5905c70c44b36cfa9075b37935e90648cd8f5ac57437f299ae1f0cdd0de51bd39fb9
+  data.tar.gz: 6331414d5f3b02f69c9649454e13fd078fd95420c48f54623196325f050b6c6f4bb4d7df9c799bd63839db0a11fbc9d2bcebf0a227d33bf935e7ff10861d90dd

data/CHANGELOG.md

@@ -1,5 +1,77 @@
 # Release History
 
+### 1.49.0 (2024-03-10)
+
+#### Features
+
+* Update minimum supported Ruby version to 2.7 ([#25298](https://github.com/googleapis/google-cloud-ruby/issues/25298)) 
+
+### 1.48.1 (2024-02-10)
+
+#### Documentation
+
+* Correct an example snippet related to storage_billing_model ([#24796](https://github.com/googleapis/google-cloud-ruby/issues/24796)) 
+
+### 1.48.0 (2024-02-08)
+
+#### Features
+
+* Support accessing storage_ billing_model field in a dataset ([#24755](https://github.com/googleapis/google-cloud-ruby/issues/24755)) 
+
+### 1.47.0 (2024-02-05)
+
+#### Features
+
+* add json type support ([#24491](https://github.com/googleapis/google-cloud-ruby/issues/24491)) 
+
+### 1.46.1 (2024-01-26)
+
+#### Bug Fixes
+
+* Raise an error on mismatching universe domain ([#24485](https://github.com/googleapis/google-cloud-ruby/issues/24485)) 
+
+### 1.46.0 (2024-01-25)
+
+#### Features
+
+* Support for universe_domain ([#24448](https://github.com/googleapis/google-cloud-ruby/issues/24448)) 
+
+### 1.45.0 (2023-09-25)
+
+#### Features
+
+* support load job with session ([#23320](https://github.com/googleapis/google-cloud-ruby/issues/23320)) 
+
+### 1.44.2 (2023-09-12)
+
+#### Bug Fixes
+
+* Avoid dataset reload when accessing location ([#22905](https://github.com/googleapis/google-cloud-ruby/issues/22905)) 
+
+### 1.44.1 (2023-09-08)
+
+#### Bug Fixes
+
+* remove unnecessary warning ([#22904](https://github.com/googleapis/google-cloud-ruby/issues/22904)) 
+
+### 1.44.0 (2023-09-04)
+
+#### Features
+
+* support BIGQUERY_EMULATOR_HOST env variable for endpoint 
+
+### 1.43.1 (2023-05-19)
+
+#### Bug Fixes
+
+* ensure schema for data parsing ([#21616](https://github.com/googleapis/google-cloud-ruby/issues/21616)) 
+
+### 1.43.0 (2023-05-10)
+
+#### Features
+
+* Added support for default value expression ([#21540](https://github.com/googleapis/google-cloud-ruby/issues/21540)) 
+
 ### 1.42.0 (2023-01-15)
 
 #### Features

data/lib/google/cloud/bigquery/convert.rb

@@ -39,6 +39,7 @@ module Google
       #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
       #   | `DATE`       | `Date`                               |                                                    |
       #   | `GEOGRAPHY`  | `String`                             |                                                    |
+      #   | `JSON`       | `String`                             | String, as JSON does not have a schema to verify.  |
       #   | `TIMESTAMP`  | `Time`                               |                                                    |
       #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
       #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -72,7 +73,7 @@ module Google
             value[:v].map { |v| format_value v, field }
           elsif Hash === value[:v]
             format_row value[:v], field.fields
-          elsif field.type == "STRING"
+          elsif field.type == "STRING" || field.type == "JSON" || field.type == "GEOGRAPHY"
             String value[:v]
           elsif field.type == "INTEGER"
             Integer value[:v]
@@ -102,8 +103,6 @@ module Google
             ::Time.parse("#{value[:v]} UTC").to_datetime
           elsif field.type == "DATE"
             Date.parse value[:v]
-          elsif field.type == "GEOGRAPHY"
-            String value[:v]
           else
             value[:v]
           end

data/lib/google/cloud/bigquery/dataset.rb

@@ -269,7 +269,6 @@ module Google
         #
         def location
           return nil if reference?
-          ensure_full_data!
           @gapi.location
         end
 
@@ -413,6 +412,56 @@ module Google
           patch_gapi! :default_encryption_configuration
         end
 
+        ##
+        # Gets the Storage Billing Model for the dataset.
+        #
+        # @see https://cloud.google.com/blog/products/data-analytics/new-bigquery-billing-model-helps-reduce-physical-storage-costs
+        #
+        # @return [String, nil] A string containing the storage billing model, or `nil`.
+        #   Possible values of the string are `LOGICAL`, `PHYSICAL`.
+        #   It returns `nil` if either the object is a reference (see {#reference?}),
+        #   or if the storage billing model is unspecified.
+        #
+        # @example
+        #
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #
+        #   storage_billing_model = dataset.storage_billing_model
+        #
+        # @!group Attributes
+        #
+        def storage_billing_model
+          return nil if reference?
+          ensure_full_data!
+          @gapi.storage_billing_model
+        end
+
+        ##
+        # Sets the Storage Billing Model for the dataset.
+        #
+        # @see https://cloud.google.com/blog/products/data-analytics/new-bigquery-billing-model-helps-reduce-physical-storage-costs
+        #
+        # @param value [String] The new storage billing model. Accepted values
+        #   are `LOGICAL` and `PHYSICAL`.
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   dataset.storage_billing_model = "LOGICAL"
+        #
+        # @!group Attributes
+        #
+        def storage_billing_model= value
+          ensure_full_data!
+          @gapi.storage_billing_model = value
+          patch_gapi! :storage_billing_model
+        end
+
         ##
         # Retrieves the access rules for a Dataset. The rules can be updated
         # when passing a block, see {Dataset::Access} for all the methods
@@ -479,7 +528,7 @@ module Google
         def tags
           ensure_full_data!
           return nil if @gapi.tags.nil?
-          @gapi.tags.map { |gapi| Tag.from_gapi(gapi) }
+          @gapi.tags.map { |gapi| Tag.from_gapi gapi }
         end
 
         ##
@@ -720,7 +769,7 @@ module Google
               use_legacy_sql:                  use_legacy_sql,
               user_defined_function_resources: udfs_gapi(udfs)
             )
-          }.delete_if { |_, v| v.nil? }
+          }.compact
           new_view = Google::Apis::BigqueryV2::Table.new(**new_view_opts)
 
           gapi = service.insert_table dataset_id, new_view
@@ -794,7 +843,7 @@ module Google
               query:               query,
               refresh_interval_ms: refresh_interval_ms
             )
-          }.delete_if { |_, v| v.nil? }
+          }.compact
           new_view = Google::Apis::BigqueryV2::Table.new(**new_view_opts)
 
           gapi = service.insert_table dataset_id, new_view
@@ -1181,6 +1230,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -1207,6 +1257,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -1586,6 +1637,7 @@ module Google
         #   | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         #   | `DATE`       | `Date`                               |                                                    |
         #   | `GEOGRAPHY`  | `String` (WKT or GeoJSON)            | NOT AUTOMATIC: Must be mapped using `types`, below.|
+        #   | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         #   | `TIMESTAMP`  | `Time`                               |                                                    |
         #   | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         #   | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -1612,6 +1664,7 @@ module Google
         #   * `:DATETIME`
         #   * `:DATE`
         #   * `:GEOGRAPHY`
+        #   * `:JSON`
         #   * `:TIMESTAMP`
         #   * `:TIME`
         #   * `:BYTES`
@@ -2031,15 +2084,20 @@ module Google
         #   * The key portion of a label must be unique. However, you can use the
         #     same key with multiple resources.
         #   * Keys must start with a lowercase letter or international character.
+        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
+        #   is undefined however for non-query jobs and may result in an error.
+        #   Deprecated.
+        # @param [Boolean] create_session If set to true a new session will be created
+        #   and the load job will happen in the table created within that session.
+        #   Note: This will work only for _SESSION dataset.
+        # @param [string] session_id Session ID in which the load job must run.
+        #
         # @yield [updater] A block for setting the schema and other
         #   options for the destination table. The schema can be omitted if the
         #   destination table already exists, or if you're loading data from a
         #   Google Cloud Datastore backup.
         # @yieldparam [Google::Cloud::Bigquery::LoadJob::Updater] updater An
         #   updater to modify the load job and its schema.
-        # @param [Boolean] dryrun  If set, don't actually run this job. Behavior
-        #   is undefined however for non-query jobs and may result in an error.
-        #   Deprecated.
         #
         # @return [Google::Cloud::Bigquery::LoadJob] A new load job object.
         #
@@ -2127,7 +2185,7 @@ module Google
         def load_job table_id, files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                      quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
                      quote: nil, skip_leading: nil, schema: nil, job_id: nil, prefix: nil, labels: nil, autodetect: nil,
-                     null_marker: nil, dryrun: nil
+                     null_marker: nil, dryrun: nil, create_session: nil, session_id: nil
           ensure_service!
 
           updater = load_job_updater table_id,
@@ -2136,7 +2194,8 @@ module Google
                                      delimiter: delimiter, ignore_unknown: ignore_unknown,
                                      max_bad_records: max_bad_records, quote: quote, skip_leading: skip_leading,
                                      dryrun: dryrun, schema: schema, job_id: job_id, prefix: prefix, labels: labels,
-                                     autodetect: autodetect, null_marker: null_marker
+                                     autodetect: autodetect, null_marker: null_marker, create_session: create_session,
+                                     session_id: session_id
 
           yield updater if block_given?
 
@@ -2262,6 +2321,8 @@ module Google
         #   See {Project#schema} for the creation of the schema for use with
         #   this option. Also note that for most use cases, the block yielded by
         #   this method is a more convenient way to configure the schema.
+        # @param [string] session_id Session ID in which the load job must run.
+        #
         #
         # @yield [updater] A block for setting the schema of the destination
         #   table and other options for the load job. The schema can be omitted
@@ -2354,13 +2415,13 @@ module Google
         #
         def load table_id, files, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                  quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil, max_bad_records: nil,
-                 quote: nil, skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, &block
+                 quote: nil, skip_leading: nil, schema: nil, autodetect: nil, null_marker: nil, session_id: nil, &block
           job = load_job table_id, files,
                          format: format, create: create, write: write, projection_fields: projection_fields,
                          jagged_rows: jagged_rows, quoted_newlines: quoted_newlines, encoding: encoding,
                          delimiter: delimiter, ignore_unknown: ignore_unknown, max_bad_records: max_bad_records,
                          quote: quote, skip_leading: skip_leading, schema: schema, autodetect: autodetect,
-                         null_marker: null_marker, &block
+                         null_marker: null_marker, session_id: session_id, &block
 
           job.wait_until_done!
           ensure_job_succeeded! job
@@ -2546,6 +2607,7 @@ module Google
         # | `DATETIME`   | `DateTime`                           | `DATETIME` does not support time zone.             |
         # | `DATE`       | `Date`                               |                                                    |
         # | `GEOGRAPHY`  | `String`                             |                                                    |
+        # | `JSON`       | `String` (Stringified JSON)          | String, as JSON does not have a schema to verify.  |
         # | `TIMESTAMP`  | `Time`                               |                                                    |
         # | `TIME`       | `Google::Cloud::BigQuery::Time`      |                                                    |
         # | `BYTES`      | `File`, `IO`, `StringIO`, or similar |                                                    |
@@ -2776,7 +2838,7 @@ module Google
           params = {
             dataset: dataset_ref,
             target_types: target_types
-          }.delete_if { |_, v| v.nil? }
+          }.compact
           Google::Apis::BigqueryV2::DatasetAccessEntry.new(**params)
         end
 
@@ -2904,7 +2966,8 @@ module Google
         def load_job_updater table_id, format: nil, create: nil, write: nil, projection_fields: nil, jagged_rows: nil,
                              quoted_newlines: nil, encoding: nil, delimiter: nil, ignore_unknown: nil,
                              max_bad_records: nil, quote: nil, skip_leading: nil, dryrun: nil, schema: nil, job_id: nil,
-                             prefix: nil, labels: nil, autodetect: nil, null_marker: nil
+                             prefix: nil, labels: nil, autodetect: nil, null_marker: nil, create_session: nil,
+                             session_id: nil
           new_job = load_job_gapi table_id, dryrun, job_id: job_id, prefix: prefix
           LoadJob::Updater.new(new_job).tap do |job|
             job.location = location if location # may be dataset reference
@@ -2913,6 +2976,8 @@ module Google
             job.schema = schema unless schema.nil?
             job.autodetect = autodetect unless autodetect.nil?
             job.labels = labels unless labels.nil?
+            job.create_session = create_session unless create_session.nil?
+            job.session_id = session_id unless session_id.nil?
             load_job_file_options! job, format:            format,
                                         projection_fields: projection_fields,
                                         jagged_rows:       jagged_rows,