google-cloud-bigquery 1.52.1 → 1.61.1

data/lib/google/cloud/bigquery/routine.rb

@@ -18,6 +18,7 @@ require "google/cloud/bigquery/convert"
 require "google/cloud/bigquery/service"
 require "google/cloud/bigquery/routine/list"
 require "google/cloud/bigquery/argument"
+require "google/cloud/bigquery/remote_function_options"
 
 module Google
   module Cloud
@@ -690,6 +691,108 @@ module Google
           @gapi.determinism_level == "NOT_DETERMINISTIC"
         end
 
+        ##
+        # The data governance type of the routine. Optional.
+        #
+        # If set to `DATA_MASKING`, the function is validated and made
+        # available as a masking function. For more information, see [Create custom
+        # masking routines](https://cloud.google.com/bigquery/docs/user-defined-functions#custom-mask).
+        #
+        # @return [String, nil] The data governance type, or `nil` if not set or the object is a reference
+        #   (see {#reference?}).
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   routine = dataset.routine "my_routine"
+        #
+        #   routine.data_governance_type #=> "DATA_MASKING"
+        #
+        # @!group Attributes
+        #
+        def data_governance_type
+          return nil if reference?
+          ensure_full_data!
+          @gapi.data_governance_type
+        end
+
+        ##
+        # Updates the data governance type of the routine. Optional.
+        #
+        # If set to `DATA_MASKING`, the function is validated and made
+        # available as a masking function. For more information, see [Create custom
+        # masking routines](https://cloud.google.com/bigquery/docs/user-defined-functions#custom-mask).
+        #
+        # @param [String, nil] new_data_governance_type The new data governance type. `nil` to unset.
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   routine = dataset.routine "my_routine"
+        #
+        #   routine.data_governance_type = "DATA_MASKING"
+        #
+        # @!group Attributes
+        #
+        def data_governance_type= new_data_governance_type
+          ensure_full_data!
+          @gapi.data_governance_type = new_data_governance_type
+          update_gapi!
+        end
+
+        ##
+        # Remote function specific options. Optional.
+        #
+        # @return [RemoteFunctionOptions, nil] The remote function options, or `nil` if not set or the object is a
+        #   reference (see {#reference?}).
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   routine = dataset.routine "my_routine"
+        #
+        #   puts routine.remote_function_options.endpoint
+        #
+        # @!group Attributes
+        #
+        def remote_function_options
+          return nil if reference?
+          ensure_full_data!
+          RemoteFunctionOptions.from_gapi @gapi.remote_function_options
+        end
+
+        ##
+        # Updates the remote function specific options. Optional.
+        #
+        # @param [RemoteFunctionOptions] new_remote_function_options The new remote function options.
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   routine = dataset.routine "my_routine"
+        #
+        #   rfo = Google::Cloud::Bigquery::RemoteFunctionOptions.new.tap do |rfo|
+        #     rfo.endpoint = "https://us-east1-my_gcf_project.cloudfunctions.net/remote_add"
+        #     rfo.connection = "projects/my-project/locations/us-east1/connections/my-connection"
+        #   end
+        #   routine.remote_function_options = rfo
+        #
+        # @!group Attributes
+        #
+        def remote_function_options= new_remote_function_options
+          ensure_full_data!
+          @gapi.remote_function_options = new_remote_function_options.to_gapi
+          update_gapi!
+        end
+
         ##
         # Updates the routine with changes made in the given block in a single update request. The following attributes
         # may be set: {Updater#routine_type=}, {Updater#language=}, {Updater#arguments=}, {Updater#return_type=},
@@ -1198,6 +1301,56 @@ module Google
             @gapi.determinism_level = new_determinism_level
           end
 
+          ##
+          # Updates the data governance type of the routine. Optional.
+          #
+          # If set to `DATA_MASKING`, the function is validated and made
+          # available as a masking function. For more information, see [Create custom
+          # masking routines](https://cloud.google.com/bigquery/docs/user-defined-functions#custom-mask).
+          #
+          # @param [String, nil] new_data_governance_type The new data governance type. `nil` to unset.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   routine = dataset.routine "my_routine"
+          #
+          #   routine.data_governance_type = "DATA_MASKING"
+          #
+          # @!group Attributes
+          #
+          def data_governance_type= new_data_governance_type
+            @gapi.data_governance_type = new_data_governance_type
+          end
+
+          ##
+          # Updates the remote function specific options. Optional.
+          #
+          # @param [Google::Cloud::Bigquery::RemoteFunctionOptions] new_remote_function_options The new
+          #   remote function options.
+          #
+          # @example
+          #   require "google/cloud/bigquery"
+          #
+          #   bigquery = Google::Cloud::Bigquery.new
+          #   dataset = bigquery.dataset "my_dataset"
+          #   routine = dataset.routine "my_routine"
+          #
+          #   routine.update do |r|
+          #     rfo = Google::Cloud::Bigquery::RemoteFunctionOptions.new
+          #     rfo.endpoint = "https://us-east1-my_gcf_project.cloudfunctions.net/remote_add"
+          #     rfo.connection = "projects/my-project/locations/us-east1/connections/my-connection"
+          #     r.remote_function_options = rfo
+          #   end
+          #
+          # @!group Attributes
+          #
+          def remote_function_options= new_remote_function_options
+            @gapi.remote_function_options = new_remote_function_options.to_gapi
+          end
+
           def update
             raise "not implemented in #{self.class}"
           end

data/lib/google/cloud/bigquery/schema/field.rb

@@ -351,6 +351,31 @@ module Google
             @gapi.scale
           end
 
+          ##
+          # The collation of the field.
+          #
+          # Collation can be set only when the type of field is `STRING`.
+          # The following values are supported:
+          #
+          # * `und:ci`: undetermined locale, case insensitive.
+          # * (empty string): Default to case-sensitive behavior.
+          #
+          # @return [String, nil] The collation for the field, or `nil`.
+          #
+          def collation
+            @gapi.collation
+          end
+
+          ##
+          # Updates the collation of the field.
+          #
+          # @param [String] new_collation The new collation. See {#collation}
+          #   for supported values.
+          #
+          def collation= new_collation
+            @gapi.update! collation: new_collation
+          end
+
           ##
           # Checks if the type of the field is `STRING`.
           #
@@ -568,7 +593,7 @@ module Google
           # @param [Integer] max_length The maximum UTF-8 length of strings
           #   allowed in the field.
           #
-          def string name, description: nil, mode: :nullable, policy_tags: nil, max_length: nil
+          def string name, description: nil, mode: :nullable, policy_tags: nil, max_length: nil, collation: nil
             record_check!
 
             add_field name,
@@ -576,7 +601,8 @@ module Google
                       description: description,
                       mode: mode,
                       policy_tags: policy_tags,
-                      max_length: max_length
+                      max_length: max_length,
+                      collation: collation
           end
 
           ##
@@ -1029,7 +1055,8 @@ module Google
                         policy_tags: nil,
                         max_length: nil,
                         precision: nil,
-                        scale: nil
+                        scale: nil,
+                        collation: nil
             frozen_check!
 
             new_gapi = Google::Apis::BigqueryV2::TableFieldSchema.new(
@@ -1046,6 +1073,7 @@ module Google
             new_gapi.max_length = max_length if max_length
             new_gapi.precision = precision if precision
             new_gapi.scale = scale if scale
+            new_gapi.collation = collation if collation
             # Remove any existing field of this name
             @gapi.fields ||= []
             @gapi.fields.reject! { |f| f.name == new_gapi.name }

data/lib/google/cloud/bigquery/schema.rb

@@ -318,13 +318,14 @@ module Google
         #         "[CURRENT_DATE(), DATE '2020-01-01'"]
         #
         def string name, description: nil, mode: :nullable, policy_tags: nil,
-                   max_length: nil, default_value_expression: nil
+                   max_length: nil, default_value_expression: nil, collation: nil
           add_field name, :string,
                     description: description,
                     mode: mode,
                     policy_tags: policy_tags,
                     max_length: max_length,
-                    default_value_expression: default_value_expression
+                    default_value_expression: default_value_expression,
+                    collation: collation
         end
 
         ##
@@ -981,7 +982,8 @@ module Google
                       max_length: nil,
                       precision: nil,
                       scale: nil,
-                      default_value_expression: nil
+                      default_value_expression: nil,
+                      collation: nil
           frozen_check!
 
           new_gapi = Google::Apis::BigqueryV2::TableFieldSchema.new(
@@ -999,6 +1001,7 @@ module Google
           new_gapi.precision = precision if precision
           new_gapi.scale = scale if scale
           new_gapi.default_value_expression = default_value_expression if default_value_expression
+          new_gapi.collation = collation if collation
           # Remove any existing field of this name
           @gapi.fields ||= []
           @gapi.fields.reject! { |f| f.name == new_gapi.name }

data/lib/google/cloud/bigquery/service.rb

@@ -109,29 +109,31 @@ module Google
 
         ##
         # Returns the dataset specified by datasetID.
-        def get_dataset dataset_id
-          get_project_dataset @project, dataset_id
+        def get_dataset dataset_id, access_policy_version: nil, dataset_view: nil
+          get_project_dataset @project, dataset_id, access_policy_version: access_policy_version,
+dataset_view: dataset_view
         end
 
         ##
         # Gets the specified dataset resource by full dataset reference.
-        def get_project_dataset project_id, dataset_id
+        def get_project_dataset project_id, dataset_id, access_policy_version: nil, dataset_view: nil
           # The get operation is considered idempotent
           execute backoff: true do
-            service.get_dataset project_id, dataset_id
+            service.get_dataset project_id, dataset_id, access_policy_version: access_policy_version,
+dataset_view: dataset_view
           end
         end
 
         ##
         # Creates a new empty dataset.
-        def insert_dataset new_dataset_gapi
-          execute { service.insert_dataset @project, new_dataset_gapi }
+        def insert_dataset new_dataset_gapi, access_policy_version: nil
+          execute { service.insert_dataset @project, new_dataset_gapi, access_policy_version: access_policy_version }
         end
 
         ##
         # Updates information in an existing dataset, only replacing
         # fields that are provided in the submitted dataset resource.
-        def patch_dataset dataset_id, patched_dataset_gapi
+        def patch_dataset dataset_id, patched_dataset_gapi, access_policy_version: nil, update_mode: nil
           patch_with_backoff = false
           options = {}
           if patched_dataset_gapi.etag
@@ -140,7 +142,8 @@ module Google
             patch_with_backoff = true
           end
           execute backoff: patch_with_backoff do
-            service.patch_dataset @project, dataset_id, patched_dataset_gapi, options: options
+            service.patch_dataset @project, dataset_id, patched_dataset_gapi, options: options,
+access_policy_version: access_policy_version, update_mode: update_mode
           end
         end
 
@@ -244,7 +247,8 @@ module Google
 
         ##
         # Retrieves data from the table.
-        def list_tabledata dataset_id, table_id, max: nil, token: nil, start: nil
+        def list_tabledata dataset_id, table_id, max: nil, token: nil, start: nil,
+                           format_options_use_int64_timestamp: nil
           # The list operation is considered idempotent
           execute backoff: true do
             json_txt = service.list_table_data \
@@ -252,7 +256,8 @@ module Google
               max_results: max,
               page_token:  token,
               start_index: start,
-              options:     { skip_deserialization: true }
+              options:     { skip_deserialization: true },
+              format_options_use_int64_timestamp: format_options_use_int64_timestamp
             JSON.parse json_txt, symbolize_names: true
           end
         end
@@ -456,7 +461,8 @@ module Google
 
         ##
         # Returns the query data for the job
-        def job_query_results job_id, location: nil, max: nil, token: nil, start: nil, timeout: nil
+        def job_query_results job_id, location: nil, max: nil, token: nil,
+                              start: nil, timeout: nil, format_options_use_int64_timestamp: nil
           # The get operation is considered idempotent
           execute backoff: true do
             service.get_job_query_results @project, job_id,
@@ -464,7 +470,8 @@ module Google
                                           max_results: max,
                                           page_token:  token,
                                           start_index: start,
-                                          timeout_ms:  timeout
+                                          timeout_ms:  timeout,
+                                          format_options_use_int64_timestamp: format_options_use_int64_timestamp
           end
         end