gcloud 0.12.2 → 0.20.0

data/lib/gcloud/bigquery/credentials.rb

@@ -1,29 +0,0 @@
-# Copyright 2015 Google Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require "gcloud/credentials"
-
-module Gcloud
-  module Bigquery
-    ##
-    # @private Represents the Oauth2 signing logic for Bigquery.
-    class Credentials < Gcloud::Credentials
-      SCOPE = ["https://www.googleapis.com/auth/bigquery"]
-      PATH_ENV_VARS = %w(BIGQUERY_KEYFILE GCLOUD_KEYFILE GOOGLE_CLOUD_KEYFILE)
-      JSON_ENV_VARS = %w(BIGQUERY_KEYFILE_JSON GCLOUD_KEYFILE_JSON
-                         GOOGLE_CLOUD_KEYFILE_JSON)
-    end
-  end
-end

data/lib/gcloud/bigquery/data.rb

@@ -1,239 +0,0 @@
-# Copyright 2015 Google Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require "delegate"
-require "gcloud/bigquery/service"
-
-module Gcloud
-  module Bigquery
-    ##
-    # # Data
-    #
-    # Represents {Table} Data as a list of name/value pairs.
-    # Also contains metadata such as `etag` and `total`.
-    class Data < DelegateClass(::Array)
-      ##
-      # @private The {Table} object the data belongs to.
-      attr_accessor :table
-
-      ##
-      # @private The Google API Client object.
-      attr_accessor :gapi
-
-      # @private
-      def initialize arr = []
-        @table = nil
-        @gapi = {}
-        super arr
-      end
-
-      ##
-      # The resource type of the API response.
-      def kind
-        @gapi.kind
-      end
-
-      ##
-      # The etag.
-      def etag
-        @gapi.etag
-      end
-
-      ##
-      # A token used for paging results.
-      def token
-        @gapi.page_token
-      end
-
-      # The total number of rows in the complete table.
-      def total
-        Integer @gapi.total_rows
-      rescue
-        nil
-      end
-
-      ##
-      # Whether there is a next page of data.
-      #
-      # @return [Boolean]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   table = dataset.table "my_table"
-      #
-      #   data = table.data
-      #   if data.next?
-      #     next_data = data.next
-      #   end
-      #
-      def next?
-        !token.nil?
-      end
-
-      ##
-      # Retrieve the next page of data.
-      #
-      # @return [Data]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   table = dataset.table "my_table"
-      #
-      #   data = table.data
-      #   if data.next?
-      #     next_data = data.next
-      #   end
-      #
-      def next
-        return nil unless next?
-        ensure_table!
-        table.data token: token
-      end
-
-      ##
-      # Retrieves all rows by repeatedly loading {#next} until {#next?} returns
-      # `false`. Calls the given block once for each row, which is passed as the
-      # parameter.
-      #
-      # An Enumerator is returned if no block is given.
-      #
-      # This method may make several API calls until all rows are retrieved. Be
-      # sure to use as narrow a search criteria as possible. Please use with
-      # caution.
-      #
-      # @param [Integer] request_limit The upper limit of API requests to make
-      #   to load all data. Default is no limit.
-      # @yield [row] The block for accessing each row of data.
-      # @yieldparam [Hash] row The row object.
-      #
-      # @return [Enumerator]
-      #
-      # @example Iterating each rows by passing a block:
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   table = dataset.table "my_table"
-      #
-      #   table.data.all do |row|
-      #     puts row["word"]
-      #   end
-      #
-      # @example Using the enumerator by not passing a block:
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   table = dataset.table "my_table"
-      #
-      #   words = table.data.all.map do |row|
-      #     row["word"]
-      #   end
-      #
-      # @example Limit the number of API calls made:
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   table = dataset.table "my_table"
-      #
-      #   table.data.all(request_limit: 10) do |row|
-      #     puts row["word"]
-      #   end
-      #
-      def all request_limit: nil
-        request_limit = request_limit.to_i if request_limit
-        return enum_for(:all, request_limit: request_limit) unless block_given?
-        results = self
-        loop do
-          results.each { |r| yield r }
-          if request_limit
-            request_limit -= 1
-            break if request_limit < 0
-          end
-          break unless results.next?
-          results = results.next
-        end
-      end
-
-      ##
-      # Represents Table Data as a list of positional values (array of arrays).
-      # No type conversion is made, e.g. numbers are formatted as strings.
-      def raw
-        Array(gapi.rows).map { |row| row.f.map(&:v) }
-      end
-
-      ##
-      # @private New Data from a response object.
-      def self.from_gapi gapi, table
-        formatted_rows = format_rows gapi.rows, table.fields
-
-        data = new formatted_rows
-        data.table = table
-        data.gapi = gapi
-        data
-      end
-
-      # rubocop:disable all
-      # Disabled rubocop because this implementation will not last.
-
-      def self.format_rows rows, fields
-        headers = Array(fields).map { |f| f.name }
-        field_types = Array(fields).map { |f| f.type }
-
-        Array(rows).map do |row|
-          values = row.f.map { |f| f.v }
-          formatted_values = format_values field_types, values
-          Hash[headers.zip formatted_values]
-        end
-      end
-
-      def self.format_values field_types, values
-        field_types.zip(values).map do |type, value|
-          begin
-            if value.nil?
-              nil
-            elsif type == "INTEGER"
-              Integer value
-            elsif type == "FLOAT"
-              Float value
-            elsif type == "BOOLEAN"
-              (value == "true" ? true : (value == "false" ? false : nil))
-            else
-              value
-            end
-          rescue
-            value
-          end
-        end
-      end
-      # rubocop:enable all
-
-      protected
-
-      ##
-      # Raise an error unless an active service is available.
-      def ensure_table!
-        fail "Must have active connection" unless table
-      end
-    end
-  end
-end

data/lib/gcloud/bigquery/dataset.rb

@@ -1,753 +0,0 @@
-# Copyright 2015 Google Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require "json"
-require "gcloud/errors"
-require "gcloud/bigquery/service"
-require "gcloud/bigquery/table"
-require "gcloud/bigquery/dataset/list"
-require "gcloud/bigquery/dataset/access"
-require "google/apis/bigquery_v2"
-
-module Gcloud
-  module Bigquery
-    ##
-    # # Dataset
-    #
-    # Represents a Dataset. A dataset is a grouping mechanism that holds zero or
-    # more tables. Datasets are the lowest level unit of access control; you
-    # cannot control access at the table level. A dataset is contained within a
-    # specific project.
-    #
-    # @example
-    #   require "gcloud"
-    #
-    #   gcloud = Gcloud.new
-    #   bigquery = gcloud.bigquery
-    #
-    #   dataset = bigquery.create_dataset "my_dataset",
-    #                                     name: "My Dataset",
-    #                                     description: "This is my Dataset"
-    #
-    class Dataset
-      ##
-      # @private The Connection object.
-      attr_accessor :service
-
-      ##
-      # @private The Google API Client object.
-      attr_accessor :gapi
-
-      ##
-      # @private Create an empty Dataset object.
-      def initialize
-        @service = nil
-        @gapi = {}
-      end
-
-      ##
-      # A unique ID for this dataset, without the project name.
-      # The ID must contain only letters (a-z, A-Z), numbers (0-9),
-      # or underscores (_). The maximum length is 1,024 characters.
-      #
-      # @!group Attributes
-      #
-      def dataset_id
-        @gapi.dataset_reference.dataset_id
-      end
-
-      ##
-      # The ID of the project containing this dataset.
-      #
-      # @!group Attributes
-      #
-      def project_id
-        @gapi.dataset_reference.project_id
-      end
-
-      ##
-      # @private
-      # The gapi fragment containing the Project ID and Dataset ID as a
-      # camel-cased hash.
-      def dataset_ref
-        dataset_ref = @gapi.dataset_reference
-        dataset_ref = dataset_ref.to_h if dataset_ref.respond_to? :to_h
-        dataset_ref
-      end
-
-      ##
-      # A descriptive name for the dataset.
-      #
-      # @!group Attributes
-      #
-      def name
-        @gapi.friendly_name
-      end
-
-      ##
-      # Updates the descriptive name for the dataset.
-      #
-      # @!group Attributes
-      #
-      def name= new_name
-        @gapi.update! friendly_name: new_name
-        patch_gapi! :friendly_name
-      end
-
-      ##
-      # A string hash of the dataset.
-      #
-      # @!group Attributes
-      #
-      def etag
-        ensure_full_data!
-        @gapi.etag
-      end
-
-      ##
-      # A URL that can be used to access the dataset using the REST API.
-      #
-      # @!group Attributes
-      #
-      def api_url
-        ensure_full_data!
-        @gapi.self_link
-      end
-
-      ##
-      # A user-friendly description of the dataset.
-      #
-      # @!group Attributes
-      #
-      def description
-        ensure_full_data!
-        @gapi.description
-      end
-
-      ##
-      # Updates the user-friendly description of the dataset.
-      #
-      # @!group Attributes
-      #
-      def description= new_description
-        @gapi.update! description: new_description
-        patch_gapi! :description
-      end
-
-      ##
-      # The default lifetime of all tables in the dataset, in milliseconds.
-      #
-      # @!group Attributes
-      #
-      def default_expiration
-        ensure_full_data!
-        begin
-          Integer @gapi.default_table_expiration_ms
-        rescue
-          nil
-        end
-      end
-
-      ##
-      # Updates the default lifetime of all tables in the dataset, in
-      # milliseconds.
-      #
-      # @!group Attributes
-      #
-      def default_expiration= new_default_expiration
-        @gapi.update! default_table_expiration_ms: new_default_expiration
-        patch_gapi! :default_table_expiration_ms
-      end
-
-      ##
-      # The time when this dataset was created.
-      #
-      # @!group Attributes
-      #
-      def created_at
-        ensure_full_data!
-        begin
-          Time.at(Integer(@gapi.creation_time) / 1000.0)
-        rescue
-          nil
-        end
-      end
-
-      ##
-      # The date when this dataset or any of its tables was last modified.
-      #
-      # @!group Attributes
-      #
-      def modified_at
-        ensure_full_data!
-        begin
-          Time.at(Integer(@gapi.last_modified_time) / 1000.0)
-        rescue
-          nil
-        end
-      end
-
-      ##
-      # The geographic location where the dataset should reside. Possible
-      # values include EU and US. The default value is US.
-      #
-      # @!group Attributes
-      #
-      def location
-        ensure_full_data!
-        @gapi.location
-      end
-
-      ##
-      # Retrieves the access rules for a Dataset. The rules can be
-      # updated when passing a block, see {Dataset::Access} for all the methods
-      # available.
-      #
-      # @see https://cloud.google.com/bigquery/access-control BigQuery Access
-      #   Control
-      #
-      # @yield [access] a block for setting rules
-      # @yieldparam [Dataset::Access] access the object accepting rules
-      #
-      # @return [Gcloud::Bigquery::Dataset::Access]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #
-      #   dataset.access #=> [{"role"=>"OWNER",
-      #                  #     "specialGroup"=>"projectOwners"},
-      #                  #    {"role"=>"WRITER",
-      #                  #     "specialGroup"=>"projectWriters"},
-      #                  #    {"role"=>"READER",
-      #                  #     "specialGroup"=>"projectReaders"},
-      #                  #    {"role"=>"OWNER",
-      #                  #     "userByEmail"=>"123456789-...com"}]
-      #
-      # @example Manage the access rules by passing a block:
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #
-      #   dataset.access do |access|
-      #     access.add_owner_group "owners@example.com"
-      #     access.add_writer_user "writer@example.com"
-      #     access.remove_writer_user "readers@example.com"
-      #     access.add_reader_special :all
-      #     access.add_reader_view other_dataset_view_object
-      #   end
-      #
-      def access
-        ensure_full_data!
-        access_builder = Access.from_gapi @gapi
-        if block_given?
-          yield access_builder
-          if access_builder.changed?
-            @gapi.update! access: access_builder.to_gapi
-            patch_gapi! :access
-          end
-        end
-        access_builder.freeze
-      end
-
-      ##
-      # Permanently deletes the dataset. The dataset must be empty before it can
-      # be deleted unless the `force` option is set to `true`.
-      #
-      # @param [Boolean] force If `true`, delete all the tables in the dataset.
-      #   If `false` and the dataset contains tables, the request will fail.
-      #   Default is `false`.
-      #
-      # @return [Boolean] Returns `true` if the dataset was deleted.
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #
-      #   dataset = bigquery.dataset "my_dataset"
-      #   dataset.delete
-      #
-      # @!group Lifecycle
-      #
-      def delete force: nil
-        ensure_service!
-        service.delete_dataset dataset_id, force
-        true
-      end
-
-      ##
-      # Creates a new table. If you are adapting existing code that was written
-      # for the [Rest API
-      # ](https://cloud.google.com/bigquery/docs/reference/v2/tables#resource),
-      # you can pass the table's schema as a hash (see example.)
-      #
-      # @param [String] table_id The ID of the table. The ID must contain only
-      #   letters (a-z, A-Z), numbers (0-9), or underscores (_). The maximum
-      #   length is 1,024 characters.
-      # @param [String] name A descriptive name for the table.
-      # @param [String] description A user-friendly description of the table.
-      # @param [Array<Schema::Field>] fields An array of Schema::Field objects
-      #   specifying the schema's data types for the table. The schema may also
-      #   be configured when passing a block.
-      # @yield [table] a block for setting the table
-      # @yieldparam [Table] table the table object to be updated
-      #
-      # @return [Gcloud::Bigquery::Table]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   table = dataset.create_table "my_table"
-      #
-      # @example You can also pass name and description options.
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   table = dataset.create_table "my_table"
-      #                                name: "My Table",
-      #                                description: "A description of my table."
-      #
-      # @example The table's schema fields can be passed as an argument.
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #
-      #   schema_fields = [
-      #     Gcloud::Bigquery::Schema::Field.new(
-      #       "first_name", :string, mode: :required),
-      #     Gcloud::Bigquery::Schema::Field.new(
-      #       "cities_lived", :record, mode: :repeated
-      #       fields: [
-      #         Gcloud::Bigquery::Schema::Field.new(
-      #           "place", :string, mode: :required),
-      #         Gcloud::Bigquery::Schema::Field.new(
-      #           "number_of_years", :integer, mode: :required),
-      #         ])
-      #   ]
-      #   table = dataset.create_table "my_table", fields: schema_fields
-      #
-      # @example Or the table's schema can be configured with the block.
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #
-      #   table = dataset.create_table "my_table" do |t|
-      #     t.schema.string "first_name", mode: :required
-      #     t.schema.record "cities_lived", mode: :required do |s|
-      #       s.string "place", mode: :required
-      #       s.integer "number_of_years", mode: :required
-      #     end
-      #   end
-      #
-      # @example You can define the schema using a nested block.
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   table = dataset.create_table "my_table" do |t|
-      #     t.name = "My Table",
-      #     t.description = "A description of my table."
-      #     t.schema do |s|
-      #       s.string "first_name", mode: :required
-      #       s.record "cities_lived", mode: :repeated do |r|
-      #         r.string "place", mode: :required
-      #         r.integer "number_of_years", mode: :required
-      #       end
-      #     end
-      #   end
-      #
-      # @!group Table
-      #
-      def create_table table_id, name: nil, description: nil, fields: nil
-        ensure_service!
-        new_tb = Google::Apis::BigqueryV2::Table.new(
-          table_reference: Google::Apis::BigqueryV2::TableReference.new(
-            project_id: project_id, dataset_id: dataset_id, table_id: table_id))
-        updater = Table::Updater.new(new_tb).tap do |tb|
-          tb.name = name unless name.nil?
-          tb.description = description unless description.nil?
-          tb.schema.fields = fields unless fields.nil?
-        end
-
-        yield updater if block_given?
-
-        gapi = service.insert_table dataset_id, updater.to_gapi
-        Table.from_gapi gapi, service
-      end
-
-      ##
-      # Creates a new view table from the given query.
-      #
-      # @param [String] table_id The ID of the view table. The ID must contain
-      #   only letters (a-z, A-Z), numbers (0-9), or underscores (_). The
-      #   maximum length is 1,024 characters.
-      # @param [String] query The query that BigQuery executes when the view is
-      #   referenced.
-      # @param [String] name A descriptive name for the table.
-      # @param [String] description A user-friendly description of the table.
-      #
-      # @return [Gcloud::Bigquery::View]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   view = dataset.create_view "my_view",
-      #             "SELECT name, age FROM [proj:dataset.users]"
-      #
-      # @example A name and description can be provided:
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   view = dataset.create_view "my_view",
-      #             "SELECT name, age FROM [proj:dataset.users]",
-      #             name: "My View", description: "This is my view"
-      #
-      # @!group Table
-      #
-      def create_view table_id, query, name: nil, description: nil
-        new_view_opts = {
-          table_reference: Google::Apis::BigqueryV2::TableReference.new(
-            project_id: project_id, dataset_id: dataset_id, table_id: table_id
-          ),
-          friendly_name: name,
-          description: description,
-          view: Google::Apis::BigqueryV2::ViewDefinition.new(
-            query: query
-          )
-        }.delete_if { |_, v| v.nil? }
-        new_view = Google::Apis::BigqueryV2::Table.new new_view_opts
-
-        gapi = service.insert_table dataset_id, new_view
-        Table.from_gapi gapi, service
-      end
-
-      ##
-      # Retrieves an existing table by ID.
-      #
-      # @param [String] table_id The ID of a table.
-      #
-      # @return [Gcloud::Bigquery::Table, Gcloud::Bigquery::View, nil] Returns
-      #   `nil` if the table does not exist
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   table = dataset.table "my_table"
-      #   puts table.name
-      #
-      # @!group Table
-      #
-      def table table_id
-        ensure_service!
-        gapi = service.get_table dataset_id, table_id
-        Table.from_gapi gapi, service
-      rescue Gcloud::NotFoundError
-        nil
-      end
-
-      ##
-      # Retrieves the list of tables belonging to the dataset.
-      #
-      # @param [String] token A previously-returned page token representing part
-      #   of the larger set of results to view.
-      # @param [Integer] max Maximum number of tables to return.
-      #
-      # @return [Array<Gcloud::Bigquery::Table>, Array<Gcloud::Bigquery::View>]
-      #   (See {Gcloud::Bigquery::Table::List})
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   tables = dataset.tables
-      #   tables.each do |table|
-      #     puts table.name
-      #   end
-      #
-      # @example Retrieve all tables: (See {Table::List#all})
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #   dataset = bigquery.dataset "my_dataset"
-      #   tables = dataset.tables
-      #   tables.all do |table|
-      #     puts table.name
-      #   end
-      #
-      # @!group Table
-      #
-      def tables token: nil, max: nil
-        ensure_service!
-        options = { token: token, max: max }
-        gapi = service.list_tables dataset_id, options
-        Table::List.from_gapi gapi, service, dataset_id, max
-      end
-
-      ##
-      # Queries data using the [asynchronous
-      # method](https://cloud.google.com/bigquery/querying-data).
-      #
-      # Sets the current dataset as the default dataset in the query. Useful for
-      # using unqualified table names.
-      #
-      # @param [String] query A query string, following the BigQuery [query
-      #   syntax](https://cloud.google.com/bigquery/query-reference), of the
-      #   query to execute. Example: "SELECT count(f1) FROM
-      #   [myProjectId:myDatasetId.myTableId]".
-      # @param [String] priority Specifies a priority for the query. Possible
-      #   values include `INTERACTIVE` and `BATCH`. The default value is
-      #   `INTERACTIVE`.
-      # @param [Boolean] cache Whether to look for the result in the query
-      #   cache. The query cache is a best-effort cache that will be flushed
-      #   whenever tables in the query are modified. The default value is true.
-      #   For more information, see [query
-      #   caching](https://developers.google.com/bigquery/querying-data).
-      # @param [Table] table The destination table where the query results
-      #   should be stored. If not present, a new table will be created to store
-      #   the results.
-      # @param [String] create Specifies whether the job is allowed to create
-      #   new tables.
-      #
-      #   The following values are supported:
-      #
-      #   * `needed` - Create the table if it does not exist.
-      #   * `never` - The table must already exist. A 'notFound' error is
-      #     raised if the table does not exist.
-      # @param [String] write Specifies the action that occurs if the
-      #   destination table already exists.
-      #
-      #   The following values are supported:
-      #
-      #   * `truncate` - BigQuery overwrites the table data.
-      #   * `append` - BigQuery appends the data to the table.
-      #   * `empty` - A 'duplicate' error is returned in the job result if the
-      #     table exists and contains data.
-      # @param [Boolean] large_results If `true`, allows the query to produce
-      #   arbitrarily large result tables at a slight cost in performance.
-      #   Requires `table` parameter to be set.
-      # @param [Boolean] flatten Flattens all nested and repeated fields in the
-      #   query results. The default value is `true`. `large_results` parameter
-      #   must be `true` if this is set to `false`.
-      #
-      # @return [Gcloud::Bigquery::QueryJob]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #
-      #   job = bigquery.query_job "SELECT name FROM my_table"
-      #
-      #   job.wait_until_done!
-      #   if !job.failed?
-      #     job.query_results.each do |row|
-      #       puts row["name"]
-      #     end
-      #   end
-      #
-      # @!group Data
-      #
-      def query_job query, priority: "INTERACTIVE", cache: true, table: nil,
-                    create: nil, write: nil, large_results: nil, flatten: nil
-        options = { priority: priority, cache: cache, table: table,
-                    create: create, write: write, large_results: large_results,
-                    flatten: flatten }
-        options[:dataset] ||= self
-        ensure_service!
-        gapi = service.query_job query, options
-        Job.from_gapi gapi, service
-      end
-
-      ##
-      # Queries data using the [synchronous
-      # method](https://cloud.google.com/bigquery/querying-data).
-      #
-      # Sets the current dataset as the default dataset in the query. Useful for
-      # using unqualified table names.
-      #
-      # @param [String] query A query string, following the BigQuery [query
-      #   syntax](https://cloud.google.com/bigquery/query-reference), of the
-      #   query to execute. Example: "SELECT count(f1) FROM
-      #   [myProjectId:myDatasetId.myTableId]".
-      # @param [Integer] max The maximum number of rows of data to return per
-      #   page of results. Setting this flag to a small value such as 1000 and
-      #   then paging through results might improve reliability when the query
-      #   result set is large. In addition to this limit, responses are also
-      #   limited to 10 MB. By default, there is no maximum row count, and only
-      #   the byte limit applies.
-      # @param [Integer] timeout How long to wait for the query to complete, in
-      #   milliseconds, before the request times out and returns. Note that this
-      #   is only a timeout for the request, not the query. If the query takes
-      #   longer to run than the timeout value, the call returns without any
-      #   results and with QueryData#complete? set to false. The default value
-      #   is 10000 milliseconds (10 seconds).
-      # @param [Boolean] dryrun If set to `true`, BigQuery doesn't run the job.
-      #   Instead, if the query is valid, BigQuery returns statistics about the
-      #   job such as how many bytes would be processed. If the query is
-      #   invalid, an error returns. The default value is `false`.
-      # @param [Boolean] cache Whether to look for the result in the query
-      #   cache. The query cache is a best-effort cache that will be flushed
-      #   whenever tables in the query are modified. The default value is true.
-      #   For more information, see [query
-      #   caching](https://developers.google.com/bigquery/querying-data).
-      #
-      # @return [Gcloud::Bigquery::QueryData]
-      #
-      # @example
-      #   require "gcloud"
-      #
-      #   gcloud = Gcloud.new
-      #   bigquery = gcloud.bigquery
-      #
-      #   data = bigquery.query "SELECT name FROM my_table"
-      #   data.each do |row|
-      #     puts row["name"]
-      #   end
-      #
-      # @!group Data
-      #
-      def query query, max: nil, timeout: 10000, dryrun: nil, cache: true
-        options = { max: max, timeout: timeout, dryrun: dryrun, cache: cache }
-        options[:dataset] ||= dataset_id
-        options[:project] ||= project_id
-        ensure_service!
-        gapi = service.query query, options
-        QueryData.from_gapi gapi, service
-      end
-
-      ##
-      # @private New Dataset from a Google API Client object.
-      def self.from_gapi gapi, conn
-        new.tap do |f|
-          f.gapi = gapi
-          f.service = conn
-        end
-      end
-
-      protected
-
-      ##
-      # Raise an error unless an active service is available.
-      def ensure_service!
-        fail "Must have active connection" unless service
-      end
-
-      def patch_gapi! *attributes
-        return if attributes.empty?
-        ensure_service!
-        patch_args = Hash[attributes.map do |attr|
-          [attr, @gapi.send(attr)]
-        end]
-        patch_gapi = Google::Apis::BigqueryV2::Dataset.new patch_args
-        @gapi = service.patch_dataset dataset_id, patch_gapi
-      end
-
-      ##
-      # Load the complete representation of the dataset if it has been
-      # only partially loaded by a request to the API list method.
-      def ensure_full_data!
-        reload_gapi! unless data_complete?
-      end
-
-      def reload_gapi!
-        ensure_service!
-        gapi = service.get_dataset dataset_id
-        @gapi = gapi
-      end
-
-      def data_complete?
-        @gapi.is_a? Google::Apis::BigqueryV2::Dataset
-      end
-
-      ##
-      # Yielded to a block to accumulate changes for a patch request.
-      class Updater < Dataset
-        ##
-        # A list of attributes that were updated.
-        attr_reader :updates
-
-        ##
-        # Create an Updater object.
-        def initialize gapi
-          @updates = []
-          @gapi = gapi
-        end
-
-        def access
-          # TODO: make sure to call ensure_full_data! on Dataset#update
-          @access ||= Access.from_gapi @gapi
-          if block_given?
-            yield @access
-            check_for_mutated_access!
-          end
-          # Same as Dataset#access, but not frozen
-          @access
-        end
-
-        ##
-        # Make sure any access changes are saved
-        def check_for_mutated_access!
-          return if @access.nil?
-          return unless @access.changed?
-          @gapi.update! access: @access.to_gapi
-          patch_gapi! :access
-        end
-
-        def to_gapi
-          check_for_mutated_access!
-          @gapi
-        end
-
-        protected
-
-        ##
-        # Queue up all the updates instead of making them.
-        def patch_gapi! attribute
-          @updates << attribute
-          @updates.uniq!
-        end
-      end
-    end
-  end
-end