bigquery 0.8.3 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f86dbbfbeb3a4a08ac71e39181408a2b526a09f8
-  data.tar.gz: 6e28318195e7650bb8097db3aff0e54f2575d017
+  metadata.gz: 8e1bed7457e42ea19c9ac5d8c665969fe091032d
+  data.tar.gz: 8783d467491ae84d1079eddf269362d12929a9e2
 SHA512:
-  metadata.gz: 05ca7432301a8f1b7b074dd93fd0daca5672b02d93771c50e466fb266b435417193a1f63c4be47af1bb9e6a06ea4dd6e61924d3799f9c250be73e4d5d8e84294
-  data.tar.gz: 5e1e5f48a3308c5cbf8f08dcf9b93cc454b1036c75e26d15e3358c42143724e591e6c5f289c67611332d021d277326818cab427b6ff12db9b34e1bd9289a1e59
+  metadata.gz: 41310cad0e3ec7fdc3efc72ecbdd6cc4906a02d4da3dc5cd31c852dc5d81d10dd119b2f2f23e013e4d44b3fb2c2a7cac3db79b10245941d7bdf6b6138bbc539c
+  data.tar.gz: f4d80225dba14d8a518f628ab68f3d6f06a8964d52deda801346dcc6582063432f425b3a2e967fe77599bb62c1fe79d3ea3f46e192c1b727846da985421c1b7c

data/Gemfile.lock

@@ -1,13 +1,13 @@
 PATH
   remote: .
   specs:
-    bigquery (0.8.3)
+    bigquery (0.9.0)
       google-api-client (= 0.8.6)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (4.2.3)
+    activesupport (4.2.5)
       i18n (~> 0.7)
       json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)

data/README.md

@@ -14,6 +14,7 @@ Only service accounts are supported right now. https://developers.google.com/acc
 
 * query
 * tables
+* datasets
 * load
 * tables_formatted
 * job
@@ -76,6 +77,24 @@ Describe table schema
 
     bq.describe_table('table_name')
 
+## Datasets
+
+List datasets in dataset
+
+    bq.datasets
+
+List dataset names
+
+    bq.datasets_formatted
+
+Delete exiting dataset
+
+    bq.delete_dataset('test123')
+
+Create dataset. First param is the dataset name
+
+    bq.create_dataset('test123')
+
 ## Querying
 
     bq.query("SELECT * FROM [#{config['dataset']}.table_name] LIMIT 1")
@@ -85,12 +104,28 @@ Describe table schema
 Insert a single row
 
     bq.insert('table_name', 'id' => 123, 'type' => 'Task')
-    
+
 Batch insert an array of rows. [See bigquery docs for limitations.](https://cloud.google.com/bigquery/streaming-data-into-bigquery#quota)
 
     data = [{'id' => 123, 'type' => 'Foo'}, {'id' => 321, 'type' => 'Bar'}]
     bq.insert('table_name', data)
 
+# Patching
+
+Patching a exiting table
+
+    bq.patch_table('test', 'id' => 123, 'type' => 'Task', 'name' => 'Task1')
+
+Tables: patch [See bigquery docs for details.](https://cloud.google.com/bigquery/docs/reference/v2/tables/patch)
+
+# Updating
+
+Updating a exiting table
+
+    bq.update_table('test', 'id' => 123, 'type' => 'Task', 'name' => 'Task1')
+
+Tables: update [See bigquery docs for details.](https://cloud.google.com/bigquery/docs/reference/v2/tables/update)
+
 ## Keys
 
 To get the keys you need to have a:

data/lib/big_query/client.rb

@@ -2,6 +2,7 @@ require 'big_query/client/errors'
 require 'big_query/client/query'
 require 'big_query/client/jobs'
 require 'big_query/client/tables'
+require 'big_query/client/datasets'
 require 'big_query/client/load'
 
 module BigQuery
@@ -10,6 +11,7 @@ module BigQuery
     include BigQuery::Client::Query
     include BigQuery::Client::Jobs
     include BigQuery::Client::Tables
+    include BigQuery::Client::Datasets
     include BigQuery::Client::Insert
 
     attr_accessor :dataset, :project_id

data/lib/big_query/client/datasets.rb

@@ -0,0 +1,52 @@
+module BigQuery
+  class Client
+    module Datasets
+
+      # Lists the datasets
+      #
+      # @return [Hash] json api response
+      def datasets
+        response = api({
+          :api_method => @bq.datasets.list,
+        })
+
+        response['datasets'] || []
+      end
+
+      # Lists the datasets returnning only the tableId
+      #
+      # @return [Hash] json api response
+      def datasets_formatted
+        datasets.map { |t| t['datasetReference']['datasetId'] }
+      end
+
+      # Creating a new dataset
+      #
+      # @param datasetId [String] dataset id to insert into
+      # @return [Hash] json api response
+      #
+      # examples:
+      #
+      # @bq.create_dataset('new_dataset')
+      def create_dataset(datasetId)
+        api(
+          api_method: @bq.datasets.insert,
+          body_object: { "datasetReference" => {
+                            "datasetId" => datasetId,
+                            "projectId" => @project_id,
+                          }
+                        }
+        )
+      end
+
+      # Deletes the given datasetId
+      #
+      # @param datasetId [String] dataset id to insert into
+      def delete_dataset(datasetId)
+        api(api_method: @bq.datasets.delete,
+            parameters: { 'datasetId' => datasetId }
+        )
+      end
+    end
+  end
+end

data/lib/big_query/client/tables.rb

@@ -95,6 +95,60 @@ module BigQuery
         )
       end
 
+      # Patching a exsiting table
+      #
+      # @param tableId [String] table id to insert into
+      # @param schema [Hash] name => opts hash for the schema
+      #
+      # examples:
+      #
+      # @bq.patch_table('existing_table', id: { type: 'INTEGER', mode: 'required' }, price: { type: 'FLOAT' })
+      # It should be provide entire schema including the difference between the existing schema
+      # Otherwise 'BigQuery::Errors::BigQueryError: Provided Schema does not match Table' occur
+      def patch_table(tableId, schema={})
+        api(
+          api_method: @bq.tables.patch,
+          parameters: { 'tableId' => tableId,
+                        'datasetId' => @dataset },
+          body_object: { 'tableReference' => {
+                            'tableId' => tableId,
+                            'projectId' => @project_id,
+                            'datasetId' => @dataset
+                          },
+                          'schema' => {
+                            'fields' => validate_schema(schema)
+                          }
+                        }
+        )
+      end
+
+      # Updating a exsiting table
+      #
+      # @param tableId [String] table id to insert into
+      # @param schema [Hash] name => opts hash for the schema
+      #
+      # examples:
+      #
+      # @bq.update_table('existing_table', id: { type: 'INTEGER', mode: 'required' }, price: { type: 'FLOAT' })
+      # It should be provide entire schema including the difference between the existing schema
+      # Otherwise 'BigQuery::Errors::BigQueryError: Provided Schema does not match Table' occur
+      def update_table(tableId, schema={})
+        api(
+          api_method: @bq.tables.update,
+          parameters: { 'tableId' => tableId,
+                        'datasetId' => @dataset },
+          body_object: { 'tableReference' => {
+                            'tableId' => tableId,
+                            'projectId' => @project_id,
+                            'datasetId' => @dataset
+                          },
+                          'schema' => {
+                            'fields' => validate_schema(schema)
+                          }
+                        }
+        )
+      end
+
       # Describe the schema of the given tableId
       #
       # @param tableId [String] table id to describe

data/lib/big_query/version.rb

@@ -1,3 +1,3 @@
 module BigQuery
-  VERSION = '0.8.3'
+  VERSION = '0.9.0'
 end

data/test/bigquery.rb

@@ -98,6 +98,57 @@ class BigQueryTest < MiniTest::Unit::TestCase
     refute_includes tables, 'test123'
   end
 
+  def test_for_patch_table
+    schema = {
+      id: { type: 'INTEGER', mode: 'REQUIRED' },
+      type: { type: 'STRING', mode: 'NULLABLE' },
+      date: { type: 'TIMESTAMP' },
+      city: {
+        name: 'city',
+        type: 'RECORD',
+        mode: 'nullable',
+        fields: {
+          id: { name: 'id', type: 'INTEGER' }
+        }
+      }
+    }
+
+    result = @bq.patch_table('test', schema)
+
+    assert_equal result['kind'], "bigquery#table"
+    assert_equal result['tableReference']['tableId'], "test"
+    assert_equal result['schema']['fields'], [
+      { 'name' => 'id', 'type' => 'INTEGER', 'mode' => 'REQUIRED' },
+      { 'name' => 'type', 'type' => 'STRING', 'mode' => 'NULLABLE' },
+      { 'name' => 'date', 'type' => 'TIMESTAMP' },
+      {
+        'name' => 'city',
+        'type' => 'RECORD',
+        'fields' => [
+          { 'name' => 'id', 'type' => 'INTEGER' },
+        ]
+      }
+    ]
+  end
+
+  def test_for_update_table
+    schema = {
+      id: { type: 'INTEGER', mode: 'REQUIRED' },
+      type: { type: 'STRING', mode: 'NULLABLE' },
+      name: { type: 'STRING' }
+    }
+
+    result = @bq.update_table('test', schema)
+
+    assert_equal result['kind'], "bigquery#table"
+    assert_equal result['tableReference']['tableId'], "test"
+    assert_equal result['schema']['fields'], [
+      { 'name' => 'id', 'type' => 'INTEGER', 'mode' => 'REQUIRED' },
+      { 'name' => 'type', 'type' => 'STRING', 'mode' => 'NULLABLE' },
+      { 'name' => 'name', 'type' => 'STRING' }
+    ]
+  end
+
   def test_for_describe_table
     result = @bq.describe_table('test')
 
@@ -155,4 +206,40 @@ class BigQueryTest < MiniTest::Unit::TestCase
 
     assert_equal result['kind'], "bigquery#job"
   end
+
+  def test_for_datasets
+    dataset = @bq.datasets.select{|t| t['id'] == "#{config['project_id']}:#{config['dataset']}"}.first
+
+    assert_equal dataset['kind'], "bigquery#dataset"
+    assert_equal dataset['datasetReference']['datasetId'], config['dataset']
+  end
+
+  def test_for_datasets_formatted
+    result = @bq.datasets_formatted
+
+    assert_includes result, config['dataset']
+  end
+
+  def test_for_create_datasets
+    if @bq.datasets_formatted.include? 'test123'
+      @bq.delete_dataset('test123')
+    end
+
+    result = @bq.create_dataset('test123')
+
+    assert_equal result['kind'], "bigquery#dataset"
+    assert_equal result['datasetReference']['datasetId'], 'test123'
+  end
+
+  def test_for_delete_datasets
+    if !@bq.datasets_formatted.include? 'test123'
+      @bq.create_dataset('test123')
+    end
+
+    result = @bq.delete_dataset('test123')
+
+    datasets = @bq.datasets_formatted
+
+    refute_includes datasets, 'test123'
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bigquery
 version: !ruby/object:Gem::Version
-  version: 0.8.3
+  version: 0.9.0
 platform: ruby
 authors:
 - Adam Bronte
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-14 00:00:00.000000000 Z
+date: 2016-01-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -100,6 +100,7 @@ files:
 - bigquery.gemspec
 - lib/big_query.rb
 - lib/big_query/client.rb
+- lib/big_query/client/datasets.rb
 - lib/big_query/client/errors.rb
 - lib/big_query/client/jobs.rb
 - lib/big_query/client/load.rb