embulk-output-bigquery 0.4.7 → 0.4.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4ff7af5986004058e6bfc02cca1f00e9809f61bc
-  data.tar.gz: 243490b5b6468a9b204b9f7369eea55559fa08b0
+  metadata.gz: a24d41ba699a9ef9467658a3c9992a3c14c32495
+  data.tar.gz: 8ab8e872b21f05076cbc2b8c3e93e8bb64da3843
 SHA512:
-  metadata.gz: 1ace47fce8c23201c9a9cfabfc8f35700c81495eecdf34e255fb463af89f053709a892b9ec0b1603f468d2a09d33b64773bc1ec0909de745efd020a4136504eb
-  data.tar.gz: df1cbc7852e15de10bfd7d9fb88cb4c288926438a64beb7d7f88ebc077c7accf8c02e57778329249192f03b5b5da428eb2380074be4fcafc4d0cdcf640baed5b
+  metadata.gz: 046bca8f4fc0f913810bf783dc7747142985d0d7482d51fa158e9254de7087ffa8d5aebf3350f981b8c1fa2231bc6f72a5dcc8063d5cf57963344d4bf72fb4e9
+  data.tar.gz: 5c5f56560d4873379dd5979bb211cad8907635d75bbd409540ea1170f02503ab459fd1458cd3b6ef1ef4320cc57a6ff255440bb9e660656f9f304e2be2397a58

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 0.4.8 - 2017-05-23
+* [enhancement] Support location option for auto_create_gcs_bucket option (thanks to @potato2003)
+
 ## 0.4.7 - 2017-05-02
 * [enhancement] Support location option to allow to use 'asia-northeast1' region
 

data/README.md

@@ -128,7 +128,7 @@ out:
 
 The geographic location of the dataset. Required except for US and EU.
 
-`auto_create_table` isn't supported except for US and EU. And GCS bucket should be in same region when you use `gcs_bucket`.
+GCS bucket should be in same region when you use `gcs_bucket`.
 
 See also [Dataset Locations | BigQuery | Google Cloud](https://cloud.google.com/bigquery/docs/dataset-locations)
 

data/embulk-output-bigquery.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-bigquery"
-  spec.version       = "0.4.7"
+  spec.version       = "0.4.8"
   spec.authors       = ["Satoshi Akama", "Naotoshi Seo"]
   spec.summary       = "Google BigQuery output plugin for Embulk"
   spec.description   = "Embulk plugin that insert records to Google BigQuery."

data/lib/embulk/output/bigquery.rb

@@ -113,17 +113,6 @@ module Embulk
           task['table_old']   ||= task['table']
         end
 
-        unless task['location'].nil?
-          task['location'] = task['location'].downcase
-          # google-api-client doesn't support create bucket with region
-          # We need to use Cloud Storage Client Libraries to support it
-          if task['auto_create_gcs_bucket']
-            unless %w[us eu].include?(task['location'])
-              raise ConfigError.new "`auto_create_gcs_bucket` isn't supported excepts in us/eu"
-            end
-          end
-        end
-
         if task['table_old']
           task['table_old'] = now.strftime(task['table_old'])
         end

data/lib/embulk/output/bigquery/gcs_client.rb

@@ -17,15 +17,21 @@ module Embulk
 
           @project = @task['project']
           @bucket = @task['gcs_bucket']
+          @location = @task['location']
         end
 
         def insert_bucket(bucket = nil)
           bucket ||= @bucket
           begin
             Embulk.logger.info { "embulk-output-bigquery: Insert bucket... #{@project}:#{bucket}" }
-            body  = {
-              name: bucket,
+            body = {
+              name: bucket
             }
+
+            if @location
+              body[:location] = @location
+            end
+
             opts = {}
 
             Embulk.logger.debug { "embulk-output-bigquery: insert_bucket(#{@project}, #{body}, #{opts})" }

data/test/test_configure.rb

@@ -113,9 +113,6 @@ module Embulk
 
         config = least_config.merge('location' => 'asia-northeast1')
         assert_nothing_raised { Bigquery.configure(config, schema, processor_count) }
-
-        config = least_config.merge('location' => 'asia-northeast1', 'auto_create_gcs_bucket' => true)
-        assert_raise { Bigquery.configure(config, schema, processor_count) }
       end
 
       def test_dataset_table_old

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.4.7
+  version: 0.4.8
 platform: ruby
 authors:
 - Satoshi Akama
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-05-02 00:00:00.000000000 Z
+date: 2018-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement