embulk-output-bigquery 0.3.0.pre6 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ce1897b1eda7e46719b031b5f7e960cdce0ac014
-  data.tar.gz: 1bab2f7575b470df798c6aad4ecaa26d00e43b8c
+  metadata.gz: 06dd5ff0d084e46e4e6d3c5b4428b5a0500a69e1
+  data.tar.gz: 974f71b43c073e5f324e27232cac48100ce5c9bf
 SHA512:
-  metadata.gz: 772f2b087ede71e6edb9d3ccae7b870b389db66f2b21ef0e559a34c8923eaf2900fe1dc8532bea2bde8505c97434c81289e5f0dff1e1141c9eb31bf5df9773ce
-  data.tar.gz: f6037ccfbfbd3a0c440cf3d65b3bb5b1e62976267ed3299e7581542deb04f79308c6e377b4e53f61a8461a8195b938e417d7b69ac227654d41be8d13ae4a28df
+  metadata.gz: 55fc22719752768be1f4a45b1e7a4c011f01a75dfd68840f1deadbed8e2aa4cd88071ddbeaf9e3ea63ac0cdbe0b875756a51f9ef024c08f5722545833da6b5e3
+  data.tar.gz: a5d30638f60ad162950219fbc58a525dd11662cc86b05d94cb02b8fd7dbf089a644a20f5a35a06e51e85f8685f5a1adb1fb07e24c46cc7d240f7453355c77953

data/CHANGELOG.md

@@ -1,4 +1,4 @@
-## 0.3.0 - YYYY-MM-DD
+## 0.3.0 - 2016-04-08
 
 Big change is introduced. Now, embulk-output-bigquery is written in JRuby.
 

data/README.md

@@ -68,7 +68,7 @@ Options for intermediate local files
 |  sequence_format                     | string      | optional   | .%d.%d                   | Sequence format for pid, thread id |
 |  file_ext                            | string      | optional   |                          | The file extension of local files such as ".csv.gz" ".json.gz". Default automatically generates from `source_format` and `compression`|
 |  skip_file_generation                | boolean     | optional   |                          | Load already generated local files into BigQuery if available. Specify correct path_prefix and file_ext. |
-|  delete_from_local_when_job_end      | boolean     | optional   | false                    | If set to true, delete glocal file when job is end |
+|  delete_from_local_when_job_end      | boolean     | optional   | true                     | If set to true, delete generate local files when job is end |
 |  compression                         | string      | optional   | "NONE"                   | Compression of local files (`GZIP` or `NONE`) |
 
 `source_format` is also used to determine formatter (csv or jsonl).
@@ -354,8 +354,8 @@ To run tests which actually connects to BigQuery such as test/test\_bigquery\_cl
 prepare a json\_keyfile at example/your-project-000.json, then
 
 ```
-$ CONNECT=1 bundle exec ruby test/test_bigquery_client.rb
-$ CONNECT=1 bundle exec ruby test/test_example.rb
+$ bundle exec ruby test/test_bigquery_client.rb
+$ bundle exec ruby test/test_example.rb
 ```
 
 ### Release gem:

data/embulk-output-bigquery.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-bigquery"
-  spec.version       = "0.3.0.pre6"
+  spec.version       = "0.3.0"
   spec.authors       = ["Satoshi Akama", "Naotoshi Seo"]
   spec.summary       = "Google BigQuery output plugin for Embulk"
   spec.description   = "Embulk plugin that insert records to Google BigQuery."

data/lib/embulk/output/bigquery.rb

@@ -12,7 +12,7 @@ module Embulk
 
       class Error < StandardError; end
 
-      # To support configuration like below as org.embulk.spi.unit.LoalFile
+      # To support configuration like below as org.embulk.spi.unit.LocalFile
       #
       # json_keyfile:
       #   content: |
@@ -321,13 +321,13 @@ module Embulk
           ensure
             if task['delete_from_local_when_job_end']
               paths.each do |path|
-                Embulk.logger.info { "delete #{path}" }
+                Embulk.logger.info { "embulk-output-bigquery: delete #{path}" }
                 File.unlink(path) rescue nil
               end
             else
               paths.each do |path|
                 if File.exist?(path)
-                  Embulk.logger.info { "#{path} is left" }
+                  Embulk.logger.info { "embulk-output-bigquery: keep #{path}" }
                 end
               end
             end

data/lib/embulk/output/bigquery/bigquery_client.rb

@@ -272,7 +272,7 @@ module Embulk
               "embulk-output-bigquery: get_job(#{@project}, #{job_id}), " \
               "errors:#{_errors.map(&:to_h)}"
             }
-            raise Error, "failed during waiting a job, errors:#{_errors.map(&:to_h)}"
+            raise Error, "failed during waiting a #{kind} job, errors:#{_errors.map(&:to_h)}"
           end
 
           _response

data/test/helper.rb

@@ -11,3 +11,4 @@ Embulk.logger = Embulk::Logger.new('/dev/null')
 APP_ROOT = File.expand_path('../', __dir__)
 EXAMPLE_ROOT = File.expand_path('../example', __dir__)
 TEST_ROOT = File.expand_path(File.dirname(__FILE__))
+JSON_KEYFILE = File.join(EXAMPLE_ROOT, 'your-project-000.json')

data/test/test_bigquery_client.rb

@@ -2,10 +2,12 @@ require_relative './helper'
 require 'embulk/output/bigquery/bigquery_client'
 require 'csv'
 
-# 1. Prepare /tmp/your-project-000.json
-# 2. CONNECT=1 bunlde exec ruby test/test_bigquery_client.rb
+# 1. Prepare example/your-project-000.json
+# 2. bunlde exec ruby test/test_bigquery_client.rb
 
-if ENV['CONNECT']
+unless File.exist?(JSON_KEYFILE)
+  puts "#{JSON_KEYFILE} is not found. Skip test/test_bigquery_client.rb"
+else
   module Embulk
     class Output::Bigquery
       class TestBigqueryClient < Test::Unit::TestCase
@@ -26,11 +28,11 @@ if ENV['CONNECT']
 
         def least_task
           {
-            'project'          => JSON.parse(File.read('/tmp/your-project-000.json'))['project_id'],
+            'project'          => JSON.parse(File.read(JSON_KEYFILE))['project_id'],
             'dataset'          => 'your_dataset_name',
             'table'            => 'your_table_name',
             'auth_method'      => 'json_key',
-            'json_keyfile'     => '/tmp/your-project-000.json',
+            'json_keyfile'     => JSON_KEYFILE,
             'retries'          => 3,
             'timeout_sec'      => 300,
             'open_timeout_sec' => 300,

data/test/test_example.rb

@@ -1,10 +1,12 @@
 require_relative './helper'
 
-# 1. Prepare /tmp/your-project-000.json
+# 1. Prepare example/your-project-000.json
 # 2. embulk bundle
-# 3. CONNECT=1 bundle exec ruby test/test_example.rb
+# 3. bundle exec ruby test/test_example.rb
 
-if ENV['CONNECT']
+unless File.exist?(JSON_KEYFILE)
+  puts "#{JSON_KEYFILE} is not found. Skip test/test_example.rb"
+else
   class TestExample < Test::Unit::TestCase
     def embulk_path
       if File.exist?("#{ENV['PATH']}/.embulk/bin/embulk")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.3.0.pre6
+  version: 0.3.0
 platform: ruby
 authors:
 - Satoshi Akama
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-03-30 00:00:00.000000000 Z
+date: 2016-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -159,9 +159,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project:
 rubygems_version: 2.4.8