embulk-output-bigquery 0.3.5 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b0856b220a3d9c7b78dbffe45b35edf8e10b4fba
-  data.tar.gz: 8ce985e90cfd9aa9b88c6cb7ec994d6e89184584
+  metadata.gz: 75ab420c5b9cd88e768004ba69eadbfee768c042
+  data.tar.gz: cce52b664a946840e4576cb5d66b95e1082252ae
 SHA512:
-  metadata.gz: 02c3432b3494df8ca2f1901dda75488380574a7047228434a800d1578975ce9b6abb0bd65a0a5fc95285077d6963d19160241ed96e2b42d28cd30920e8c66230
-  data.tar.gz: dd7aec6748550836b6195d5ee7d403ca126a52d194fe9a0a8e3bf7257bb7639931f3e6df7fde2908a1e8f610577b085ca30c50876a800040ff7b71aedb80e1f8
+  metadata.gz: 4af32432153efe97e5f304c2a4b20f97ab67af7c0c626ebdcd918665fb996e8946af03cfdc34f61036ec369deb769aeb4857af18876fc1a9448c86e8dd9b0ff6
+  data.tar.gz: 065b5243b83818a72cab0769a797dc2fa760d138eb464eb01040e99f37d553bf99b940909ea4546b7cf30854f745b493495304d858b1c985428d23f9df0850f0

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.3.6 - 2016-06-15
+
+* [maintenance] if `is_skip_job_result_check` is true, skip output_rows checking (thanks to @joker1007)
+
 ## 0.3.5 - 2016-06-13
 
 * [enhancement] retry backendError and internalError in waiting load job

data/embulk-output-bigquery.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-bigquery"
-  spec.version       = "0.3.5"
+  spec.version       = "0.3.6"
   spec.authors       = ["Satoshi Akama", "Naotoshi Seo"]
   spec.summary       = "Google BigQuery output plugin for Embulk"
   spec.description   = "Embulk plugin that insert records to Google BigQuery."

data/lib/embulk/output/bigquery.rb

@@ -239,6 +239,8 @@ module Embulk
 
       def self.transaction_report(task, responses)
         num_input_rows = file_writers.empty? ? 0 : file_writers.map(&:num_rows).inject(:+)
+        return {'num_input_rows' => num_input_rows} if task['is_skip_job_result_check']
+
         num_response_rows = responses.inject(0) do |sum, response|
           sum + (response ? response.statistics.load.output_rows.to_i : 0)
         end
@@ -336,7 +338,7 @@ module Embulk
             transaction_report = self.transaction_report(task, responses)
             Embulk.logger.info { "embulk-output-bigquery: transaction_report: #{transaction_report.to_json}" }
 
-            if task['abort_on_error']
+            if task['abort_on_error'] && !task['is_skip_job_result_check']
               if transaction_report['num_input_rows'] != transaction_report['num_output_rows']
                 raise Error, "ABORT: `num_input_rows (#{transaction_report['num_input_rows']})` and " \
                   "`num_output_rows (#{transaction_report['num_output_rows']})` does not match"

data/lib/embulk/output/bigquery/bigquery_client.rb

@@ -197,7 +197,9 @@ module Embulk
               }
               Embulk.logger.debug { "embulk-output-bigquery: insert_job(#{@project}, #{body}, #{opts})" }
               response = client.insert_job(@project, body, opts)
-              unless @task['is_skip_job_result_check']
+              if @task['is_skip_job_result_check']
+                response
+              else
                 response = wait_load('Load', response)
               end
             rescue Google::Apis::ServerError, Google::Apis::ClientError, Google::Apis::AuthorizationError => e

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.3.5
+  version: 0.3.6
 platform: ruby
 authors:
 - Satoshi Akama
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-06-13 00:00:00.000000000 Z
+date: 2016-06-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client