embulk-output-bigquery 0.4.8 → 0.4.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: a24d41ba699a9ef9467658a3c9992a3c14c32495
-  data.tar.gz: 8ab8e872b21f05076cbc2b8c3e93e8bb64da3843
+SHA256:
+  metadata.gz: 1b02f82363fcc5b0d7ee79ede178abb05f7ccd261f999fde60c382a86c694620
+  data.tar.gz: 94541e8c719c18b3c1d02a16617cc2daabef545a354c35bdbd2c19b6490d24dc
 SHA512:
-  metadata.gz: 046bca8f4fc0f913810bf783dc7747142985d0d7482d51fa158e9254de7087ffa8d5aebf3350f981b8c1fa2231bc6f72a5dcc8063d5cf57963344d4bf72fb4e9
-  data.tar.gz: 5c5f56560d4873379dd5979bb211cad8907635d75bbd409540ea1170f02503ab459fd1458cd3b6ef1ef4320cc57a6ff255440bb9e660656f9f304e2be2397a58
+  metadata.gz: 9cc25e352180cecbe6502d031e1eda10c8bfd566b407467bffacef04b45f993ddcc0976ee09a46314453c661306ba1d2604d1ae5c3bac7633f28ea2faa4eb071
+  data.tar.gz: f11b24264d4ace3576581da99c29a561af6eb5c26a230a9fc6fc11ef897b7f44d1645c2fdfbea9cd347e21addbff6d3340baf9c9a7a1560d00a18b49761242fd

data/CHANGELOG.md

@@ -1,5 +1,8 @@
+## 0.4.9 - 2018-09-08
+* [enhancement] Enable object lifecycle management when creating buckets with `auto_create_gcs_bucket` (thanks to @potato2003)
+
 ## 0.4.8 - 2017-05-23
-* [enhancement] Support location option for auto_create_gcs_bucket option (thanks to @potato2003)
+* [enhancement] Support location option for `auto_create_gcs_bucket` option (thanks to @potato2003)
 
 ## 0.4.7 - 2017-05-02
 * [enhancement] Support location option to allow to use 'asia-northeast1' region

data/embulk-output-bigquery.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-bigquery"
-  spec.version       = "0.4.8"
+  spec.version       = "0.4.9"
   spec.authors       = ["Satoshi Akama", "Naotoshi Seo"]
   spec.summary       = "Google BigQuery output plugin for Embulk"
   spec.description   = "Embulk plugin that insert records to Google BigQuery."

data/lib/embulk/output/bigquery.rb

@@ -372,7 +372,7 @@ module Embulk
               target_table = task['temp_table'] ? task['temp_table'] : task['table']
               if bucket = task['gcs_bucket']
                 gcs = GcsClient.new(task)
-                gcs.insert_bucket(bucket) if task['auto_create_gcs_bucket']
+                gcs.insert_temporary_bucket(bucket) if task['auto_create_gcs_bucket']
                 objects = paths.size.times.map { SecureRandom.uuid.to_s }
                 gcs.insert_objects(paths, objects: objects, bucket: bucket)
                 object_uris = objects.map {|object| URI.join("gs://#{bucket}", object).to_s }

data/lib/embulk/output/bigquery/gcs_client.rb

@@ -20,12 +20,24 @@ module Embulk
           @location = @task['location']
         end
 
-        def insert_bucket(bucket = nil)
+        def insert_temporary_bucket(bucket = nil)
           bucket ||= @bucket
           begin
             Embulk.logger.info { "embulk-output-bigquery: Insert bucket... #{@project}:#{bucket}" }
             body = {
-              name: bucket
+              name: bucket,
+              lifecycle: {
+                rule: [
+                  {
+                    action: {
+                      type: "Delete",
+                    },
+                    condition: {
+                      age: 1,
+                    }
+                  },
+                ]
+              }
             }
 
             if @location
@@ -34,7 +46,7 @@ module Embulk
 
             opts = {}
 
-            Embulk.logger.debug { "embulk-output-bigquery: insert_bucket(#{@project}, #{body}, #{opts})" }
+            Embulk.logger.debug { "embulk-output-bigquery: insert_temporary_bucket(#{@project}, #{body}, #{opts})" }
             with_network_retry { client.insert_bucket(@project, body, opts) }
           rescue Google::Apis::ServerError, Google::Apis::ClientError, Google::Apis::AuthorizationError => e
             if e.status_code == 409 && /conflict:/ =~ e.message
@@ -43,7 +55,7 @@ module Embulk
             end
             response = {status_code: e.status_code, message: e.message, error_class: e.class}
             Embulk.logger.error {
-              "embulk-output-bigquery: insert_bucket(#{@project}, #{body}, #{opts}), response:#{response}"
+              "embulk-output-bigquery: insert_temporary_bucket(#{@project}, #{body}, #{opts}), response:#{response}"
             }
             raise Error, "failed to insert bucket #{@project}:#{bucket}, response:#{response}"
           end

metadata

@@ -1,81 +1,81 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.4.8
+  version: 0.4.9
 platform: ruby
 authors:
 - Satoshi Akama
 - Naotoshi Seo
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-22 00:00:00.000000000 Z
+date: 2018-09-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: google-api-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: google-api-client
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: time_with_zone
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: time_with_zone
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: embulk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.8.2
-  name: embulk
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.8.2
 - !ruby/object:Gem::Dependency
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.10.6
-  name: bundler
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.10.6
 - !ruby/object:Gem::Dependency
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '10.0'
-  name: rake
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -159,7 +159,7 @@ homepage: https://github.com/embulk/embulk-output-bigquery
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -174,9 +174,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.6.13
-signing_key:
+rubyforge_project: 
+rubygems_version: 2.7.4
+signing_key: 
 specification_version: 4
 summary: Google BigQuery output plugin for Embulk
 test_files: