embulk-output-vertica 0.5.7 → 0.5.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: daddcdfee4c5483f5844d5d1f5b88e6550d482ab
-  data.tar.gz: 359f2050bb2fc49c6a34d51f4328e17dd17a16cf
+  metadata.gz: a5c852962bbea4e096164da3d4e1686a2c4dddda
+  data.tar.gz: db0801b7d7645f8a93442339e91427ea80c8fac9
 SHA512:
-  metadata.gz: 834eaf89a88c7eface737474dded51f134577b10c3891564f710a9e3f0c86b473b6f7a185ad24b01b5e2a89954e3a7344f0177a7a06ed67c156eb3323eba34ce
-  data.tar.gz: 3a435a2d1f8c0a3c3c4307b38e35ce728e99b5ae9beb78b1ebf208e62f9fd4d6c8f58759adc4b33cb423ffc88b4b3a235ae231aa5ad5a26d66aba7f5ed9c7c40
+  metadata.gz: 74423ccdc71170c85ead4e7b5181d4308f6c7ab391de32fcd533547cc4729aee8aaefb57792954d9680179ec0a7b29e7728fc54d9745139b9fa680aa8b2ff1fd
+  data.tar.gz: fbdb7aa14a69cb04fbbce927ed8da214daf099b1043c9f42faba65574058e1b19fee0c97625d31f6272220944cad470bebfb1001774a5bf6fa36d6b0b9ec331b

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.5.8 (2016/01/24)
+
+Enhancements:
+
+* Add resource_pool option
+
 # 0.5.7 (2016/01/22)
 
 Enhancements:

data/README.md

@@ -39,6 +39,7 @@
   - **timestamp_format**: timestamp format to convert into/from `timestamp` (string, default is "%Y-%m-%d %H:%M:%S %z")
   - **timezone**: timezone to convert into/from `timestamp` (string, default is `default_timezone`).
 - **json_payload**: Assuming first columns of records are json string, COPY each json into vertica directly using fjsonparser. This would improve performance by avoiding construction of json in this jruby plugin. ToDo: auto table creation is not supported for this mode yet (bool, default is false)
+- **resource_pool**: Configure resource pool (string, default is nil)
 
 ### Modes
 

data/embulk-output-vertica.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-vertica"
-  spec.version       = "0.5.7"
+  spec.version       = "0.5.8"
   spec.authors       = ["eiji.sekiya", "Naotoshi Seo"]
   spec.email         = ["eiji.sekiya.0326@gmail.com", "sonots@gmail.com"]
   spec.summary       = "Vertica output plugin for Embulk"

data/lib/embulk/output/vertica.rb

@@ -31,6 +31,7 @@ module Embulk
           'default_timezone' => config.param('default_timezone', :string, :default => 'UTC'),
           'column_options'   => config.param('column_options',   :hash,    :default => {}),
           'json_payload'     => config.param('json_payload',     :bool,    :default => false),
+          'resource_pool'    => config.param('resource_pool',    :string,  :default => nil),
           'reject_on_materialized_type_error' => config.param('reject_on_materialized_type_error', :bool, :default => false),
           'pool'             => config.param('pool',             :integer, :default => processor_count),
         }
@@ -68,20 +69,18 @@ module Embulk
         quoted_table      = ::Jvertica.quote_identifier(task['table'])
         quoted_temp_table = ::Jvertica.quote_identifier(task['temp_table'])
 
-        unless task['json_payload'] # ToDo: auto table creation is not supported to json_payload mode yet
-          sql_schema_table = self.sql_schema_from_embulk_schema(schema, task['column_options'])
+        connect(task) do |jv|
+          unless task['json_payload'] # ToDo: auto table creation is not supported to json_payload mode yet
+            sql_schema_table = self.sql_schema_from_embulk_schema(schema, task['column_options'])
 
-          # create the target table
-          connect(task) do |jv|
+            # create the target table
             query(jv, %[DROP TABLE IF EXISTS #{quoted_schema}.#{quoted_table}]) if task['mode'] == 'REPLACE'
             query(jv, %[CREATE TABLE IF NOT EXISTS #{quoted_schema}.#{quoted_table} (#{sql_schema_table})])
           end
-        end
 
-        sql_schema_temp_table = self.sql_schema_from_table(task)
+          sql_schema_temp_table = self.sql_schema_from_table(jv, task)
 
-        # create a temp table
-        connect(task) do |jv|
+          # create a temp table
           query(jv, %[DROP TABLE IF EXISTS #{quoted_schema}.#{quoted_temp_table}])
           query(jv, %[CREATE TABLE #{quoted_schema}.#{quoted_temp_table} (#{sql_schema_temp_table})])
           # Create internal vertica projection beforehand, otherwirse, parallel copies lock table to create a projection and we get S Lock error sometimes
@@ -155,6 +154,10 @@ module Embulk
           database: task['database'],
         })
 
+        if task['resource_pool']
+          query(jv, "SET SESSION RESOURCE_POOL = '#{task['resource_pool']}'")
+        end
+
         if block_given?
           begin
             yield jv
@@ -191,17 +194,15 @@ module Embulk
         end
       end
 
-      def self.sql_schema_from_table(task)
+      def self.sql_schema_from_table(jv, task)
         quoted_schema = Jvertica.quote(task['schema'])
         quoted_table  = Jvertica.quote(task['table'])
         sql = "SELECT column_name, data_type FROM v_catalog.columns " \
           "WHERE table_schema = #{quoted_schema} AND table_name = #{quoted_table}"
 
         sql_schema = {}
-        connect(task) do |jv|
-          result = query(jv, sql)
-          sql_schema = result.map {|row| [row[0], row[1]] }
-        end
+        result = query(jv, sql)
+        sql_schema = result.map {|row| [row[0], row[1]] }
         sql_schema.map {|name, type| "#{::Jvertica.quote_identifier(name)} #{type}" }.join(',')
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-vertica
 version: !ruby/object:Gem::Version
-  version: 0.5.7
+  version: 0.5.8
 platform: ruby
 authors:
 - eiji.sekiya
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-22 00:00:00.000000000 Z
+date: 2016-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jvertica