embulk-output-vertica 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b178cb9ffe687570117d6aa8edfb55e7c77c446d
-  data.tar.gz: 72195fdd08f4929162602381bcd79432545067c0
+  metadata.gz: dd4013fbcdb34ce19df2fe94eb19b226d92d6b83
+  data.tar.gz: 5e99ffef341da9c253a6f5b6420239c7e2000999
 SHA512:
-  metadata.gz: 3f132dba10f45571d856cf33478b80f73c154413dd78268a43510461f24f223b04def25cada97e204b3053c6d2ebd09054a6d08816bfe4d26cf102b908ff5bc4
-  data.tar.gz: 10fcde36ab57437e724b4e0eb63586fcb218b300d799875777b15ba4769e9e3402dc85cc3b77f882897fdc73515e258b2ce3e57261d79eb98d921b8bab226b7f
+  metadata.gz: dabf1e7a0a5b6767dbd7352c42e777b37012e3172ef46024cb515298f8b734a8e64aa6d0b685b7fa920e41821a9351183ab9a7764ecb0a0790cf0190055ff563
+  data.tar.gz: bc761f55280145dde00983580b960af45b03e50f4ce32f4a6338cc8154a7b76d7f78280657828f5780b60f2370987415d6d3ba678535814f6e75df875df18a67

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.4.1 (2015/12/04)
+
+Fixes:
+
+* Create internal vertica projection beforehand to avoid S Lock error 
+
 # 0.4.0 (2015/11/24)
 
 Enhancements:

data/embulk-output-vertica.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-vertica"
-  spec.version       = "0.4.0"
+  spec.version       = "0.4.1"
   spec.authors       = ["eiji.sekiya", "Naotoshi Seo"]
   spec.email         = ["eiji.sekiya.0326@gmail.com", "sonots@gmail.com"]
   spec.summary       = "Vertica output plugin for Embulk"

data/lib/embulk/output/vertica.rb

@@ -84,6 +84,14 @@ module Embulk
         connection_pool.with do |jv|
           query(jv, %[DROP TABLE IF EXISTS #{quoted_schema}.#{quoted_temp_table}])
           query(jv, %[CREATE TABLE #{quoted_schema}.#{quoted_temp_table} (#{sql_schema_temp_table})])
+          # Create internal vertica projection beforehand, otherwirse, parallel copies lock table to create a projection and we get S Lock error sometimes
+          # This is a trick to create internal vertica projection
+          query(jv, %[INSERT INTO #{quoted_schema}.#{quoted_temp_table} SELECT * FROM #{quoted_schema}.#{quoted_table} LIMIT 0])
+          Embulk.logger.trace {
+            result = query(jv, %[SELECT EXPORT_OBJECTS('', '#{task['schema']}.#{task['temp_table']}')])
+            # You can see `CREATE PROJECTION` if the table has a projection
+            "embulk-output-vertica: #{result.to_a.flatten}"
+          }
         end
 
         begin
@@ -119,6 +127,7 @@ module Embulk
         return next_config_diff
       end
 
+      # instance is created on each thread
       def initialize(task, schema, index)
         super
         @converters = ValueConverterFactory.create_converters(schema, task['default_timezone'], task['column_options'])

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-vertica
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - eiji.sekiya
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-11-24 00:00:00.000000000 Z
+date: 2015-12-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jvertica