fluent-plugin-verticajson 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 85e6b0afbae7763b096e957a44e8a38a1cd67926
+  data.tar.gz: b87cd6701f87574516bbab158f2b78872e0173c2
+SHA512:
+  metadata.gz: af06fe2583c3cad268c02aabfc95d83af17ddd3a683115fb86c8d46465d2bc895d2d3119a3242c967c820f07ebf2936125456fabe1b66547f41a69eab3048d20
+  data.tar.gz: 5f98dce4e75779e2d3832c0b2bbeebf9c71959830dad842a3eb24cdddd111b131c9432719454d5304b2dac3df0ff1490813367f6c64e6a10aca02a94189f745e

data/lib/fluent/plugin/out_verticajson.rb

@@ -0,0 +1,69 @@
+module Fluent
+  class VerticaJsonOutput < Fluent::BufferedOutput
+    Fluent::Plugin.register_output('verticajson', self)
+
+    config_param :host,           :string,  :default => '127.0.0.1'
+    config_param :port,           :integer, :default => 5433
+    config_param :username,       :string,  :default => 'dbadmin'
+    config_param :password,       :string,  :default => nil
+    config_param :database,       :string,  :default => nil
+    config_param :schema,         :string,  :default => nil
+    config_param :table,          :string,  :default => nil
+    config_param :ssl,            :bool,    :default => false
+
+    def initialize
+      super
+
+      require 'vertica'
+      require 'json'
+    end
+
+    def format(tag, time, record)
+      record_altered = Hash[
+          record.map{ |k, v|
+            if v.is_a?(Hash) or v.is_a?(Array)
+              [k, "#{v}"]
+            else
+              [k, v]
+            end
+          }
+      ]
+
+      $log.info "New data received to the buffer for the table #{@schema}.#{@table}"
+      record_altered.to_json
+    end
+
+    def write(chunk)
+      perm_table = "#{@schema}.#{@table}"
+
+      chunk.open do |file|
+
+        file_contents = file.read
+
+        vertica.copy(<<-SQL) { |handle| handle.write(file_contents) }
+          COPY #{perm_table}
+          FROM STDIN
+          PARSER fjsonparser()
+          ENFORCELENGTH DIRECT
+          REJECTED DATA AS TABLE #{@table}_rejected
+        SQL
+
+      end
+      $log.info "Data successfully loaded to vertica table #{perm_table}."
+    end
+
+    private
+
+    def vertica
+      @vertica ||= Vertica.connect({
+        :host     => @host,
+        :user     => @username,
+        :password => @password,
+        :ssl      => @ssl,
+        :port     => @port,
+        :database => @database
+      })
+    end
+
+  end
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-verticajson
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Josef Janda
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-10-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.35
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.35
+- !ruby/object:Gem::Dependency
+  name: vertica
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- josef.janda@wandera.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/fluent/plugin/out_verticajson.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14.1
+signing_key: 
+specification_version: 4
+summary: Fluentd output plugin for Vertica using json parser.
+test_files: []