fluent-plugin-consul 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a5a83cabdee56c95a05a17511e58376076356884
+  data.tar.gz: b0c8555f1b687c7b662a47b78f04b44297a55124
+SHA512:
+  metadata.gz: a37c6dbfe10a1fbc2cdff92d03190d755ef9d7db1d9c0d7d68ac7de4c77ffae9e7e398460de17a6aa31c59e347e630197a24db5553dc9392686ba64a62757f43
+  data.tar.gz: acd00bf1f706a5f1a5327405941fbe8307cf166106b92e2e57e32cdf8286e3d037740dec3b1a1ba5d091e0cae048ee0963261dc5de195d153821b4d63d68e4d6

data/.gitignore

@@ -0,0 +1,7 @@
+.idea
+*.iml
+
+Gemfile.lock
+.bundle/*
+pkg/*
+vendor/*

data/CHANGELOG

@@ -0,0 +1,3 @@
+## v0.0.1 2014/xx/xx
+
+- Initial release

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/README.md

@@ -0,0 +1,8 @@
+# Consul output plugin for [Fluentd](http://www.fluentd.org)
+
+fluent-plugin-consul store Fluentd event to Consul Key/Value Storage
+
+## Installing
+
+to be uploaded on Rubygems
+

data/Rakefile

@@ -0,0 +1,10 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << "test" << "lib"
+  test.pattern = 'test/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test

data/fluent-plugin-consul.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-consul"
+  spec.version       = "0.0.1"
+  spec.authors       = ["foostan"]
+  spec.email         = ["ks@fstn.jp"]
+  spec.summary       = %q{Store Fluentd event to Consul Key/Value Storage}
+  spec.homepage      = "https://github.com/foostan/fluent-plugin-consul"
+  spec.license       = "Apache License, Version 2.0"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_runtime_dependency "fluentd"
+  spec.add_runtime_dependency 'diplomat', '~> 0.2.1'
+end

data/lib/fluent/plugin/out_consul.rb

@@ -0,0 +1,50 @@
+module Fluent
+
+  class ConsulOutput < Fluent::BufferedOutput
+    Fluent::Plugin.register_output('consul', self)
+
+    config_param :consul_uri, :string, :default => 'http://localhost:8500'
+    config_param :kv_prefix, :string, :default => 'fluentd'
+
+    def initialize
+      super
+      require 'diplomat'
+    end
+
+    def configure(conf)
+      super
+      ::Diplomat.configure do |config|
+        config.url = @consul_uri
+      end
+    end
+
+    def format(tag, time, record)
+      { tag => { time: time, record: record } }.to_json
+    end
+
+    def write(chunk)
+      data = JSON.parse(chunk.read)
+
+      consul_kvs_fmt(data).each do |kv|
+        ::Diplomat.put(@kv_prefix + kv[:key].to_s, kv[:value].to_s)
+      end
+    end
+
+    def consul_kvs_fmt(data)
+      kvs = []
+
+      if data.is_a?(Array) || data.is_a?(Hash)
+        data.each_key do |k|
+          r_kvs = consul_kvs_fmt(data[k])
+          r_kvs.each do |r_kv|
+            kvs << { key: '/' + k + r_kv[:key], value: r_kv[:value] }
+          end
+        end
+      else
+        kvs << { key: '', value: data }
+      end
+
+      kvs
+    end
+  end
+end

data/test/test_out_consul.rb

@@ -0,0 +1,52 @@
+require 'fluent/test'
+require 'fluent/plugin/out_consul'
+
+class TestConsulOutput < MiniTest::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = '
+    consul_uri localhost:8500
+    kv_prefix fluentd
+  '
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::ConsulOutput) do
+      def write(chunk)
+        chunk.read
+      end
+    end.configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal 'localhost:8500', d.instance.consul_uri
+    assert_equal 'fluentd', d.instance.kv_prefix
+  end
+
+  def test_consul_kvs_fmt
+    d = create_driver
+    data = {
+        'key1' => {
+            'sub_key1-1' => 'value1',
+            'sub_key1-2' => 'value2',
+        },
+        'key2' => {
+            'sub_key2-1' => 'value3',
+            'sub_key2-2' => 'value4',
+        },
+        'key3' => 'value5'
+    }
+
+    consul_kvs = [
+        Hash(:key => '/key1/sub_key1-1', :value => 'value1'),
+        Hash(:key => '/key1/sub_key1-2', :value => 'value2'),
+        Hash(:key => '/key2/sub_key2-1', :value => 'value3'),
+        Hash(:key => '/key2/sub_key2-2', :value => 'value4'),
+        Hash(:key => '/key3', :value => 'value5'),
+    ]
+
+    assert_equal consul_kvs, d.instance.consul_kvs_fmt(data)
+  end
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-consul
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- foostan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: diplomat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+description: 
+email:
+- ks@fstn.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-consul.gemspec
+- lib/fluent/plugin/out_consul.rb
+- test/test_out_consul.rb
+homepage: https://github.com/foostan/fluent-plugin-consul
+licenses:
+- Apache License, Version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Store Fluentd event to Consul Key/Value Storage
+test_files:
+- test/test_out_consul.rb