fluent-plugin-collectd-influxdb 0.1.0

data/ChangeLog

@@ -0,0 +1,3 @@
+Release 0.1.0 - 2014/10/10
+
+  * First release

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/README.md

@@ -0,0 +1,52 @@
+# Output filter plugin Output filter plugin to rewrite Collectd JSON output to be inserted into InfluxDB
+
+Rewrites the message coming from Collectd to make it compatible with the way InfluxDB stores data in series.
+
+## Installation
+
+Use RubyGems:
+
+    gem install fluent-plugin-collectd-influxdb
+
+## Configuration
+
+    <match pattern>
+      type collectd_influxdb
+    </match>
+
+If following record is passed:
+
+```js
+[{"time" => 1000, "host" => 'host_v', "interval" => 5, "plugin" => 'plugin_v', "plugin_instance" => 'plugin_instance_v', "type" => 'type_v', "type_instance" => 'type_instance_v', "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']}]
+```
+
+then you got new record like below:
+
+```js
+[{"n1"=>"v1", "n2"=>"v2"}]
+```
+
+and the record tag will be changed to
+
+```js
+host_v.plugin_v.plugin_instance_v.type_v.type_instance_v
+```
+
+Empty values in "plugin", "plugin_instance", "type" or "type_instance" will not be copied into the new tag name
+
+
+## WARNING
+
+* This plugin was written to deal with a specific use-case, might not be the best fit for everyone. If you need more configurability/features, create a PR
+
+
+## Copyright
+
+<table>
+  <tr>
+    <td>Author</td><td>Giuseppe Iannello <giuseppe.iannello@brokenloop.net></td>
+  </tr>
+  <tr>
+    <td>License</td><td>MIT License</td>
+  </tr>
+</table>

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/*.rb']
+  test.verbose = true
+end
+
+task :default => [:build]

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/fluent-plugin-collectd-influxdb.gemspec

@@ -0,0 +1,22 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-collectd-influxdb"
+  gem.description = "Output filter plugin to rewrite Collectd JSON output to be inserted into InfluxDB"
+  gem.homepage    = "https://github.com/giannello/fluent-plugin-collectd-influxdb"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["Giuseppe Iannello"]
+  gem.email       = "giuseppe.iannello@brokenloop.net"
+  gem.has_rdoc    = false
+  #gem.platform    = Gem::Platform::RUBY
+  gem.license     = 'MIT'
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd", "~> 0.10.17"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+end

data/lib/fluent/plugin/out_collectd_influxdb.rb

@@ -0,0 +1,38 @@
+module Fluent
+  class CollectdInfluxdbOutput < Output
+    Fluent::Plugin.register_output('collectd_influxdb', self)
+
+    def configure(conf)
+      super
+    end
+
+    def emit(tag, es, chain)
+      es.each { |time, record|
+        record.each { |event|
+          Engine.emit(rewrite_tag(tag, event), event['time'], normalize_record(event))
+        }
+      }
+
+      chain.next
+    end
+
+    private
+
+    def rewrite_tag(tag, event)
+      @tags = [tag, event['host'].gsub(".","/"), event['plugin'], event['plugin_instance'], event['type'], event['type_instance']]
+      tag = @tags.join(".").squeeze(".").gsub(/\.$/, '')
+      tag
+    end
+
+    def normalize_record(record)
+      record['values'].each_with_index { |value, index|
+        record[record['dsnames'][index]] = value
+      }
+      keys = ['time', 'host', 'interval', 'plugin', 'plugin_instance', 'type', 'type_instance', 'values', 'dsnames', 'dstypes']
+      keys.each { |key|
+        record.delete(key)
+      }
+      record
+    end
+  end
+end

data/test/out_collectd_influxdb.rb

@@ -0,0 +1,75 @@
+require 'fluent/test'
+require 'fluent/plugin/out_collectd_influxdb'
+
+
+class CollectdInfluxdbOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    type collectd_influxdb
+    tag foo.filtered
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::CollectdInfluxdbOutput, tag='test_tag').configure(conf)
+  end
+
+  def test_rewrite_tag
+    d = create_driver %[
+      type collectd_influxdb
+    ]
+
+    d.run do
+      d.emit([{
+        "time" => 1000, "host" => 'host', "interval" => 5,
+        "plugin" => 'plugin', "plugin_instance" => 'plugin_instance',
+        "type" => 'type', "type_instance" => 'type_instance',
+        "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']
+      }])
+      d.emit([{
+        "time" => 1000, "host" => 'host', "interval" => 5,
+        "plugin" => 'plugin', "plugin_instance" => '',
+        "type" => 'type', "type_instance" => 'type_instance',
+        "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']
+      }])
+      d.emit([{
+        "time" => 1000, "host" => 'host', "interval" => 5,
+        "plugin" => 'plugin', "plugin_instance" => 'plugin_instance',
+        "type" => '', "type_instance" => 'type_instance',
+        "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']
+      }])
+      d.emit([{
+        "time" => 1000, "host" => 'host', "interval" => 5,
+        "plugin" => 'plugin', "plugin_instance" => 'plugin_instance',
+        "type" => 'type', "type_instance" => '',
+        "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']
+      }])
+    end
+
+    assert_equal 4, d.emits.length
+    assert_equal "test_tag.host.plugin.plugin_instance.type.type_instance", d.emits[0][0]
+    assert_equal "test_tag.host.plugin.type.type_instance", d.emits[1][0]
+    assert_equal "test_tag.host.plugin.plugin_instance.type_instance", d.emits[2][0]
+    assert_equal "test_tag.host.plugin.plugin_instance.type", d.emits[3][0]
+  end
+
+  def test_normalize_record
+    d = create_driver %[
+      type collectd_influxdb
+    ]
+
+    d.run do
+      d.emit([{
+        "time" => 1000, "host" => 'v', "interval" => 5,
+        "plugin" => 'v', "plugin_instance" => 'v',
+        "type" => 'v', "type_instance" => 'v',
+        "values" => ['v1', 'v2'], "dsnames" => ['n1', 'n2'], "dstypes" => ['t1', 't2']
+      }])
+    end
+
+    assert_equal [{"n1"=>"v1", "n2"=>"v2"}], d.records
+  end
+
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-collectd-influxdb
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Giuseppe Iannello
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.17
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.17
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Output filter plugin to rewrite Collectd JSON output to be inserted into
+  InfluxDB
+email: giuseppe.iannello@brokenloop.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ChangeLog
+- Gemfile
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-collectd-influxdb.gemspec
+- lib/fluent/plugin/out_collectd_influxdb.rb
+- test/out_collectd_influxdb.rb
+homepage: https://github.com/giannello/fluent-plugin-collectd-influxdb
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Output filter plugin to rewrite Collectd JSON output to be inserted into
+  InfluxDB
+test_files: []