fluent-plugin-munin-node 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e19be264a0d1f562630effd9d72e4eb4967afe7f
+  data.tar.gz: 2117c050f0b25c8e3ec7d2954c0be0ee1bf728a5
+SHA512:
+  metadata.gz: 6c92e3b576df6398dc890bc45a6415ddec47cba1615d7f489b86f5745d4803995ea9a3866870557f324977c62d439f2db33e38fd6afd90bbdb97de6b8d747e47
+  data.tar.gz: 2adaad102c12490a78b62aef93729a804721e98bc1ce25cb354beaf61c52bdecd6802947f9e99bb6494465c241309bb2150757c4d3ddc320d587d1411f80652f

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+test.rb
+fluent.conf

data/.rspec

@@ -0,0 +1,2 @@
+--require spec_helper
+--colour

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+rvm:
+- 2.0.0
+- 2.1
+- 2.2
+script:
+- bundle install
+- bundle exec rake

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-munin-node.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Genki Sugawara
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,68 @@
+# fluent-plugin-munin-node
+
+Fluentd input plugin for Munin node.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fluent-plugin-munin-node'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-munin-node
+
+## Configuration
+
+```apache
+<source>
+  type munin_node
+
+  #node_host 127.0.0.1
+  #node_port 10050
+  #interval 60
+  #tag munin.item
+  #plugin_key plugin
+  #datasource_key datasource
+  #item_value_key value
+  #extra {}
+  #bulk false
+</source>
+```
+
+## Usage
+
+### Get munin datasources as multiple records
+
+```apache
+<source>
+  type munin_node
+  extra {"hostname", "my-host"}
+</source>
+```
+
+```
+2015-91-02 12:30:09 +0000 munin.item: {"plugin":"cpu","datasource":"user","value":"4192","hostname":"my-host"}
+2015-91-02 12:30:09 +0000 munin.item: {"plugin":"cpu","datasource":"nice","value":"0","hostname":"my-host"}
+2015-91-02 12:30:09 +0000 munin.item: {"plugin":"cpu","datasource":"system","value":"1935","hostname":"my-host"}
+```
+
+## Get munin datasources as a single record
+
+```apache
+<source>
+  type munin_node
+  extra {"hostname", "my-host"}
+  bulk true
+</source>
+```
+
+```
+2015-01-02 12:30:40 +0000 munin.item: {"cpu":{"user":"4112","nice":"0","system":"1894",...,"hostname":"my-host"}
+```

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "fluent/plugin/munin/node"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/fluent-plugin-munin-node.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fluent_plugin_munin_node/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'fluent-plugin-munin-node'
+  spec.version       = FluentPluginMuninNode::VERSION
+  spec.authors       = ['Genki Sugawara']
+  spec.email         = ['sugawara@cookpad.com']
+
+  spec.summary       = %q{Fluentd input plugin for Munin node.}
+  spec.description   = %q{Fluentd input plugin for Munin node.}
+  spec.homepage      = 'https://github.com/winebarrel/fluent-plugin-munin-node'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'fluentd'
+  spec.add_dependency 'munin-ruby', '>= 0.1.4'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec', '>= 3.0.0'
+  spec.add_development_dependency 'test-unit', '>= 3.1.0'
+  spec.add_development_dependency 'timecop'
+end

data/lib/fluent/plugin/in_munin_node.rb

@@ -0,0 +1,113 @@
+require 'fluent_plugin_munin_node/version'
+
+class Fluent::MuninNodeInput < Fluent::Input
+  Fluent::Plugin.register_input('munin_node', self)
+
+  unless method_defined?(:log)
+    define_method('log') { $log }
+  end
+
+  unless method_defined?(:router)
+    define_method('router') { Fluent::Engine }
+  end
+
+  config_param :node_host,            :string,  :default => '127.0.0.1'
+  config_param :node_port,            :integer, :default => 4949
+  config_param :interval,             :time,    :default => 60
+  config_param :tag,                  :string,  :default => 'munin.item'
+  config_param :plugin_key,           :string,  :default => 'plugin'
+  config_param :datasource_key,       :string,  :default => 'datasource'
+  config_param :datasource_value_key, :string,  :default => 'value'
+  config_param :extra,                :hash,    :default => {}
+  config_param :bulk,                 :bool,    :default => false
+
+  def initialize
+    super
+    require 'munin-ruby'
+  end
+
+  def configure(conf)
+    super
+  end
+
+  def start
+    super
+
+    @node = Munin::Node.new(@node_host, @node_port)
+    @loop = Coolio::Loop.new
+    timer = TimerWatcher.new(@interval, true, log, &method(:fetch_items))
+    @loop.attach(timer)
+    @thread = Thread.new(&method(:run))
+  end
+
+  def shutdown
+    @loop.watchers.each(&:detach)
+    @loop.stop
+
+    # XXX: Comment out for exit soon. Is it OK?
+    #@thread.join
+
+    @node.disconnect
+    @node.connection.close
+  end
+
+  private
+
+  def run
+    @loop.run
+  rescue => e
+    log.error(e.message)
+    log.error_backtrace(e.backtrace)
+  end
+
+  def fetch_items
+    values_by_plugin = {}
+
+    @node.list.each do |plugin|
+      begin
+        plugin_values = @node.fetch(plugin)
+        values_by_plugin.update(plugin_values)
+      rescue => e
+        log.warn("#{plugin}: #{e.message}")
+        log.warn_backtrace(e.backtrace)
+      end
+    end
+
+    emit_items(values_by_plugin)
+  end
+
+  def emit_items(values_by_plugin)
+    time = Time.now
+
+    if @bulk
+      router.emit(@tag, time.to_i, values_by_plugin.merge(extra))
+    else
+      values_by_plugin.each do |plugin, value_by_datasource|
+        value_by_datasource.each do |datasource, value|
+          record = {
+            @plugin_key => plugin,
+            @datasource_key => datasource,
+            @datasource_value_key => value,
+          }
+
+          router.emit(@tag, time.to_i, record.merge(extra))
+        end
+      end
+    end
+  end
+
+  class TimerWatcher < Coolio::TimerWatcher
+    def initialize(interval, repeat, log, &callback)
+      @callback = callback
+      @log = log
+      super(interval, repeat)
+    end
+
+    def on_timer
+      @callback.call
+    rescue => e
+      @log.error(e.message)
+      @log.error_backtrace(e.backtrace)
+    end
+  end # TimerWatcher
+end # Fluent::MuninNodeInput

data/lib/fluent_plugin_munin_node/version.rb

@@ -0,0 +1,3 @@
+module FluentPluginMuninNode
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,154 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-munin-node
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Genki Sugawara
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-09-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: munin-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd input plugin for Munin node.
+email:
+- sugawara@cookpad.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- fluent-plugin-munin-node.gemspec
+- lib/fluent/plugin/in_munin_node.rb
+- lib/fluent_plugin_munin_node/version.rb
+homepage: https://github.com/winebarrel/fluent-plugin-munin-node
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Fluentd input plugin for Munin node.
+test_files: []