fluent-plugin-mongostat 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 60548e2a5d64ae18b3822d376864e956bb50e2a3
+  data.tar.gz: 228b60a334d5585892dcbbf95b9b17a2bbb81ad5
+SHA512:
+  metadata.gz: b54e0ee15829cf5967f207a2131fe513a86b0aabdfb3be8bc856537b34b854a87b7fca3f0b22a7e7903e261f968d5153dff71e1fbcfe0836bdd2cb2809cc4563
+  data.tar.gz: 7ccd03eb9fe4f1b7dea2f95acbe601bf4e28e68987cc4fc010253992c7ec856cd287a657087be8873d5920de13f44da4d5bfacd0684c2aba0c36d35e160b1c57

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.3
+before_install: gem install bundler -v 1.13.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-mongostat.gemspec
+gemspec

data/README.md

@@ -0,0 +1,39 @@
+# Fluent::Plugin::Mongostat, a plugin for Fluentd
+
+[![CircleCI](https://circleci.com/gh/alice02/fluent-plugin-mongostat.svg?style=svg&circle-token=559c6f969d03037db13ba41c095470155a70da99)](https://circleci.com/gh/alice02/fluent-plugin-mongostat)
+
+## Overview
+- mongostat log input plugin for fluentd
+
+
+## Dependencies
+- mongostat >= 3.0.0
+
+
+## Installation
+```
+$ fluent-gem install fluent-plugin-mongostat
+```
+
+## Usage
+In your Fluentd configuration, use `@type mongostat`.
+```
+<source>
+  @type mongostat
+  tag mongostat.log
+  refresh_interval 10
+</source>
+```
+
+## Configuration
+### tag
+the tag of event.
+- default: mongostat
+
+### option
+Option for mongostat command.
+- default: None
+
+### refresh_interval
+Interval of get mongostat metrics.
+- default: 30

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/test_*.rb']
+end
+
+task :default => :test

data/fluent-plugin-mongostat.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-mongostat"
+  spec.version       = "0.0.2"
+  spec.authors       = ["Kouta Asai"]
+
+  spec.summary       = %q{fluentd input plugin for mongostat.}
+  spec.description   = %q{fluentd input plugin for mongostat.}
+  
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest"
+  spec.add_development_dependency "test-unit"
+  spec.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/in_mongostat.rb

@@ -0,0 +1,156 @@
+require 'fluent/input'
+require 'open3'
+require 'json'
+
+module Fluent
+  class MongostatInput < Input
+
+    Fluent::Plugin.register_input('mongostat', self)
+
+    def initialize
+      super
+    end
+
+    unless method_defined?(:router)
+      define_method('router') { Fluent::Engine }
+    end
+
+    desc 'The command line options of mongostat'
+    config_param :option, :string, default: nil
+    desc 'The interval of refreshing'
+    config_param :refresh_interval, :integer, default: 30
+    desc 'The tag of the event'
+    config_param :tag, :string, default: 'mongostat'
+
+    def configure(conf)
+      super
+
+      if !mongostat_exists?
+        raise ConfigError, '"mongostat" command not found.'
+      end
+
+      @command = %(mongostat #{@option} --json #{@refresh_interval})
+      @hostname = get_hostname
+    end
+
+    def start
+      super
+      @thread = Thread.new(&method(:run))
+    end
+
+    def shutdown
+      super
+      Thread.kill(@thread)
+    end
+
+    def run
+      Open3.popen3(@command) do |i, o, e, w|
+        o.each do |line|
+          status = parse_line(line)
+          router.emit(@tag, Fluent::Engine.now, status)
+        end
+      end
+    end
+
+    def parse_line(line)
+      begin
+        json_hash = JSON.parse(line.delete('*'))
+      rescue JSON::ParserError
+        raise ParserError, 'response json parse error'
+      end
+
+      status = json_hash.values[0]
+
+      if status.has_key?('error')
+        return status
+      end
+
+     if status.has_key?('command')
+        status['command'] = status['command'].split('|')[0].to_i
+      end
+
+      if !status.has_key?('host')
+        status['hostname'] = @hostname
+      else
+        status['hostname'] = status.delete('host')
+      end
+
+      if status.has_key?('arw')
+        arw = status['arw'].split('|')
+        status['arw'] = {'ar' => arw[0].to_i, 'aw' => arw[1].to_i}
+      elsif status.has_key?('ar|aw')
+        arw = status['ar|aw'].split('|')
+        status.delete('ar|aw')
+        status['arw'] = {'ar' => arw[0].to_i, 'aw' => arw[1].to_i}
+      end
+
+      if status.has_key?('qrw')
+        qrw = status['qrw'].split('|')
+        status['qrw'] = {'qr' => qrw[0].to_i, 'qw' => qrw[1].to_i}
+      elsif status.has_key?('qr|qw')
+        qrw = status['qr|qw'].split('|')
+        status.delete('qr|qw')
+        status['qrw'] = {'qr' => qrw[0].to_i, 'qw' => qrw[1].to_i}
+      end
+
+      if status.has_key?('netIn')
+        status['net_in'] = status.delete('netIn')
+      end
+
+      if status.has_key?('netOut')
+        status['net_out'] = status.delete('netOut')
+      end
+
+      status['conn'] = status['conn'].to_i if status.has_key?('conn')
+      status['delete'] = status['delete'].to_i  if status.has_key?('delete')
+      status['flushes'] = status['flushes'].to_i  if status.has_key?('flushes')
+      status['getmore'] = status['getmore'].to_i  if status.has_key?('getmore')
+      status['insert'] = status['insert'].to_i  if status.has_key?('insert')
+      status['query'] = status['query'].to_i  if status.has_key?('query')
+      status['update'] = status['update'].to_i  if status.has_key?('update')
+      status['dirty'] = status['dirty'].to_f  if status.has_key?('dirty')
+      status['used'] = status['used'].to_f  if status.has_key?('used')
+
+      status['net_in'] = parse_unit(status['net_in']) if status.has_key?('net_in')
+      status['net_out'] = parse_unit(status['net_out']) if status.has_key?('net_out')
+      status['res'] = parse_unit(status['res']) if status.has_key?('res')
+      status['vsize'] = parse_unit(status['vsize']) if status.has_key?('vsize')
+
+      return status
+    end
+
+    def parse_unit(str)
+      si_prefix = {
+        'T'   =>  1e12,
+        't'   =>  1e12,
+        'G'   =>  1e9,
+        'g'   =>  1e9,
+        'M'   =>  1e6,
+        'm'   =>  1e6,
+        'K'   =>  1e3,
+        'k'   =>  1e3
+      }
+      value = str.to_f
+      unit = str[/[a-zA-Z]+/]
+      if si_prefix.has_key?(unit)
+        return (value * si_prefix[unit]).to_i
+      else
+        return value.to_i
+      end
+    end
+
+    def mongostat_exists?
+      begin
+        `mongostat --version`
+      rescue Errno::ENOENT
+        return false
+      end
+      return true
+    end
+
+    def get_hostname
+      return `hostname`.chomp!
+    end
+
+  end
+end

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-mongostat
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Kouta Asai
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-02-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: fluentd input plugin for mongostat.
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-mongostat.gemspec
+- lib/fluent/plugin/in_mongostat.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: fluentd input plugin for mongostat.
+test_files: []