fluent-plugin-ceph 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cd6ce55261293eafa8442198ec20477fc9ff3067
+  data.tar.gz: 6b1c9d64dc90b9d6b75ac5724df799bd69ab47c5
+SHA512:
+  metadata.gz: ec11e13321befb24d98ff1f27d8beadbabd5552c67b99eba6a7a52cccf4969a93037c5c9656ed5a9b9d2ec8f56945f101ece4c99abbca151e4aa44e2776e93c3
+  data.tar.gz: f7c9c153d2c481748ce2a42c40e9a9534eda415d2e8685d22fcb991c878ab2a95eee051c374c3b4183ab3f655ebe22bf58716a4a332c174cb5b2b9dc305ed56c

data/AUTHORS

@@ -0,0 +1 @@
+Avinash Jha <avinash.jha2493@gmail.com>

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+gemspec
+

data/LICENSE.txt

@@ -0,0 +1,13 @@
+Copyright (c) 2016 Avinash Jha
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,36 @@
+Ceph plugin for [Fluentd](http://fluentd.org)
+
+## What's Ceph?
+Ceph is a distributed object store and file system designed to provide excellent performance, reliability and scalability.
+
+## Installation
+(1) gem build fluent-plugin-ceph.gemspec
+(2) sudo /usr/sbin/td-agent-gem install fluent-plugin-ceph-0.1.0.gem
+(3) Restart td-agent service.
+
+## Configuration
+
+<source>
+  @type ceph
+  tag ceph
+  arguments health, osd tree, osd stat
+  granularity 5
+</source>
+
+## Output Format
+For health argument, output will look like this:
+
+{"health":{"health_services":[{"mons":[{"name":"ceph-02","kb_total":37024320,"kb_used":12097884,"kb_avail":23022668,"avail_percent":62,"last_updated":"2016-07-26 12:32:08.862700","store_stats":{"bytes_total":20814955,"bytes_sst":0,"bytes_log":2285109,"bytes_misc":18529846,"last_updated":"0.000000"},"health":"HEALTH_OK"}]}]},"timechecks":{"epoch":5,"round":0,"round_status":"finished"},"summary":[{"severity":"HEALTH_ERR","summary":"308 pgs are stuck inactive for more than 300 seconds"},{"severity":"HEALTH_WARN","summary":"308 pgs stale"},{"severity":"HEALTH_WARN","summary":"308 pgs stuck stale"}],"overall_status":"HEALTH_ERR","detail":[]}
+
+With multiple arguments, every argument will have a response in the above JSON with key as the argument name. 
+## Supported options
+
+```
+All options supported in ceph commands
+```
+
+## Copyright
+
+Copyright (c) 2016 Avinash Jha. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/fluent-plugin-ceph.gemspec

@@ -0,0 +1,28 @@
+Gem::Specification.new do |s|
+  s.name = "fluent-plugin-ceph"
+  s.version = "0.1.0"
+  s.licenses    = ['Apache-2.0']
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["Avinash Jha"]
+  s.date = "2016-07-26"
+  s.email = "avinash.jha2493@gmail.com"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    "AUTHORS",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "fluent-plugin-ceph.gemspec",
+    "lib/fluent/plugin/in_ceph.rb"
+  ]
+  s.homepage = "http://github.com/aavinashjha/fluent-plugin-ceph"
+  s.rubygems_version = "2.4.5"
+  s.summary = "Ceph Input plugin for Fluent event collector"
+end
+

data/lib/fluent/plugin/in_ceph.rb

@@ -0,0 +1,101 @@
+require 'fluent/mixin/rewrite_tag_name'
+require 'json'
+require 'date'
+
+module Fluent
+  class CephInput < Input
+
+    Plugin.register_input('ceph', self)
+
+    def initialize
+      super
+    end
+
+    config_param :tag, :string
+    config_param :ceph_path, :string, :default => "ceph"
+    config_param :arguments, :string, :default => "health"
+    config_param :granularity, :integer, :default => 1
+    config_param :hostname_command, :string, :default => "hostname"
+
+    include Fluent::Mixin::RewriteTagName
+
+    def configure(conf)
+      super
+      @commands = Hash.new
+      if @arguments.include? ","
+          @arguments.split(",").each do |argument|
+              @commands[argument.strip] = "#{@ceph_path} #{argument.strip} --format json"
+          end
+      else
+          @commands[@arguments.strip] = "#{@ceph_path} #{@arguments.strip} --format json"
+      end
+      @hostname = `#{@hostname_command}`.chomp!
+    end
+
+    def emit_message
+      @output = Hash.new
+      @pids = Array.new
+      @commands.each do |argument, command|
+          io = IO.popen(command, "r")
+          pid = io.pid
+          json = io.read.strip
+          @output[argument] = json && json.length >= 2 ? JSON.parse(json) : nil
+          Process.detach(pid)
+          Process.kill(:TERM, pid)
+          @pids.push pid
+      end
+      @output['eventtime'] = DateTime.parse(Time.now.to_s).strftime("%d/%m/%Y %H:%M:%S")
+      router.emit(@tag.dup, Engine.now, @output)
+    end
+
+    def start
+      @loop = Coolio::Loop.new
+      @tw = TimerWatcher.new(@granularity, true,  &method(:emit_message))
+      @tw.attach(@loop)
+      @thread = Thread.new(&method(:run))
+    end
+
+    def shutdown
+      @pids.each { |pid|
+          Process.detach(pid) 
+          Process.kill(:TERM, pid)
+      }
+      @tw.detach
+      @loop.stop
+      @thread.join
+    end
+
+    def run
+      begin
+        @loop.run
+      rescue
+        $log.error "unexpected error", :error=>$!.to_s
+        $log.error_backtrace
+      end
+    end
+
+    def restart
+      @pids.each { |pid|
+          Process.detach(@pid)
+          Process.kill(:TERM, @pid)
+      }
+      @tw.detach
+      @tw = TimerWatcher.new(@delay, true,  &method(:emit_message))
+      @tw.attach(@loop)
+    end
+
+    class TimerWatcher < Coolio::TimerWatcher
+      def initialize(interval, repeat, &method)
+        @emit_message = method
+        super(interval, repeat)
+      end
+
+      def on_timer
+        @emit_message.call
+      rescue
+        $log.error $!.to_s
+        $log.error_backtrace
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,53 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-ceph
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Avinash Jha
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-07-26 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: avinash.jha2493@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- AUTHORS
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-ceph.gemspec
+- lib/fluent/plugin/in_ceph.rb
+homepage: http://github.com/aavinashjha/fluent-plugin-ceph
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Ceph Input plugin for Fluent event collector
+test_files: []