riemann-tools-dgvz 0.2.2.1

data/bin/riemann-riak

@@ -0,0 +1,300 @@
+#!/usr/bin/env ruby
+
+# Forwards information on a Riak node to Riemann.
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+require 'net/http'
+require 'net/https'
+require 'yajl/json_gem'
+
+class Riemann::Tools::Riak
+  include Riemann::Tools
+
+  opt :riak_host, "Riak host for stats <IP> or SSL http(s)://<IP>", :default => Socket.gethostname
+  opt :data_dir, "Riak data directory", :default => '/var/lib/riak'
+  opt :stats_port, "Riak HTTP port for stats", :default => 8098
+  opt :stats_path, "Riak HTTP stats path", :default => '/stats'
+  opt :node_name, "Riak erlang node name", :default => "riak@#{Socket.gethostname}"
+  opt :cookie, "Riak cookie to use", :default => "riak"
+
+  opt :get_50_warning, "FSM 50% get time warning threshold (ms)", :default => 1000
+  opt :put_50_warning, "FSM 50% put time warning threshold (ms)", :default => 1000
+  opt :get_95_warning, "FSM 95% get time warning threshold (ms)", :default => 2000
+  opt :put_95_warning, "FSM 95% put time warning threshold (ms)", :default => 2000
+  opt :get_99_warning, "FSM 99% get time warning threshold (ms)", :default => 10000
+  opt :put_99_warning, "FSM 99% put time warning threshold (ms)", :default => 10000
+
+  def initialize
+    detect_features
+    
+    @httpstatus = true 
+    # What's going on here? --aphyr
+    if
+      begin
+        uri = URI.parse(opts[:riak_host])
+      if uri.host == nil
+      uri.host = opts[:riak_host]
+      end
+        http = Net::HTTP.new(uri.host, opts[:stats_port])
+        http.use_ssl = uri.scheme == 'https'
+          if http.use_ssl?
+              http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+          end
+        http.start do |http|
+        http.get opts[:stats_path]
+      end
+      rescue => e
+        @httpstatus = false
+      end
+    end
+
+    # we're going to override the emulator setting to allow users to
+    # dynamically input the cookie
+    # this is done only once - hopefully it doesn't get overridden.
+    ENV['ERL_AFLAGS'] = "-setcookie #{opts[:cookie]}"
+  end
+
+  # Identifies whether escript and riak-admin are installed
+  def detect_features
+    @escript = true # Whether escript is present on this machine
+    @riakadmin = true # Whether riak-admin is present
+    
+    if `which escript` =~ /^\s*$/
+      @escript = false
+    end
+
+    if `which riak-admin` =~ /^\s*$/
+      @riakadmin = false
+    end
+  end
+
+  def check_ring
+    if @escript
+      str = `#{File.expand_path(File.dirname(__FILE__))}/riemann-riak-ring #{opts[:node_name]}`.chomp
+    elsif @riakadmin
+      str = `riak-admin ringready`
+    end
+
+    if str =~ /^TRUE/
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak ring',
+        :state => 'ok',
+        :description => str
+      )
+    else
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak ring',
+        :state => 'warning',
+        :description => str
+      )
+    end
+  end
+
+  def check_keys
+    keys = `#{File.expand_path(File.dirname(__FILE__))}/riemann-riak-keys #{opts[:node_name]}`.chomp
+    if keys =~ /^\d+$/
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak keys',
+        :state => 'ok',
+        :metric => keys.to_i,
+        :description => keys
+      )
+    else
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak keys',
+        :state => 'unknown',
+        :description => keys
+      )
+    end
+  end
+
+  def check_disk
+    gb = `du -Ls #{opts[:data_dir]}`.split(/\s+/).first.to_i / (1024.0**2)
+    report(
+      :host => opts[:riak_host],
+      :service => 'riak disk',
+      :state => 'ok',
+      :metric => gb,
+      :description => "#{gb} GB in #{opts[:data_dir]}"
+    )
+  end
+
+  # Returns the riak stat for the given fsm type and percentile.
+  def fsm_stat(type, property, percentile)
+    "node_#{type}_fsm_#{property}_#{percentile == 50 ? 'median' : percentile}"
+  end
+
+  # Returns the alerts state for the given fsm.
+  def fsm_state(type, percentile, val)
+    limit = opts["#{type}_#{percentile}_warning".to_sym]
+    case val
+    when 0 .. limit
+      'ok'
+    when limit .. limit * 2
+      'warning'
+    else
+      'critical'
+    end
+  end
+
+  # Get current stats via HTTP
+  def stats_http
+    begin
+      uri = URI.parse(opts[:riak_host])
+      if uri.host == nil
+        uri.host = opts[:riak_host]
+      end
+      http = Net::HTTP.new(uri.host, opts[:stats_port])
+      http.use_ssl = uri.scheme == 'https'
+      if http.use_ssl?
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+      res = http.start do |http|
+        http.get opts[:stats_path]
+      end
+    rescue => e
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak',
+        :state => 'critical',
+        :description => "error fetching #{opts[:riak_host]}:#{opts[:stats_port]} #{e.class}, #{e.message}"
+      )
+      raise
+    end
+
+    if res.code.to_i == 200
+      return JSON.parse(res.body)
+    else
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak',
+        :state => 'critical',
+        :description => "stats returned HTTP #{res.code}:\n\n#{res.body}"
+      )
+      raise "Can't fetch stats via HTTP: #{res.core}:\n\n#{res.body}"
+    end
+  end
+
+  # Get current stats via riak-admin
+  def stats_riak_admin
+    str = `riak-admin status`
+    raise "riak-admin failed" unless $? == 0
+    Hash[str.split(/\n/).map{|i| i.split(/ : /)}]
+  end
+
+  # Get current stats as a hash
+  def stats
+    if @httpstatus
+      stats_http
+    elsif @riakadmin
+      stats_riak_admin
+    else
+      report(
+        :host => opts[:riak_host],
+        :service => 'riak',
+        :state => 'critical',
+        :description => "No mechanism for fetching Riak stats: neither HTTP nor riak-admin available."
+      )
+      raise "No mechanism for fetching Riak stats: neither HTTP nor riak-admin available."
+    end
+  end
+
+  def core_services
+    ['vnode_gets',
+     'vnode_puts',
+     'node_gets',
+     'node_puts',
+     'node_gets_set',
+     'node_puts_set',
+     'read_repairs']
+  end
+
+  def fsm_types
+    [{'get' => 'time'}, {'put' => 'time'},
+     {'get' => 'set_objsize'}]
+  end
+
+  def fsm_percentiles
+    [50, 95, 99]
+  end
+
+  # Reports current stats to Riemann
+  def check_stats
+    begin
+      stats = self.stats
+    rescue => e
+      event = {:state => 'critical',
+               :description => e.message,
+               :host => opts[:riak_host]}
+      # Report errors
+      report(event.merge(:service => 'riak'))
+      core_services.each do |s|
+        report(event.merge(:service => "riak #{s}"))
+      end
+      fsm_types.each do |typespec|
+        typespec.each do |type, prop|
+          fsm_percentiles.each do |percentile|
+            report(event.merge(:service => "riak #{type} #{prop} #{percentile}"))
+          end
+        end
+      end
+      return
+    end
+
+    # Riak itself
+    report(
+      :host => opts[:riak_host],
+      :service => 'riak',
+      :state => 'ok'
+    )
+
+    # Gets/puts/rr
+    core_services.each do |s|
+      report(
+        :host => opts[:riak_host],
+        :service => "riak #{s}",
+        :state => 'ok',
+        :metric => stats[s].to_i/60.0,
+        :description => "#{stats[s].to_i/60.0}/sec"
+      )
+    end
+
+    # FSMs
+    fsm_types.each do |typespec|
+      typespec.each do |type, prop|
+        fsm_percentiles.each do |percentile|
+          val = stats[fsm_stat(type, prop, percentile)].to_i || 0
+          val = 0 if val == 'undefined'
+          val /= 1000.0 if prop == 'time' # Convert us to ms
+          if prop == 'time'
+            state = fsm_state(type,  percentile, val)
+          else
+            state = "ok"
+          end
+          report(
+            :host => opts[:riak_host],
+            :service => "riak #{type} #{prop} #{percentile}",
+            :state => state,
+            :metric => val,
+            :description => "#{val} ms"
+          )
+        end
+      end
+    end
+  end
+
+  def tick
+    # This can utterly destroy a cluster, so we disable
+    # check_keys
+    check_stats
+    check_ring
+    check_disk
+  end
+end
+
+Riemann::Tools::Riak.run

data/bin/riemann-riak-keys

@@ -0,0 +1,12 @@
+#!/usr/bin/env escript
+%%! -name riakstatuscheck@127.0.0.1 -hidden
+
+main([]) -> main(["riak@127.0.0.1"]);
+main([Node]) ->
+  io:format("~w\n", [
+    lists:foldl(
+      fun({_VNode, Count}, Sum) -> Sum + Count end,
+      0,
+      rpc:call(list_to_atom(Node), riak_kv_bitcask_backend, key_counts, [])
+    )
+  ]).

data/bin/riemann-riak-ring

@@ -0,0 +1,8 @@
+#!/usr/bin/env escript
+%%! -name riakstatuscheck@127.0.0.1 -hidden
+
+main([]) -> main(["riak@127.0.0.1"]);
+main([Node]) ->
+  io:format("~p\n", [
+    rpc:call(list_to_atom(Node), riak_kv_console, ringready, [[]])
+  ]).

data/bin/riemann-varnish

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+# Reports varnish stats to Riemann.
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Varnish
+  include Riemann::Tools
+
+  opt :varnish_host, "Varnish hostname", :default => `hostname`.chomp
+
+  def initialize
+    @vstats = [ "client_conn", 
+                "client_drop",
+                "client_req",
+                "cache_hit",
+                "cache_miss" ]
+  end
+
+  def tick
+    stats = `varnishstat -1 -f #{@vstats.join(",")}`
+    stats.each_line do |stat|
+      m = stat.split()
+      report(
+             :host => opts[:varnish_host].dup,
+             :service => "varnish #{m[0]}",
+             :metric => m[1].to_f,
+             :state => "ok",
+             :description => "#{m[3..-1].join(' ')}",
+             :tags => ["varnish"]
+            )
+    end
+  end
+end
+
+Riemann::Tools::Varnish.run

data/bin/riemann-zookeeper

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+
+# Gathers zookeeper STATS and submits them to Riemann.
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Zookeeper
+  include Riemann::Tools
+  require 'socket'
+
+  opt :zookeeper_host, "Zookeeper hostname", :default => 'localhost'
+  opt :zookeeper_port, "Zookeeper port", :default => 2181
+
+  def tick
+    sock = TCPSocket.new(opts[:zookeeper_host], opts[:zookeeper_port])
+    sock.sync = true
+    sock.print("mntr")
+    sock.flush
+    
+
+    data = {}
+    while true
+      stats = sock.gets
+      
+      break if stats.nil?
+
+      m = stats.match /^(\w+)\t+(.*)/
+    
+      report(
+             :host => opts[ :zookeeper_host].dup,
+             :service => "zookeeper #{m[1]}",
+             :metric => m[2].to_f,
+             :state => 'ok',
+             :tags => ['zookeeper']
+             )
+    end      
+    sock.close
+  end
+end
+
+Riemann::Tools::Zookeeper.run

data/lib/riemann/tools.rb

@@ -0,0 +1,107 @@
+module Riemann
+  module Tools
+    require 'trollop'
+    require 'riemann/client'
+
+    def self.included(base)
+      base.instance_eval do
+        def run
+          new.run
+        end
+
+        def opt(*a)
+          a.unshift :opt
+          @opts ||= []
+          @opts << a
+        end
+
+        def options
+          p = Trollop::Parser.new
+          @opts.each do |o|
+            p.send *o
+          end
+          Trollop::with_standard_exception_handling(p) do
+            p.parse ARGV
+          end
+        end
+
+        opt :host, "Riemann host", :default => '127.0.0.1'
+        opt :port, "Riemann port", :default => 5555
+        opt :event_host, "Event hostname", :type => String
+        opt :interval, "Seconds between updates", :default => 5
+        opt :tag, "Tag to add to events", :type => String, :multi => true
+        opt :ttl, "TTL for events", :type => Integer
+        opt :attribute, "Attribute to add to the event", :type => String, :multi => true
+        opt :timeout, "Timeout (in seconds) when waiting for acknowledgements", :default => 30
+        opt :tcp, "Use TCP transport instead of UDP (improves reliability, slight overhead.", :default => true
+      end
+    end
+
+    # Returns parsed options (cached) from command line.
+    def options
+      @options ||= self.class.options
+    end
+    alias :opts :options
+
+    def attributes
+      @attributes ||= Hash[options[:attribute].map do |attr|
+        k,v = attr.split(/=/)
+        if k and v
+          [k,v]
+        end
+      end]
+    end
+
+    def report(event)
+      if options[:tag]
+        # Work around a bug with beefcake which can't take frozen strings.
+        event[:tags] = options[:tag].map(&:dup)
+      end
+
+      event[:ttl] ||= (options[:ttl] || (options[:interval] * 2))
+
+      if options[:event_host]
+        event[:host] = options[:event_host].dup
+      end
+      
+      event = event.merge(attributes)
+
+      riemann << event
+    end
+
+    def new_riemann_client
+      r = Riemann::Client.new(
+        :host    => options[:host],
+        :port    => options[:port],
+        :timeout => options[:timeout]
+      )
+      if options[:tcp]
+        r.tcp
+      else
+        r
+      end
+    end
+
+    def riemann
+      @riemann ||= new_riemann_client
+    end
+    alias :r :riemann
+
+    def run
+      t0 = Time.now
+      loop do
+        begin
+          tick
+        rescue => e
+          $stderr.puts "#{e.class} #{e}\n#{e.backtrace.join "\n"}"
+        end
+
+        # Sleep.
+        sleep(options[:interval] - ((Time.now - t0) % options[:interval]))
+      end
+    end
+
+    def tick
+    end
+  end
+end

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: riemann-tools-dgvz
+version: !ruby/object:Gem::Version
+  version: 0.2.2.1
+  prerelease: 
+platform: ruby
+authors:
+- Matt Palmer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: riemann-client
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.16.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.16.2
+- !ruby/object:Gem::Dependency
+  name: munin-ruby
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.5
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+description: This is a gem with some Digivizer-specific enhancements.
+email: mpalmer@hezmatt.org
+executables:
+- riemann-fd
+- riemann-elb-metrics
+- riemann-elasticsearch
+- riemann-cloudant
+- riemann-rabbitmq
+- riemann-riak-keys
+- riemann-aws-status
+- riemann-bench
+- riemann-munin
+- riemann-kvminstance
+- riemann-memcached
+- riemann-apache-status
+- riemann-haproxy
+- riemann-zookeeper
+- riemann-nginx-status
+- riemann-riak-ring
+- riemann-aws-billing
+- riemann-proc
+- riemann-freeswitch
+- riemann-net
+- riemann-diskstats
+- riemann-riak
+- riemann-resmon
+- riemann-varnish
+- riemann-health
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/riemann/tools.rb
+- bin/riemann-apache-status
+- bin/riemann-aws-billing
+- bin/riemann-aws-status
+- bin/riemann-bench
+- bin/riemann-cloudant
+- bin/riemann-diskstats
+- bin/riemann-elasticsearch
+- bin/riemann-elb-metrics
+- bin/riemann-fd
+- bin/riemann-freeswitch
+- bin/riemann-haproxy
+- bin/riemann-health
+- bin/riemann-kvminstance
+- bin/riemann-memcached
+- bin/riemann-munin
+- bin/riemann-net
+- bin/riemann-nginx-status
+- bin/riemann-proc
+- bin/riemann-rabbitmq
+- bin/riemann-resmon
+- bin/riemann-riak
+- bin/riemann-riak-keys
+- bin/riemann-riak-ring
+- bin/riemann-varnish
+- bin/riemann-zookeeper
+- LICENSE
+- README.markdown
+homepage: https://github.com/dgvz/riemann-tools
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: riemann-tools
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Utilities which submit events to Riemann.
+test_files: []