riemann-tools 0.1.1 → 0.1.2

data/bin/riemann-aws-status

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'fog'
+require 'date'
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+$0 = __FILE__  # Let's not expose our AWS keys in the process list
+
+class Riemann::Tools::AWS
+  include Riemann::Tools
+  
+  opt :access_key, "AWS access key", :type => String
+  opt :secret_key, "Secret access key", :type => String
+  opt :region, "AWS region", :type => String, :default => 'eu-west-1'
+
+  opt :retirement_critical, "Number of days before retirement. Defaults to 2", :default => 2
+  opt :event_warning, "Number of days before event. Defaults to nil (i.e. when the event appears)", :default => nil
+
+  def initialize
+    @compute = Fog::Compute.new(:aws_access_key_id => opts[:access_key],
+                                :aws_secret_access_key => opts[:secret_key],
+                                :region => opts[:region],
+                                :provider => 'AWS')
+  end
+
+  def tick 
+    instance_status = @compute.describe_instance_status.body["instanceStatusSet"]
+    status = instance_status.inject({}) do |acc,i|
+      acc[i.delete("instanceId")] = i
+      acc 
+    end
+
+    hosts = @compute.servers.select { |s| s.state == "running" }.
+      inject([status, {}]) do |(status, acc), host| 
+        acc[host.private_dns_name] = status.delete(host.id); [status, acc] 
+      end[1]
+
+    hosts.each do |host, status|
+      status['eventsSet'].each do |event|
+        before, after = ['notBefore', 'notAfter'].map { |k| Date.parse event[k].to_s if event[k] }
+
+        ev = {:host => host,
+              :service => "aws_instance_status",
+              :description => "#{event['code']}\n\nstart #{event['notBefore']}\nend #{event['notAfter']}\n\n#{event['description']}",
+              :state => "ok",
+              :ttl => 300}
+
+        ev2 = if (event['code'] == 'instance-retirement') and
+          Date.today >= before-opts[:retirement_critical]
+          {:state => "critical"}
+        elsif opts[:event_warning] and Date.today >= before-opts[:event_warning]
+          {:state => "warning"}
+        else
+          {:state => "warning"}
+        end
+
+        report ev.merge(ev2)
+      end
+    end
+  end
+end
+  
+Riemann::Tools::AWS.run

data/bin/riemann-bench

@@ -3,6 +3,7 @@
 # Connects to a server (first arg) and populates it with a constant stream of
 # events for testing.
 
+require 'rubygems'
 require 'riemann/client'
 require 'pp'
 
@@ -13,7 +14,7 @@ class Riemann::Bench
     @hosts = %w(a b c d e f g h i j)
     @services = %w(test1 test2 test3 foo bar baz xyzzy attack cat treat)
     @states = {}
-    @client = Riemann::Client.new(host: (ARGV.first || 'localhost'))
+    @client = Riemann::Client.new(:host => (ARGV.first || 'localhost'))
   end
 
   def evolve(state)
@@ -30,11 +31,11 @@ class Riemann::Bench
     end
 
     {
-      metric: m,
-      state: s,
-      host: state[:host],
-      service: state[:service],
-      description: "at #{Time.now}"
+      :metric => m,
+      :state => s,
+      :host => state[:host],
+      :service => state[:service],
+      :description => "at #{Time.now}"
     }
   end
   
@@ -56,11 +57,11 @@ class Riemann::Bench
   def start
     hosts.product(services).each do |host, service|
       states[[host, service]] = {
-        metric: 0.5,
-        state: 'ok',
-        description: "Starting up",
-        host: host,
-        service: service
+        :metric => 0.5,
+        :state => 'ok',
+        :description => "Starting up",
+        :host => host,
+        :service => service
       }
     end
   end

data/bin/riemann-freeswitch

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::FreeSWITCH
+  include Riemann::Tools
+
+  def tick
+
+  #determine how many current calls I have according to FreeSWITCH
+  fs_calls = %x[fs_cli -x "show calls count"| grep -Po '^\\d+']
+  
+  #determine how many current channels I have according to FreeSWITCH
+  fs_channels = %x[fs_cli -x "show channels count"| grep -Po '^\\d+']
+
+  #submit them to riemann
+  report(
+     :service => "FreeSWITCH current calls",
+     :metric => fs_calls.to_i,
+     :state => "info"
+       )
+
+  report(
+     :service => "FreeSWITCH current channels",
+     :metric => fs_channels.to_i,
+     :state => "info"
+       )
+  end
+end
+
+Riemann::Tools::FreeSWITCH.run

data/bin/riemann-health

@@ -15,6 +15,7 @@ class Riemann::Tools::Health
   opt :load_critical, "Load critical threshold (load average / core)", :default => 8
   opt :memory_warning, "Memory warning threshold (fraction of RAM)", :default => 0.85
   opt :memory_critical, "Memory critical threshold (fraction of RAM)", :default => 0.95
+  opt :checks, "A list of checks to run.", :type => :strings, :default => ['cpu', 'load', 'memory', 'disk']
 
   def initialize
     @limits = {
@@ -45,9 +46,23 @@ class Riemann::Tools::Health
       @load = method :linux_load
       @memory = method :linux_memory
     end
+
+    opts[:checks].each do |check|
+      case check
+      when "disk"
+        @disk_enabled = true
+      when "load"
+        @load_enabled = true
+      when "cpu"
+        @cpu_enabled = true
+      when "memory"
+        @memory_enabled = true
+      end
+    end
   end
 
   def alert(service, state, metric, description)
+    puts service
     report(
       :service => service.to_s,
       :state => state.to_s,
@@ -238,10 +253,18 @@ class Riemann::Tools::Health
   end
 
   def tick
-    @cpu.call
-    @memory.call
-    @disk.call
-    @load.call
+    if @cpu_enabled
+      @cpu.call
+    end
+    if @memory_enabled
+      @memory.call
+    end
+    if @disk_enabled
+      @disk.call
+    end
+    if @load_enabled
+      @load.call
+    end
   end
 end
 

data/bin/riemann-nginx-status

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+# Gathers nginx status stub statistics and submits them to Riemann.
+# See http://wiki.nginx.org/HttpStubStatusModule for configuring Nginx appropriately
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::NginxStatus
+  include Riemann::Tools
+  require 'net/http'
+  require 'uri'
+
+  opt :uri, "Nginx Stub Status URI", :default => 'http://localhost:8080/nginx_status'
+  opt :checks, "Which metrics to report.", :type => :strings, :default => %w{active accepted handled requests reading writing waiting}
+  opt :active_warning, "Active connections warning threshold", :default => 0
+  opt :active_critical, "Active connections critical threshold", :default => 0
+  opt :reading_warning, "Reading connections warning threshold", :default => 0
+  opt :reading_critical, "Reading connections critical threshold", :default => 0
+  opt :writing_warning, "Writing connections warning threshold", :default => 0
+  opt :writing_critical, "Writing connections critical threshold", :default => 0
+  opt :waiting_warning, "Waiting connections warning threshold", :default => 0
+  opt :waiting_critical, "Waiting connections critical threshold", :default => 0
+
+  def initialize
+    @uri = URI.parse(opts[:uri])
+
+    # sample response:
+    #
+    # Active connections: 1 
+    # server accepts handled requests
+    #  39 39 39 
+    # Reading: 0 Writing: 1 Waiting: 0 
+    @keys = %w{active accepted handled requests reading writing waiting}
+    @re = /Active connections: (\d+) \n.+\n (\d+) (\d+) (\d+) \nReading: (\d+) Writing: (\d+) Waiting: (\d+)/m
+  end
+
+  def state(key, value)
+    if opts.has_key? "#{key}_critical".to_sym
+      critical_threshold = opts["#{key}_critical".to_sym]
+      return 'critical' if critical_threshold > 0 and value >= critical_threshold
+    end
+
+    if opts.has_key? "#{key}_warning".to_sym
+      warning_threshold = opts["#{key}_warning".to_sym]
+      return 'warning' if warning_threshold > 0 and value >= warning_threshold
+    end
+
+    return 'ok'
+  end
+
+  def tick
+    response = Net::HTTP.get(@uri)
+    values = @re.match(response).to_a[1,7].map { |v| v.to_i }
+
+    @keys.zip(values).each do |key, value|
+      report({
+        :service => "nginx #{key}",
+        :metric  => value,
+        :state   => state(key, value),
+        :tags    => ['nginx']
+      })
+    end
+  end
+end
+
+Riemann::Tools::NginxStatus.run

data/bin/riemann-redis

@@ -11,21 +11,47 @@ class Riemann::Tools::Redis
   opt :redis_host, "Redis hostname", :default => 'localhost'
   opt :redis_port, "Redis port", :default => 6379
   opt :redis_password, "Redis password", :default => ''
+  opt :redis_url, "Redis URL", :default => ''
+  opt :redis_socket, "Redis socket", :default => ''
+  opt :redis_section, "Redis INFO section", :default => 'default'
+
+  STRING_VALUES = %w{ redis_version redis_git_sha1 redis_mode os
+                      multiplexing_api gcc_version run_id used_memory_human
+                      used_memory_peak_human mem_allocator
+                      rdb_last_bgsave_status aof_last_bgrewrite_status role }
 
   def initialize
-    @redis = ::Redis.new(:host => opts[:redis_host], :port => opts[:redis_port])
+    options = if opts[:redis_url] != ''
+                { :url => opts[:redis_url] }
+              elsif opts[:redis_socket] != ''
+                { :path => opts[:redis_socket] }
+              else
+                { :host => opts[:redis_host], :port => opts[:redis_port] }
+              end
+    @redis = ::Redis.new(options)
     @redis.auth(opts[:redis_password]) unless opts[:redis_password] == ''
+    @section = opts[:redis_section]
   end
 
   def tick
-    @redis.info.each do |property, value|
-      report(
+    @redis.info(@section).each do |property, value|
+      data = {
         :host    => opts[:redis_host],
         :service => "redis #{property}",
         :metric  => value.to_f,
         :state   => 'ok',
         :tags    => ['redis']
-      )
+      }
+
+      if STRING_VALUES.include?(property) || property.match(/^db\d+/)
+        if %w{ rdb_last_bgsave_status aof_last_bgrewrite_status }.include?(property)
+          data[:state] = value
+        else
+          data[:description] = value
+        end
+      end
+
+      report(data)
     end
   end
 

data/bin/riemann-redis-slowlog

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+# Gathers Redis SLOWLOG statistics and submits them to Riemann.
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::RedisSlowlog
+  include Riemann::Tools
+  require 'redis'
+
+  opt :redis_url,      "Redis URL",                        :default => 'redis://127.0.0.1:6379/'
+  opt :redis_password, "Redis password",                   :default => ''
+  opt :slowlog_len,    "Number of SLOWLOG entries to get", :default => 10
+  opt :slowlog_reset,  "Reset SLOWLOG after querying it",  :default => false
+
+  def initialize
+    @redis = ::Redis.new(url: opts[:redis_url])
+
+    @slowlog_len   = opts[:slowlog_len]
+    @slowlog_reset = opts[:slowlog_reset]
+
+    @redis.auth(opts[:redis_password]) unless opts[:redis_password] == ''
+  end
+
+  def tick
+    @redis.slowlog("GET", @slowlog_len).each do |id, timestamp, us, cmd|
+      data = {
+        :host        => @redis.client.host,
+        :service     => "redis",
+        :time        => timestamp,
+        :metric      => us.to_f,
+        :state       => 'warning',
+        :tags        => ['redis', 'slowlog'],
+        :description => cmd.inspect
+      }
+      report(data)
+    end
+
+    @redis.slowlog("RESET") if @slowlog_reset
+  end
+
+end
+
+Riemann::Tools::RedisSlowlog.run

data/bin/riemann-resmon

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Resmon
+  include Riemann::Tools
+  require 'nokogiri'
+  require 'faraday'
+
+  opt :resmon_hostfile, 'File with hostnames running Resmon (one URI per line)', type: :string
+  opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+  opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+
+  def initialize
+    @hosts = File.read(options[:resmon_hostfile]).split("\n")
+    super
+  end
+
+  def safe_get(uri)
+      # Handle connection timeouts
+      response = nil
+      begin
+        connection = Faraday.new(uri)
+        response = connection.get do |req|
+          req.options[:timeout] = options[:read_timeout]
+          req.options[:open_timeout] = options[:open_timeout]
+        end
+      rescue => e
+        report(:host => uri.host,
+          :service => "resmon",
+          :state => "critical",
+          :description => "HTTP connection error: #{e.class} - #{e.message}"
+        )
+      end
+      response
+  end
+
+  def tick
+    @hosts.each do |host|
+      uri = URI(host)
+
+      response = safe_get(uri)
+      next if response.nil?
+
+      # Handle non-200 responses
+      if response.status != 200
+        report(:host => uri.host,
+          :service => "resmon",
+          :state => "critical",
+          :description => "HTTP connection error: #{response.status} - #{response.body}"
+        )
+        next
+      else
+        doc = Nokogiri::XML(response.body)
+      end
+
+      doc.xpath('//ResmonResults/ResmonResult').each do |result|
+        timestamp = result.xpath('last_update').first.text
+        result.xpath('metric').each do |metric|
+          hash = {
+            host: uri.host,
+            service: "#{result.attributes['module'].value}`#{result.attributes['service'].value}`#{metric.attributes['name'].value}",
+            time: timestamp.to_i
+          }
+
+          case metric.attributes['type'].value
+            when /[iIlLn]/
+              hash[:metric] = metric.text
+            when 's'
+              hash[:description] = metric.text
+            when '0'
+              raise 'dunno what 0 is yet'
+          end
+
+          report(hash)
+        end
+      end
+    end
+  end
+end
+
+Riemann::Tools::Resmon.run

data/bin/riemann-riak

@@ -15,6 +15,7 @@ class Riemann::Tools::Riak
   opt :stats_port, "Riak HTTP port for stats", :default => 8098
   opt :stats_path, "Riak HTTP stats path", :default => '/stats'
   opt :node_name, "Riak erlang node name", :default => "riak@#{Socket.gethostname}"
+  opt :cookie, "Riak cookie to use", :default => "riak"
 
   opt :get_50_warning, "FSM 50% get time warning threshold (ms)", :default => 1000
   opt :put_50_warning, "FSM 50% put time warning threshold (ms)", :default => 1000
@@ -26,7 +27,7 @@ class Riemann::Tools::Riak
   def initialize
     @escript = true
     @riakadmin = true
-    @httpstats = true
+    @httpstatus = true
 
     if `which escript` =~ /^\s*$/
       @escript = false
@@ -45,6 +46,11 @@ class Riemann::Tools::Riak
         @httpstatus = false
       end
     end
+    # we're going to override the emulator setting to allow users to
+    # dynamically input the cookie
+    # this is done only once - hopefully it doesn't get overridden.
+    ENV['ERL_AFLAGS'] = "-setcookie #{opts[:cookie]}"
+    
   end
 
   def check_ring

data/bin/riemann-riak-keys

@@ -1,5 +1,5 @@
 #!/usr/bin/env escript
-%%! -name riakstatuscheck@127.0.0.1 -setcookie riak -hidden
+%%! -name riakstatuscheck@127.0.0.1 -hidden
 
 main([]) -> main(["riak@127.0.0.1"]);
 main([Node]) ->

data/bin/riemann-riak-ring

@@ -1,5 +1,5 @@
 #!/usr/bin/env escript
-%%! -name riakstatuscheck@127.0.0.1 -setcookie riak -hidden
+%%! -name riakstatuscheck@127.0.0.1 -hidden
 
 main([]) -> main(["riak@127.0.0.1"]);
 main([Node]) ->

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: riemann-tools
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-20 00:00:00.000000000 Z
+date: 2013-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: riemann-client
@@ -18,7 +18,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.0.8
+        version: 0.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.0.8
+        version: 0.2.1
 - !ruby/object:Gem::Dependency
   name: trollop
   requirement: !ruby/object:Gem::Requirement
@@ -91,11 +91,63 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 3.0.2
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.5
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
 description: 
 email: aphyr@aphyr.com
 executables:
+- riemann-aws-status
 - riemann-munin
+- riemann-resmon
+- riemann-redis-slowlog
 - riemann-bench
+- riemann-freeswitch
 - riemann-riak
 - riemann-health
 - riemann-memcached
@@ -105,6 +157,7 @@ executables:
 - riemann-riak-ring
 - riemann-cloudant
 - riemann-kvminstances
+- riemann-nginx-status
 - riemann-kvminstance
 - riemann-net
 - riemann-redis
@@ -112,9 +165,11 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/riemann/tools.rb
+- bin/riemann-aws-status
 - bin/riemann-bench
 - bin/riemann-cloudant
 - bin/riemann-diskstats
+- bin/riemann-freeswitch
 - bin/riemann-haproxy
 - bin/riemann-health
 - bin/riemann-kvminstance
@@ -122,7 +177,10 @@ files:
 - bin/riemann-memcached
 - bin/riemann-munin
 - bin/riemann-net
+- bin/riemann-nginx-status
 - bin/riemann-redis
+- bin/riemann-redis-slowlog
+- bin/riemann-resmon
 - bin/riemann-riak
 - bin/riemann-riak-keys
 - bin/riemann-riak-ring