riemann-tools.haf 0.1.9

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.markdown

@@ -0,0 +1,18 @@
+Riemann Tools
+=============
+
+Tiny programs to submit events to Riemann.
+
+Riemann-health, for example, submits events about the current CPU, load,
+memory, and disk use. Bench submits randomly distributed metrics for load
+testing. I've got a whole bunch of these internally for monitoring Redis, Riak,
+queues, etc. Most have internal configuration dependencies, so it'll be a while
+before I can extract them for re-use.
+
+Get started
+==========
+
+``` bash
+gem install riemann-tools
+riemann-health --host my.riemann.server
+```

data/bin/riemann-aws-status

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'fog'
+require 'date'
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+$0 = __FILE__  # Let's not expose our AWS keys in the process list
+
+class Riemann::Tools::AWS
+  include Riemann::Tools
+  
+  opt :access_key, "AWS access key", :type => String
+  opt :secret_key, "Secret access key", :type => String
+  opt :region, "AWS region", :type => String, :default => 'eu-west-1'
+
+  opt :retirement_critical, "Number of days before retirement. Defaults to 2", :default => 2
+  opt :event_warning, "Number of days before event. Defaults to nil (i.e. when the event appears)", :default => nil
+
+  def initialize
+    @compute = Fog::Compute.new(:aws_access_key_id => opts[:access_key],
+                                :aws_secret_access_key => opts[:secret_key],
+                                :region => opts[:region],
+                                :provider => 'AWS')
+  end
+
+  def tick 
+    instance_status = @compute.describe_instance_status.body["instanceStatusSet"]
+    status = instance_status.inject({}) do |acc,i|
+      acc[i.delete("instanceId")] = i
+      acc 
+    end
+
+    hosts = @compute.servers.select { |s| s.state == "running" }.
+      inject([status, {}]) do |(status, acc), host| 
+        acc[host.private_dns_name] = status.delete(host.id); [status, acc] 
+      end[1]
+
+    hosts.each do |host, status|
+      status['eventsSet'].each do |event|
+        before, after = ['notBefore', 'notAfter'].map { |k| Date.parse event[k].to_s if event[k] }
+
+        ev = {:host => host,
+              :service => "aws_instance_status",
+              :description => "#{event['code']}\n\nstart #{event['notBefore']}\nend #{event['notAfter']}\n\n#{event['description']}",
+              :state => "ok",
+              :ttl => 300}
+
+        ev2 = if (event['code'] == 'instance-retirement') and
+          Date.today >= before-opts[:retirement_critical]
+          {:state => "critical"}
+        elsif opts[:event_warning] and Date.today >= before-opts[:event_warning]
+          {:state => "warning"}
+        else
+          {:state => "warning"}
+        end
+
+        report ev.merge(ev2)
+      end
+    end
+  end
+end
+  
+Riemann::Tools::AWS.run

data/bin/riemann-bench

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby
+
+# Connects to a server (first arg) and populates it with a constant stream of
+# events for testing.
+
+require 'rubygems'
+require 'riemann/client'
+require 'pp'
+
+class Riemann::Bench
+  attr_accessor :client, :hosts, :services, :states
+  def initialize
+    @hosts = [nil] + (0...10).map { |i| "host#{i}" }
+    @hosts = %w(a b c d e f g h i j)
+    @services = %w(test1 test2 test3 foo bar baz xyzzy attack cat treat)
+    @states = {}
+    @client = Riemann::Client.new(:host => (ARGV.first || 'localhost'))
+  end
+
+  def evolve(state)
+    m = state[:metric] + (rand - 0.5) * 0.1
+    m = [[0,m].max, 1].min
+
+    s = case m
+    when 0...0.75
+      'ok'
+    when 0.75...0.9
+      'warning'
+    when 0.9..1.0
+      'critical'
+    end
+
+    {
+      :metric => m,
+      :state => s,
+      :host => state[:host],
+      :service => state[:service],
+      :description => "at #{Time.now}"
+    }
+  end
+  
+  def tick
+#    pp @states
+    hosts.product(services).each do |id|
+      client << (states[id] = evolve(states[id]))
+    end
+  end
+
+  def run
+    start
+    loop do
+      sleep 0.05
+      tick
+    end
+  end
+
+  def start
+    hosts.product(services).each do |host, service|
+      states[[host, service]] = {
+        :metric => 0.5,
+        :state => 'ok',
+        :description => "Starting up",
+        :host => host,
+        :service => service
+      }
+    end
+  end
+end
+
+Riemann::Bench.new.run

data/bin/riemann-cloudant

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+
+# Gathers load balancer statistics from Cloudant.com (shared cluster) and submits them to Riemann.
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Cloudant
+  include Riemann::Tools
+  require 'net/http'
+  require 'json'
+
+  opt :cloudant_username, "Cloudant username", :type => :string, :required => true
+  opt :cloudant_password, "Cloudant pasword", :type => :string, :required => true
+
+  def tick
+    json = JSON.parse(get_json().body)
+    json.each do |node|
+      return if node['svname'] == 'BACKEND' # this is just a sum of all nodes.
+
+      ns = "cloudant #{node['pxname']}"
+      cluster_name = node['tracked'].split('.')[0] # ie: meritage.cloudant.com
+
+      # report health of each node.
+      report(
+        :service => ns,
+        :state   => (node['status'] == 'UP' ? 'ok' : 'critical'),
+        :tags    => ['cloudant', cluster_name]
+      )
+
+      # report property->metric of each node.
+      node.each do |property, metric|
+        unless ['pxname', 'svname', 'status', 'tracked'].include?(property)
+          report(
+            :host    => node['tracked'],
+            :service => "#{ns} #{property}",
+            :metric  => metric.to_f,
+            :state   => (node['status'] == 'UP' ? 'ok' : 'critical'),
+            :tags    => ['cloudant', cluster_name]
+          )
+        end
+      end
+
+    end
+  end
+
+   def get_json
+    http = Net::HTTP.new('cloudant.com', 443)
+    http.use_ssl = true
+      http.start do |h|
+        get = Net::HTTP::Get.new('/api/load_balancer')
+        get.basic_auth opts[:cloudant_username], opts[:cloudant_password]
+        h.request get
+     end
+   end
+
+end
+
+Riemann::Tools::Cloudant.run

data/bin/riemann-diskstats

@@ -0,0 +1,86 @@
+#!/usr/bin/env ruby
+#
+require 'rubygems'
+require 'riemann/tools'
+
+class Riemann::Tools::Diskstats
+  include Riemann::Tools
+
+  opt :devices, "Devices to monitor", :type => :strings, :default => nil
+  opt :ignore_devices, "Devices to ignore", :type => :strings, :default =>nil
+
+  def initialize
+    @old_state = nil
+  end
+
+  def state
+    f = File.read('/proc/diskstats')
+    state = f.split("\n").reject { |d| d =~ /(ram|loop)/ }.inject({}) do |s, line|
+      if line =~ /^(?:\s+\d+){2}\s+([\w\d]+) (.*)$/
+        dev = $1
+
+        ['reads reqs',
+        'reads merged',
+        'reads sector',
+        'reads time',
+        'writes reqs',
+        'writes merged',
+        'writes sector',
+        'writes time',
+        'io reqs',
+        'io time',
+        'io weighted'
+        ].map do |service|
+          "#{dev} #{service}"
+        end.zip(
+          $2.split(/\s+/).map { |str| str.to_i }
+        ).each do |service, value|
+          s[service] = value
+        end
+      end
+
+      s
+    end
+
+    # Filter interfaces
+    if is = opts[:devices]
+      state = state.select do |service, value|
+        is.include? service.split(' ').first
+      end
+    end
+
+    if ign = opts[:ignore_devices]
+      state = state.reject do |service, value|
+        ign.include? service.split(' ').first
+      end
+    end
+
+    state
+  end
+
+  def tick
+    state = self.state
+
+    if @old_state
+      state.each do |service, metric|
+        delta = metric - @old_state[service]
+
+        report(
+          :service => "diskstats " + service,
+          :metric => (delta.to_f / opts[:interval]),
+          :state => "ok"
+        )
+
+        if service =~ /io time$/
+          report(:service => "diskstats " + service.gsub(/time/, 'util'),
+                 :metric => (delta.to_f / (opts[:interval]*1000)),
+                 :state => "ok")
+        end
+      end
+    end
+
+    @old_state = state
+  end
+end
+
+Riemann::Tools::Diskstats.run

data/bin/riemann-elasticsearch

@@ -0,0 +1,86 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+class Riemann::Tools::Elasticsearch
+  include Riemann::Tools
+
+  require 'faraday'
+  require 'json'
+
+  opt :read_timeout, 'Faraday read timeout', type: :int, default: 2
+  opt :open_timeout, 'Faraday open timeout', type: :int, default: 1
+  opt :es_host, 'Elasticsearch host', default: "localhost"
+  opt :es_port, 'Elasticsearch port', type: :int, default: 9200
+
+
+  # Handles HTTP connections and GET requests safely
+  def safe_get(uri)
+      # Handle connection timeouts
+      response = nil
+      begin
+        connection = Faraday.new(uri)
+        response = connection.get do |req|
+          req.options[:timeout] = options[:read_timeout]
+          req.options[:open_timeout] = options[:open_timeout]
+        end
+      rescue => e
+        report(:host => uri.host,
+          :service => "elasticsearch health",
+          :state => "critical",
+          :description => "HTTP connection error: #{e.class} - #{e.message}"
+        )
+      end
+      response
+  end
+
+  def health_url
+    "http://#{options[:es_host]}:#{options[:es_port]}/_cluster/health"
+  end
+
+  def tick
+    uri = URI(health_url)
+    response = safe_get(uri)
+
+    return if response.nil?
+
+    if response.status != 200
+        report(:host => uri.host,
+          :service => "elasticsearch health",
+          :state => "critical",
+          :description => "HTTP connection error: #{response.status} - #{response.body}"
+        )
+    else
+      # Assuming that a 200 will give json
+      json = JSON.parse(response.body)
+      cluster_name = json.delete("cluster_name")
+      cluster_status = json.delete("status")
+      state = case cluster_status
+      when "green"
+        "ok"
+      when "yellow"
+        "warning"
+      when "red"
+        "critical"
+      end
+
+      report(:host => uri.host,
+             :service => "elasticsearch health",
+             :state => state,
+             :description => "Elasticsearch cluster: #{cluster_name} - #{cluster_status}")
+
+      json.each_pair do |k,v|
+        report(:host => uri.host,
+               :service => "elasticsearch #{k}",
+               :metric => v,
+               :description => "Elasticsearch cluster #{k}"
+        )
+
+      end
+    end
+  end
+
+
+
+end
+Riemann::Tools::Elasticsearch.run

data/bin/riemann-elb-metrics

@@ -0,0 +1,154 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../lib/riemann/tools', __FILE__)
+
+$0 = __FILE__
+
+class Riemann::Tools::ELBMetrics
+  include Riemann::Tools
+
+  require 'fog'
+  require 'time'
+
+  opt :fog_credentials_file, "Fog credentials file", :type => String
+  opt :fog_credential, "Fog credentials to use", :type => String
+  opt :aws_access, "AWS Access Key", :type => String
+  opt :aws_secret, "AWS Secret Key", :type => String
+  opt :aws_region, "AWS Region", :type => String, :default => "eu-west-1"
+  opt :aws_azs, "List of AZs to aggregate against", :type => :strings, :default => [ "all_az" ]
+  opt :elbs, "List of ELBs to pull metrics from", :type => :strings, :required => true
+
+  def standard_metrics
+    # ELB metric types, from:
+    # http://docs.aws.amazon.com/AmazonCloudWatch/latest/DeveloperGuide/CW_Support_For_AWS.html#elb-metricscollected
+    metric_options = {
+      "Latency" => {
+        "Unit" => "Seconds",
+        "Statistics" => ["Maximum", "Minimum", "Average" ]
+      },
+      "RequestCount" => {
+        "Unit" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HealthyHostCount" => {
+        "Units" => "Count",
+        "Statistics" => [ "Minimum", "Maximum", "Average" ]
+      },
+      "UnHealthyHostCount" => {
+        "Units" => "Count",
+        "Statistics" => [ "Minimum", "Maximum", "Average" ]
+      },
+      "HTTPCode_ELB_4XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HTTPCode_ELB_5XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HTTPCode_Backend_2XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HTTPCode_Backend_3XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HTTPCode_Backend_4XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      },
+      "HTTPCode_Backend_5XX" => {
+        "Units" => "Count",
+        "Statistics" => [ "Sum" ]
+      }
+    }
+
+    metric_options
+  end
+
+  def base_metrics
+    # get last 60 seconds
+    start_time = (Time.now.utc - 60).iso8601
+    end_time = Time.now.utc.iso8601
+
+    # The base query that all metrics would get
+    metric_base = {
+      "Namespace" => "AWS/ELB",
+      "StartTime" => start_time,
+      "EndTime" => end_time,
+      "Period" => 60,
+    }
+
+    metric_base
+  end
+
+
+  def tick
+    if options[:fog_credentials_file]
+      Fog.credentials_path = options[:fog_credentials_file]
+      Fog.credential = options[:fog_credential].to_sym
+      connection = Fog::AWS::CloudWatch.new
+    else
+      connection = Fog::AWS::CloudWatch.new({
+        :aws_access_key_id => options[:aws_access],
+        :aws_secret_access_key => options[:aws_secret],
+        :region => options[:aws_region]
+      })
+    end
+
+    options[:elbs].each do |lb|
+
+      metric_options = standard_metrics
+      metric_base_options = base_metrics
+
+      options[:aws_azs].each do |az|
+        metric_options.keys.sort.each do |metric_type|
+          merged_options = metric_base_options.merge(metric_options[metric_type])
+          merged_options["MetricName"] = metric_type
+          if az == "all_az"
+            merged_options["Dimensions"] = [ { "Name" => "LoadBalancerName", "Value" => lb } ]
+          else
+            merged_options["Dimensions"] = [
+              { "Name" => "LoadBalancerName", "Value" => lb },
+              { "Name" => "AvailabilityZone" , "Value" => az}
+            ]
+          end
+
+          result = connection.get_metric_statistics(merged_options)
+
+          # "If no response codes in the category 2XX-5XX range are sent to clients within 
+          # the given time period, values for these metrics will not be recorded in CloudWatch"
+          #next if result.body["GetMetricStatisticsResult"]["Datapoints"].empty? && metric_type =~ /[2345]XX/
+          #
+          # BUG:
+          # Metrics are reported every 60 seconds, but sometimes there isn't one there yet.
+          # We can skip that, or do something else?
+          next if result.body["GetMetricStatisticsResult"]["Datapoints"].empty?
+
+          # We should only ever have a single data point
+          result.body["GetMetricStatisticsResult"]["Datapoints"][0].keys.sort.each do |stat_type|
+            next if stat_type == "Unit"
+            next if stat_type == "Timestamp"
+
+            unit = result.body["GetMetricStatisticsResult"]["Datapoints"][0]["Unit"]
+            metric = result.body["GetMetricStatisticsResult"]["Datapoints"][0][stat_type]
+            event = Hash.new
+            event = {
+              host: lb,
+              service: "elb.#{az}.#{metric_type}.#{stat_type}",
+              ttl: 60,
+              description: "#{lb} #{metric_type} #{stat_type} (#{unit})",
+              tags: [ "production", "elb_metrics" ],
+              metric: metric
+            }
+
+            report(event)
+          end
+        end
+      end
+    end
+  end
+end
+
+Riemann::Tools::ELBMetrics.run