munin_manager 1.2.1

data/lib/munin_manager/plugins/rails_response_time.rb

@@ -0,0 +1,103 @@
+module MuninManager
+  class Plugins::RailsResponseTime < LogReader
+    include ActsAsMuninPlugin
+    attr_accessor :search_pattern
+
+    def initialize(log_file, options = {})
+      super(log_file)
+      @search_pattern = options[:search_pattern] || /.*/
+      @search_pattern = Regexp.new(@search_pattern) if @search_pattern.is_a?(String)
+    end
+
+    def data
+      @data ||= Hash.new {|h, k| h[k] = Array.new}
+    end
+
+    def scan(log_file)
+      current_action = nil
+      loop do
+        line = log_file.readline
+
+        if line.starts_with?("Processing ")
+          cols = line.split(/\s+/)
+          current_action = cols[1] if self.search_pattern.match(cols[1])
+
+        elsif line.starts_with?("Completed in ") && !current_action.nil?
+          cols = line.split(/\s+/)
+          data[current_action] << cols[2].to_f
+          current_action = nil
+        end
+
+      end
+    end
+
+    def process!
+      data.each_pair do |action_name, response_times|
+        data[action_name] = response_times.inject(0) {|sum, i| sum + i} / data[action_name].length rescue 0
+      end
+    end
+
+    def config
+      configs = {
+        "graph_title" => "Rails Response Times (by Controller->Action)",
+        "graph_vlabel" => "time (secs)",
+        "graph_category" => "Performance",
+        "graph_args" => "--upper-limit 1.0 --lower-limit 0.100 --rigid"
+      }
+      self.collect!(:save_state => false)
+      self.data.each do |action_name, respose_time|
+        configs["#{format_for_munin(action_name)}.label"] = action_name.sub("#", "->")
+        configs["#{format_for_munin(action_name)}.draw"] = "LINE2"
+      end
+
+      configs["graph_order"] = self.data.to_a.
+        sort {|lhs, rhs| rhs[1] <=> lhs[1]}.
+        collect {|tuple| format_for_munin(tuple[0])}
+
+      configs.map {|key_value_pair| key_value_pair.join(" ")}.join("\n")
+    end
+
+    def values
+      data.map {|k, v| "#{format_for_munin(k)}.value #{"%.10f" % v}"}.join("\n")
+    end
+
+    def self.run
+      log_file = ENV['log_file'] || "/var/log/rails.log"
+      allowed_commands = ['config']
+
+      rails = new(log_file, :search_pattern => ENV['search_pattern'])
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts rails.send(cmd.to_sym)
+      else
+        rails.collect!
+        puts rails.values
+      end
+    end
+
+    def self.help_text(options = {})
+      %Q{
+#{plugin_name.capitalize} Munin Plugin
+===========================
+
+Please remember to add something like the lines below to /etc/munin/plugin-conf.d/munin-node
+if the rails log file is not at /var/log/rails.log
+
+[#{options[:symlink] || plugin_name}]
+env.log_file /var/log/custom/rails.log
+env.search_pattern UsersController.*
+
+Also, make sure that the '/var/lib/munin/plugin-state' is writable by munin.
+
+$ sudo chmod 777 /var/lib/munin/plugin-state
+
+}
+    end
+
+    private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+  end
+end

data/lib/munin_manager/plugins/scribe_net.rb

@@ -0,0 +1,81 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'ruby_scribe_client'
+
+#Monkey patched so the namespaced queues are included in stats
+module MuninManager
+  class Plugins::ScribeNet
+    include ActsAsMuninPlugin
+    
+    def initialize(host, port)
+      @scribe = FB303::Client.new(host, port)
+      @category = 'scribe'
+    end
+    
+    def config
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Scribe Traffic
+        graph_args --base 1000
+        graph_vlabel bits per second
+        graph_category #{@category}
+      END
+
+
+      
+      graph_order = 'graph_order'
+      stat_config = ''
+      counters.keys.each do |stat|
+        stat_name = format_for_munin(stat)
+        graph_order << " "+ stat_name
+        stat_config = "#{stat_name}.label #{stat_name}"  
+        net_stats.each do |var,value|
+          value = "#{stat_name}," + value if var == :cdef
+          stat_config << "#{stat_name}.#{var} #{value}\n"
+        end
+      end
+
+      return graph_config + graph_order+"\n" + stat_config
+    end
+
+    def values
+      ret = ""
+      @scribe.getCounters.each do |k, v|
+        ret << "#{format_for_munin(k)}.value #{v}\n"
+      end
+      ret
+    end
+    
+    def self.run
+      host = ENV['SCRIBE_HOST'] || 'localhost';
+      port = ENV['SCRIBE_PORT'] || 1463;
+      scribe = new(host, port)
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts scribe.send(cmd.to_sym)
+      else
+        puts scribe.values
+      end
+    end
+    
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+    
+    def counters
+      @scribe.getCounters
+    end
+    
+    def net_stats
+      stats = {
+          :type => 'COUNTER',
+          :cdef => '8,*'
+      }
+      return stats
+    end
+    
+  end
+end

data/lib/munin_manager/plugins/starling_age.rb

@@ -0,0 +1,77 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingAge
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def age_stats
+      defaults = {
+        :type => 'GAUGE',
+        :draw => 'AREA'
+      }
+      stats = @starling.available_queues.inject({}) do |stats, queue_name|
+        queue,item = queue_name.split(/:/, 2)
+        stats["queue_#{queue_name}_age"] = defaults.merge({
+          :label => "#{queue}[#{item}] age"
+        })
+        stats
+      end
+    end
+
+
+    def config
+      graph_names = age_stats.keys.map{|n| n.to_s.tr(':', '_')}
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling Queues Age
+        graph_vlabel seconds in queue
+        graph_category #{@category}
+        graph_order #{graph_names.sort.join(' ')}
+      END
+
+      age_stats.inject(graph_config) do |stat_config, stat|
+        stat[1].each do |var,value|
+          graph_config << "#{format_for_munin(stat[0])}.#{var} #{value}\n"
+        end
+        graph_config
+      end
+    end
+
+    def values
+      age_stats.inject("") do |ret, stat|
+        ret << "#{format_for_munin(stat[0])}.value #{@starling.stats[@host][stat[0]]/1000.0}\n"
+      end
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+  end
+end

data/lib/munin_manager/plugins/starling_net.rb

@@ -0,0 +1,81 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingNet
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def net_stats
+      stats = {
+        :bytes_read => {
+          :label => 'read',
+          :type => 'COUNTER',
+          :graph => 'no',
+          :cdef => 'bytes_read,8,*'
+        },
+        :bytes_written => {
+          :label => 'bps',
+          :type => 'COUNTER',
+          :cdef => 'bytes_written,8,*',
+          :negative => 'bytes_read'
+        }
+      }
+      return stats
+    end
+
+    def config
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling traffic
+        graph_args --base 1000
+        graph_vlabel bits read(-) / written(+) per second
+        graph_category #{@category}
+        graph_order bytes_read bytes_written
+      END
+
+      stat_config = ''
+      net_stats.each do |stat,config|
+        config.each do |var,value|
+          stat_config << "#{stat}.#{var} #{value}\n"
+        end
+      end
+      return graph_config + stat_config
+    end
+
+    def values
+      ret = "bytes_read.value #{@starling.stats[@host]['bytes_read']}\n"
+      ret << "bytes_written.value #{@starling.stats[@host]['bytes_written']}\n"
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end

data/lib/munin_manager/plugins/starling_ops.rb

@@ -0,0 +1,85 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingOps
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def ops_stats
+      defaults = {
+      'min' => 0,
+      'max' => 5000,
+      'type' => 'DERIVE',
+      'draw' => 'LINE2',
+      }
+      stats = {
+      'cmd_get' => {:label => 'GETs'},
+      'cmd_set' => {:label => 'SETs'},
+      'get_hits' => {:label => 'Hits'},
+      'get_misses' => {:label => 'Misses'}
+      }
+      
+      stats.each_key do |k|
+        stats[k] = defaults.merge(stats[k])
+      end
+      return stats
+    end
+
+    def config
+      graph_config = <<-END.gsub(/  +/, '')
+      graph_title Starling Operations
+      graph_args --base 1000
+      graph_vlabel ops/${graph_period}
+      graph_category #{@category}
+      graph_order cmd_set cmd_get get_hits get_misses
+      END
+
+      stat_config = []
+      ops_stats.each do |stat,config|
+        config.each do |var,value|
+          stat_config << "#{stat}.#{var} #{value}\n"
+        end
+      end
+      return graph_config + stat_config.sort.join
+    end
+
+    def values
+      ret = ''
+      ops_stats.each_key do |stat|
+        ret << "#{stat}.value #{@starling.stats[@host][stat]}\n"
+      end
+      return ret
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end

data/lib/munin_manager/plugins/starling_queue.rb

@@ -0,0 +1,84 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingQueue
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def queues_stats
+      defaults = {
+        'type' => 'GAUGE',
+        'draw' => 'LINE2'
+      }
+      stats = @starling.available_queues.inject({}) do |stats, queue_name|
+        queue,item = queue_name.split(/:/, 2)
+        stats["queue_#{queue_name}_items"] = defaults.merge({
+          :label => "#{queue}[#{item}] items"
+        })
+        stats["queue_#{queue_name}_expired_items"] = defaults.merge({
+          :label => "#{queue}[#{item}] expired"
+        })
+        stats
+      end
+
+      return stats
+    end
+
+    def config
+      graph_names = queues_stats.keys.map{|n| n.to_s.tr(':', '_')}
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling queues
+        graph_args --base 1000
+        graph_vlabel items
+        graph_category #{@category}
+        graph_order #{graph_names.sort.join(' ')}
+      END
+
+      queues_stats.inject(graph_config) do |stat_config, stat|
+        stat[1].each do |var,value|
+          graph_config << "#{format_for_munin(stat[0])}.#{var} #{value}\n"
+        end
+        graph_config
+      end
+    end
+
+    def values
+      queues_stats.inject("") do |ret, stat|
+        ret << "#{format_for_munin(stat[0])}.value #{@starling.stats[@host][stat[0]]}\n"
+      end
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end
+