entombedvirus-munin_manager 0.1.0 → 1.0.0

data/Manifest

@@ -6,6 +6,7 @@ lib/munin_manager/log_reader.rb
 lib/munin_manager/plugins/haproxy_response_time.rb
 lib/munin_manager/plugins/network_latency.rb
 lib/munin_manager/plugins/packet_loss.rb
+lib/munin_manager/plugins/rails_rendering.rb
 lib/munin_manager/plugins/rails_response_time.rb
 lib/munin_manager/plugins/scribe_net.rb
 lib/munin_manager/plugins/starling_age.rb

data/Rakefile

@@ -1,5 +1,5 @@
 require 'echoe'
-Echoe.new('munin_manager', '0.0.9') do |s|
+Echoe.new('munin_manager', '1.0.0') do |s|
   s.description = "Tool to maintain and install munin plugins written in Ruby"
   s.author = "Rohith Ravi"
   s.email = "entombedvirus@gmail.com"

data/lib/munin_manager/plugins/rails_rendering.rb

@@ -0,0 +1,82 @@
+module MuninManager
+  class Plugins::RailsRendering < LogReader
+    include ActsAsMuninPlugin
+
+    def data
+      @data ||= Hash.new {|h, k| h[k] = Array.new}
+    end
+
+    def scan(log_file)
+      loop do
+        line = log_file.readline
+        next unless line.match(/^Completed in/)
+
+        chunks = line.split(/\s/)
+        data[:total] << chunks[2].to_f
+        data[:rendering] << chunks[7].to_f
+        data[:memcache] << chunks[11].to_f
+        data[:db] << chunks[14].to_f
+      end
+    end
+
+    def process!
+      data.each_pair do |component, response_times|
+        data[component] = response_times.inject(0) {|sum, i| sum + i} / data[component].length rescue 0
+      end
+    end
+
+    def config
+      <<-LABEL
+graph_title Rails Response Breakdown
+graph_vlabel response time          
+graph_category Rails                
+total.label total                   
+rendering.label rendering           
+db.label db                         
+memcache.label memcache             
+LABEL
+    end
+
+    def values
+      data.map {|k, v| "#{format_for_munin(k)}.value #{"%.10f" % v}"}.join("\n")
+    end
+
+    def self.run
+      log_file = ENV['log_file'] || "/var/log/rails.log"
+      allowed_commands = ['config']
+
+      rails = new(log_file)
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts rails.send(cmd.to_sym)
+      else
+        rails.collect!
+        puts rails.values
+      end
+    end
+
+    def self.help_text(options = {})
+      %Q{
+#{plugin_name.capitalize} Munin Plugin
+===========================
+
+Please remember to add something like the lines below to /etc/munin/plugin-conf.d/munin-node
+if the rails log file is not at /var/log/rails.log
+
+[#{options[:symlink] || plugin_name}]
+env.log_file /var/log/custom/rails.log
+
+Also, make sure that the '/var/lib/munin/plugin-state' is writable by munin.
+
+$ sudo chmod 777 /var/lib/munin/plugin-state
+
+}
+    end
+
+    private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+  end
+end

data/lib/munin_manager/plugins/starling_age.rb

@@ -0,0 +1,77 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingAge
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def age_stats
+      defaults = {
+        :type => 'GAUGE',
+        :draw => 'AREA'
+      }
+      stats = @starling.available_queues.inject({}) do |stats, queue_name|
+        queue,item = queue_name.split(/:/, 2)
+        stats["queue_#{queue_name}_age"] = defaults.merge({
+          :label => "#{queue}[#{item}] age"
+        })
+        stats
+      end
+    end
+
+
+    def config
+      graph_names = age_stats.keys.map{|n| n.to_s.tr(':', '_')}
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling Queues Age
+        graph_vlabel seconds in queue
+        graph_category #{@category}
+        graph_order #{graph_names.sort.join(' ')}
+      END
+
+      age_stats.inject(graph_config) do |stat_config, stat|
+        stat[1].each do |var,value|
+          graph_config << "#{format_for_munin(stat[0])}.#{var} #{value}\n"
+        end
+        graph_config
+      end
+    end
+
+    def values
+      age_stats.inject("") do |ret, stat|
+        ret << "#{format_for_munin(stat[0])}.value #{@starling.stats[@host][stat[0]]/100.0}\n"
+      end
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+  end
+end

data/lib/munin_manager/plugins/starling_net.rb

@@ -0,0 +1,81 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingNet
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def net_stats
+      stats = {
+        :bytes_read => {
+          :label => 'read',
+          :type => 'COUNTER',
+          :graph => 'no',
+          :cdef => 'bytes_read,8,*'
+        },
+        :bytes_written => {
+          :label => 'bps',
+          :type => 'COUNTER',
+          :cdef => 'bytes_written,8,*',
+          :negative => 'bytes_read'
+        }
+      }
+      return stats
+    end
+
+    def config
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling traffic
+        graph_args --base 1000
+        graph_vlabel bits read(-) / written(+) per second
+        graph_category #{@category}
+        graph_order bytes_read bytes_written
+      END
+
+      stat_config = ''
+      net_stats.each do |stat,config|
+        config.each do |var,value|
+          stat_config << "#{stat}.#{var} #{value}\n"
+        end
+      end
+      return graph_config + stat_config
+    end
+
+    def values
+      ret = "bytes_read.value #{@starling.stats[@host]['bytes_read']}\n"
+      ret << "bytes_written.value #{@starling.stats[@host]['bytes_written']}\n"
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end

data/lib/munin_manager/plugins/starling_ops.rb

@@ -0,0 +1,86 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingOps
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def ops_stats
+      defaults = {
+      'min' => 0,
+      'max' => 5000,
+      'type' => 'DERIVE',
+      'draw' => 'LINE2',
+      }
+      stats = {
+      'cmd_get' => {:label => 'GETs'},
+      'cmd_set' => {:label => 'SETs'},
+      'get_hits' => {:label => 'Hits'},
+      'get_misses' => {:label => 'Misses'}
+      }
+      
+      stats.each_key do |k|
+        stats[k] = defaults.merge(stats[k])
+      end
+      return stats
+    end
+
+    def config
+      graph_config = <<-END.gsub(/  +/, '')
+      graph_title Starling Operations
+      graph_args --base 1000
+      graph_vlabel ops/${graph_period}
+      graph_category #{@category}
+      graph_order cmd_set cmd_get get_hits get_misses
+      END
+
+      stat_config = []
+      ops_stats.each do |stat,config|
+        config.each do |var,value|
+          stat_config << "#{stat}.#{var} #{value}\n"
+        end
+      end
+      return graph_config + stat_config.sort.join
+    end
+
+    def values
+      ret = ''
+      ops_stats.each_key do |stat|
+        ret << "#{stat}.value #{@starling.stats[@host][stat]}\n"
+      end
+      return ret
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end

data/lib/munin_manager/plugins/starling_queue.rb

@@ -0,0 +1,84 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+require 'rubygems'
+require 'starling'
+#Monkey patched so the namespaced queues are included in stats
+require File.join(File.dirname(__FILE__), '..','starling', 'starling_stats')
+
+module MuninManager
+  class Plugins::StarlingQueue
+    include ActsAsMuninPlugin
+
+    def initialize(host, port)
+      @host = "#{host}:#{port}"
+      @starling = Starling.new(@host)
+      @category = 'starling'
+    end
+
+    def queues_stats
+      defaults = {
+        'type' => 'GAUGE',
+        'draw' => 'LINE2'
+      }
+      stats = @starling.available_queues.inject({}) do |stats, queue_name|
+        queue,item = queue_name.split(/:/, 2)
+        stats["queue_#{queue_name}_items"] = defaults.merge({
+          :label => "#{queue}[#{item}] items"
+        })
+        stats["queue_#{queue_name}_expired_items"] = defaults.merge({
+          :label => "#{queue}[#{item}] expired"
+        })
+        stats
+      end
+
+      return stats
+    end
+
+    def config
+      graph_names = queues_stats.keys.map{|n| n.to_s.tr(':', '_')}
+      graph_config = <<-END.gsub(/  +/, '')
+        graph_title Starling queues
+        graph_args --base 1000
+        graph_vlabel items
+        graph_category #{@category}
+        graph_order #{graph_names.sort.join(' ')}
+      END
+
+      queues_stats.inject(graph_config) do |stat_config, stat|
+        stat[1].each do |var,value|
+          graph_config << "#{format_for_munin(stat[0])}.#{var} #{value}\n"
+        end
+        graph_config
+      end
+    end
+
+    def values
+      queues_stats.inject("") do |ret, stat|
+        ret << "#{format_for_munin(stat[0])}.value #{@starling.stats[@host][stat[0]]}\n"
+      end
+    end
+
+    def self.run
+      host = ENV['HOST'] || '127.0.0.1';
+      port = ENV['PORT'] || 22122;
+      starling = new(host, port)
+
+
+      allowed_commands = ['config']
+
+      if cmd = ARGV[0] and allowed_commands.include? cmd then
+        puts starling.send(cmd.to_sym)
+      else
+        puts starling.values
+      end
+    end
+
+  private
+
+    def format_for_munin(str)
+      str.to_s.gsub(/[^A-Za-z0-9_]/, "_")
+    end
+
+  end
+end
+  

data/lib/munin_manager/starling/starling_stats.rb

@@ -0,0 +1,66 @@
+class Starling
+  def stats
+     raise MemCacheError, "No active servers" unless active?
+     server_stats = {}
+
+     @servers.each do |server|
+       sock = server.socket
+       raise MemCacheError, "No connection to server" if sock.nil?
+
+       value = nil
+       begin
+         sock.write "stats\r\n"
+         stats = {}
+         while line = sock.gets do
+           break if line == "END\r\n"
+           if line =~ /^STAT/ then
+             stat, name, value = line.split
+             stats[name] = case name
+                           when 'version'
+                             value
+                           when 'rusage_user', 'rusage_system' then
+                             seconds, microseconds = value.split(/:/, 2)
+                             microseconds ||= 0
+                             Float(seconds) + (Float(microseconds) / 1_000_000)
+                           else
+                             if value =~ /^\d+$/ then
+                               value.to_i
+                             else
+                               value
+                             end
+                           end
+           end
+         end
+         server_stats["#{server.host}:#{server.port}"] = stats
+       rescue SocketError, SystemCallError, IOError => err
+         puts err.inspect
+         server.close
+         raise MemCacheError, err.message
+       end
+     end
+
+     server_stats
+   end
+
+   ##
+   # returns the number of items in +queue+. If +queue+ is +:all+, a hash of all
+   # queue sizes will be returned.
+
+   def sizeof(queue, statistics = nil)
+     statistics ||= stats
+
+     if queue == :all
+       queue_sizes = {}
+       available_queues(statistics).each do |queue|
+         queue_sizes[queue] = sizeof(queue, statistics)
+       end
+       return queue_sizes
+     end
+
+     statistics.inject(0) { |m,(k,v)| m + v["queue_#{make_cache_key(queue)}_items"].to_i }
+   end
+   
+   def queue_names
+     return available_queues
+   end
+end

data/munin_manager.gemspec

@@ -2,32 +2,35 @@
 
 Gem::Specification.new do |s|
   s.name = %q{munin_manager}
-  s.version = "0.1.0"
+  s.version = "1.0.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Rohith Ravi"]
-  s.date = %q{2009-04-13}
+  s.date = %q{2009-05-18}
   s.description = %q{Tool to maintain and install munin plugins written in Ruby}
   s.email = %q{entombedvirus@gmail.com}
   s.executables = ["munin_manager", "runner"]
-  s.extra_rdoc_files = ["bin/munin_manager", "bin/runner", "ext/string.rb", "lib/munin_manager/acts_as_munin_plugin.rb", "lib/munin_manager/log_reader.rb", "lib/munin_manager/plugins/haproxy_response_time.rb", "lib/munin_manager/plugins/network_latency.rb", "lib/munin_manager/plugins/packet_loss.rb", "lib/munin_manager/plugins/rails_response_time.rb", "lib/munin_manager/plugins/scribe_net.rb", "lib/munin_manager/plugins.rb", "lib/munin_manager.rb", "README.markdown"]
-  s.files = ["bin/munin_manager", "bin/runner", "ext/string.rb", "lib/munin_manager/acts_as_munin_plugin.rb", "lib/munin_manager/log_reader.rb", "lib/munin_manager/plugins/haproxy_response_time.rb", "lib/munin_manager/plugins/network_latency.rb", "lib/munin_manager/plugins/packet_loss.rb", "lib/munin_manager/plugins/rails_response_time.rb", "lib/munin_manager/plugins/scribe_net.rb", "lib/munin_manager/plugins.rb", "lib/munin_manager.rb", "Manifest", "munin_manager.gemspec", "Rakefile", "README.markdown", "test/haproxy_response_time_test.rb", "test/log_reader_test.rb", "test/rails_response_time_test.rb", "test/test_helper.rb"]
+  s.extra_rdoc_files = ["bin/munin_manager", "bin/runner", "ext/string.rb", "lib/munin_manager/acts_as_munin_plugin.rb", "lib/munin_manager/log_reader.rb", "lib/munin_manager/plugins/haproxy_response_time.rb", "lib/munin_manager/plugins/network_latency.rb", "lib/munin_manager/plugins/packet_loss.rb", "lib/munin_manager/plugins/rails_rendering.rb", "lib/munin_manager/plugins/rails_response_time.rb", "lib/munin_manager/plugins/scribe_net.rb", "lib/munin_manager/plugins/starling_age.rb", "lib/munin_manager/plugins/starling_net.rb", "lib/munin_manager/plugins/starling_ops.rb", "lib/munin_manager/plugins/starling_queue.rb", "lib/munin_manager/plugins.rb", "lib/munin_manager/starling/starling_stats.rb", "lib/munin_manager.rb", "README.markdown"]
+  s.files = ["bin/munin_manager", "bin/runner", "ext/string.rb", "lib/munin_manager/acts_as_munin_plugin.rb", "lib/munin_manager/log_reader.rb", "lib/munin_manager/plugins/haproxy_response_time.rb", "lib/munin_manager/plugins/network_latency.rb", "lib/munin_manager/plugins/packet_loss.rb", "lib/munin_manager/plugins/rails_rendering.rb", "lib/munin_manager/plugins/rails_response_time.rb", "lib/munin_manager/plugins/scribe_net.rb", "lib/munin_manager/plugins/starling_age.rb", "lib/munin_manager/plugins/starling_net.rb", "lib/munin_manager/plugins/starling_ops.rb", "lib/munin_manager/plugins/starling_queue.rb", "lib/munin_manager/plugins.rb", "lib/munin_manager/starling/starling_stats.rb", "lib/munin_manager.rb", "Manifest", "munin_manager.gemspec", "Rakefile", "README.markdown", "test/haproxy_response_time_test.rb", "test/log_reader_test.rb", "test/rails_response_time_test.rb", "test/test_helper.rb"]
   s.has_rdoc = true
   s.homepage = %q{}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Munin_manager", "--main", "README.markdown"]
   s.require_paths = ["lib", "ext"]
   s.rubyforge_project = %q{munin_manager}
-  s.rubygems_version = %q{1.3.1}
+  s.rubygems_version = %q{1.3.2}
   s.summary = %q{Tool to maintain and install munin plugins written in Ruby}
   s.test_files = ["test/haproxy_response_time_test.rb", "test/log_reader_test.rb", "test/rails_response_time_test.rb", "test/test_helper.rb"]
 
   if s.respond_to? :specification_version then
     current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 2
+    s.specification_version = 3
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<echoe>, [">= 0"])
     else
+      s.add_dependency(%q<echoe>, [">= 0"])
     end
   else
+    s.add_dependency(%q<echoe>, [">= 0"])
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: entombedvirus-munin_manager
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  version: 1.0.0
 platform: ruby
 authors: 
 - Rohith Ravi
@@ -9,10 +9,19 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-04-13 00:00:00 -07:00
+date: 2009-05-18 00:00:00 -07:00
 default_executable: 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: echoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
 description: Tool to maintain and install munin plugins written in Ruby
 email: entombedvirus@gmail.com
 executables: 
@@ -29,9 +38,15 @@ extra_rdoc_files:
 - lib/munin_manager/plugins/haproxy_response_time.rb
 - lib/munin_manager/plugins/network_latency.rb
 - lib/munin_manager/plugins/packet_loss.rb
+- lib/munin_manager/plugins/rails_rendering.rb
 - lib/munin_manager/plugins/rails_response_time.rb
 - lib/munin_manager/plugins/scribe_net.rb
+- lib/munin_manager/plugins/starling_age.rb
+- lib/munin_manager/plugins/starling_net.rb
+- lib/munin_manager/plugins/starling_ops.rb
+- lib/munin_manager/plugins/starling_queue.rb
 - lib/munin_manager/plugins.rb
+- lib/munin_manager/starling/starling_stats.rb
 - lib/munin_manager.rb
 - README.markdown
 files: 
@@ -43,9 +58,15 @@ files:
 - lib/munin_manager/plugins/haproxy_response_time.rb
 - lib/munin_manager/plugins/network_latency.rb
 - lib/munin_manager/plugins/packet_loss.rb
+- lib/munin_manager/plugins/rails_rendering.rb
 - lib/munin_manager/plugins/rails_response_time.rb
 - lib/munin_manager/plugins/scribe_net.rb
+- lib/munin_manager/plugins/starling_age.rb
+- lib/munin_manager/plugins/starling_net.rb
+- lib/munin_manager/plugins/starling_ops.rb
+- lib/munin_manager/plugins/starling_queue.rb
 - lib/munin_manager/plugins.rb
+- lib/munin_manager/starling/starling_stats.rb
 - lib/munin_manager.rb
 - Manifest
 - munin_manager.gemspec
@@ -85,7 +106,7 @@ requirements: []
 rubyforge_project: munin_manager
 rubygems_version: 1.2.0
 signing_key: 
-specification_version: 2
+specification_version: 3
 summary: Tool to maintain and install munin plugins written in Ruby
 test_files: 
 - test/haproxy_response_time_test.rb