rrd-grapher 1.0.0

data/spec/unit/parsers/ruby_parser_spec.rb

@@ -0,0 +1,184 @@
+require File.expand_path('../../../common', __FILE__)
+require File.expand_path('../../../../lib/rrd-grapher/notifier/parsers/ruby_parser', __FILE__)
+
+# as helper to build packets
+require File.expand_path('../../../helpers/collectdrb', __FILE__)
+
+describe 'Collectd Ruby parser' do
+  before do
+    @parser = RRDNotifier::RubyParser
+  end
+  
+  describe 'Simple packets' do
+    it 'can parse numbers' do
+      type, val, buffer = @parser.parse_part( Collectd::number(1, 122) )
+      buffer.should == ""
+      val.should == 122
+      
+      type, val, _ = @parser.parse_part( Collectd::number(1, 2500) )
+      val.should == 2500
+      
+      type, val, _ = @parser.parse_part( Collectd::number(1, 356798) )
+      val.should == 356798
+    end
+    
+    should 'parse strings' do
+      type, str, _ = @parser.parse_part( Collectd::string(0, "hostname1") )
+      str.should == 'hostname1'
+      
+      type, str, _ = @parser.parse_part( Collectd::string(0, "string with spaces") )
+      str.should == 'string with spaces'
+      
+      type, str, _ = @parser.parse_part( Collectd::string(0, "a really long string with many words in it") )
+      str.should == 'a really long string with many words in it'
+    end
+    
+    should 'parse values' do
+      buffer = Collectd.values([[:counter, 1034], [:derive, -4567], [:derive, 34]])
+      type, values, rest = @parser.parse_part( buffer )
+      rest.should == ""
+      values.should == [1034, -4567, 34]
+    end
+  end
+  
+  describe 'One notification in buffer' do
+    before do
+      @now = Time.new.to_i
+      
+      @pkt = ""
+      @pkt << Collectd.number(1, @now)
+      @pkt << Collectd.string(0, 'hostname')
+         
+      @pkt << Collectd.string(2, 'plugin')
+      @pkt << Collectd.string(3, 'plugin_inst')
+      @pkt << Collectd.string(4, 'type')
+      @pkt << Collectd.string(5, 'type_inst')
+      @pkt << Collectd.number(257, 2) # severity
+      @pkt << Collectd.string(256, 'a message')
+    end
+    
+    should 'parse the notification' do
+      data, rest = @parser.parse_packet(@pkt)
+      
+      rest.should == ""
+      
+      data.class.should             == RRDNotifier::Packet
+      data.host.should              == 'hostname'
+      data.time.should              == @now
+      data.plugin.should            == 'plugin'
+      data.plugin_instance.should   == 'plugin_inst'
+      data.type.should              == 'type'
+      data.type_instance.should     == 'type_inst'
+      data.message.should           == 'a message'
+      data.severity.should          == 2
+      
+    end
+  end
+  
+  describe 'One packet in buffer' do
+    before do
+      @now = Time.new.to_i
+      @interval = 10
+      @pkt = ""
+      @pkt << Collectd.number(1, @now)
+      @pkt << Collectd.string(0, 'hostname')
+      @pkt << Collectd.number(7, @interval)
+         
+      @pkt << Collectd.string(2, 'plugin')
+      @pkt << Collectd.string(3, 'plugin_inst')
+      @pkt << Collectd.string(4, 'type')
+      @pkt << Collectd.string(5, 'type_inst')
+      
+      @pkt << Collectd.values([[:counter, 1034], [:gauge, 3.45]])
+    end
+    
+    should 'parse it' do
+      data, rest = @parser.parse_packet(@pkt)
+      
+      data.class.should            == RRDNotifier::Packet
+      data.host.should             == 'hostname'
+      data.time.should             == @now
+      data.interval.should         == @interval
+      data.plugin.should           == 'plugin'
+      data.plugin_instance.should  == 'plugin_inst'
+      data.type.should             == 'type'
+      data.type_instance.should    == 'type_inst'
+      
+      data.values.size.should      == 2
+      data.values[0].should        == 1034
+      data.values[1].should        == 3.45
+      
+      rest.should == ""
+    end
+  end
+  
+  describe "Multiple packets in buffer" do
+     before do
+       @now = Time.new.to_i
+       @interval = 10
+   
+       @pkt = Collectd.string(0, 'hostname')
+       @pkt << Collectd.number(1, @now)
+       @pkt << Collectd.number(7, @interval)
+          
+       @pkt << Collectd.string(2, 'plugin')
+       @pkt << Collectd.string(3, 'plugin_inst')
+       @pkt << Collectd.string(4, 'type')
+       @pkt << Collectd.string(5, 'type_inst')
+       
+       @pkt << Collectd.values([[:counter, 1034], [:gauge, 3.45]])
+       
+       @pkt << Collectd.string(2, 'plugin2')
+       @pkt << Collectd.string(3, 'plugin2_inst')
+       @pkt << Collectd.string(4, 'type2')
+       @pkt << Collectd.string(5, 'type2_inst')
+       
+       @pkt << Collectd.values([[:counter, 42]])
+  
+       
+       @pkt << Collectd.string(5, 'type21_inst')
+       @pkt << Collectd.values([[:gauge, 3.1415927]])
+     end
+     
+     should 'parse it' do
+       data = @parser.parse(@pkt)
+       
+       data.size.should == 3
+       
+       data[0].class.should == RRDNotifier::Packet
+       
+       data[0].host.should              == 'hostname'
+       data[0].time.should              == @now
+       data[0].interval.should          == @interval
+       data[0].plugin.should            == 'plugin'
+       data[0].plugin_instance.should   == 'plugin_inst'
+       data[0].type.should              == 'type'
+       data[0].type_instance.should     == 'type_inst'
+       data[0].values.size.should       == 2
+       data[0].values[0].should         == 1034
+       data[0].values[1].should         == 3.45
+       
+       data[1].host.should              == 'hostname'
+       data[1].time.should              == @now
+       data[1].interval.should          == @interval
+       data[1].plugin.should            == 'plugin2'
+       data[1].plugin_instance.should   == 'plugin2_inst'
+       data[1].type.should              == 'type2'
+       data[1].type_instance.should     == 'type2_inst'
+       data[1].values.size.should       == 1
+       data[1].values[0].should         == 42
+       
+       data[2].host.should              == 'hostname'
+       data[2].time.should              == @now
+       data[2].interval.should          == @interval
+       data[2].plugin.should            == 'plugin2'
+       data[2].plugin_instance.should   == 'plugin2_inst'
+       data[2].type.should              == 'type2'
+       data[2].type_instance.should     == 'type21_inst'
+       data[2].values.size.should       == 1
+       data[2].values[0].should         == 3.1415927
+       
+     end
+   end
+  
+end

data/spec/unit/rrd_spec.rb

@@ -0,0 +1,50 @@
+require File.expand_path('../../common', __FILE__)
+
+require File.join(ROOT, 'lib/rrd-grapher/rrd')
+
+describe 'RRD Reader' do
+  
+  describe 'test.rrd' do
+    before do
+      path = File.expand_path('../../data/test.rrd', __FILE__)
+      @rrd = RRDReader::File.new(path)
+    end
+    
+    [
+      {"cf"=>"AVERAGE", "rows"=>24, "cur_row"=>1, "pdp_per_row"=>1, "xff"=>0.5, "cdp_prep"=>0},
+      {"cf"=>"AVERAGE", "rows"=>10, "cur_row"=>7, "pdp_per_row"=>6, "xff"=>0.5, "cdp_prep"=>0}
+    ]
+    
+    should 'return correct RRA' do
+      @rrd.rra.should.not == []
+      
+      # first
+      with(@rrd.archives[0]) do |a|
+        a.cf.should == :average
+        a.rows.should == 24
+        a.current_row.should == 1
+        a.instance_variable_get('@pdp_per_row').should == 1
+        a.instance_variable_get('@xff').should == 0.5
+        a.instance_variable_get('@cdp_prep').should == 0
+        
+        a.interval.should == 5*60      # 5 minutes
+        a.duration.should == 2*60*60   # 2 hours
+      end
+      
+      # second
+      with(@rrd.archives[1]) do |a|
+        a.cf.should == :average
+        a.rows.should == 10
+        a.current_row.should == 7
+        a.instance_variable_get('@pdp_per_row').should == 6
+        a.instance_variable_get('@xff').should == 0.5
+        a.instance_variable_get('@cdp_prep').should == 0
+        
+        a.interval.should == 30*60      # 30 minutes
+        a.duration.should == 5*60*60    # 5 hours
+      end
+    end
+    
+  end
+  
+end

data/spec/unit/structures_spec.rb

@@ -0,0 +1,28 @@
+require File.expand_path('../../common', __FILE__)
+require File.expand_path('../../../lib/rrd-grapher/notifier/structures', __FILE__)
+
+describe 'Packet' do
+  before do
+    @point = Factory(:data_point)
+  end
+
+  should 'return formatted plugin' do
+    @point.plugin = "plugin"
+    @point.plugin_instance = nil
+
+    @point.plugin_display.should == "plugin"
+
+    @point.plugin_instance = "instance"
+    @point.plugin_display.should == "plugin/instance"
+  end
+
+  should 'return formatted type' do
+    @point.type = "type"
+    @point.type_instance = nil
+
+    @point.type_display.should == "type"
+
+    @point.type_instance = "instance"
+    @point.type_display.should == "type/instance"
+  end
+end

data/tests/analyze_rrd.rb

@@ -0,0 +1,62 @@
+require 'rubygems'
+require 'rrd'
+require 'pp'
+require 'chronic_duration'
+
+
+
+if ARGV.size != 1
+  puts "Usage: #{File.basename($0)} <rrd_file>"
+  puts "This tool will extract data from the RRD and display it"
+  exit(1)
+end
+
+
+# FILE="/Users/schmurfy/Dev/personal/rrd-faces/preprod_data/cpu-idle.rrd"
+# FILE="/Users/schmurfy/Dev/personal/rrd-grapher/specs/data/test.rrd"
+# FILE="/Users/schmurfy/Dev/personal/rrd-grapher/specs/myrouter.rrd"
+# FILE="/Users/schmurfy/Dev/personal/rrd-grapher/specs/data/subdata.rrd"
+FILE = ARGV[0]
+
+rrd = RRD::Base.new(FILE)
+raw_infos = rrd.info
+infos = {
+  :filename => raw_infos.delete("filename"),
+  :rrd_version => raw_infos.delete("rrd_version"),
+  # data will be added in this rrd every <step> seconds
+  :step => raw_infos.delete("step"),
+  :last_update => raw_infos.delete("last_update"),
+  :header_size => raw_infos.delete("header_size"),
+  :ds => {},
+  :rra => []
+}
+
+# pp raw_infos
+
+raw_infos.each do |key, val|
+  case key
+  when %r{^ds\[([a-zA-Z_]+)\]\.([a-zA-Z_]+)}
+    infos[:ds][$1] ||= {}
+    infos[:ds][$1][$2] = val
+  
+  when %r{^rra\[([0-9]+)\]\.([a-zA-Z_]+)}
+    infos[:rra][$1.to_i] ||= {}
+    infos[:rra][$1.to_i][$2] = val
+  end
+end
+
+# pp infos
+
+# base interval
+step = infos[:step]
+puts ""
+infos[:rra].each do |data|
+  print "#{data['cf'].rjust(10)}: "
+  
+  time_point = ChronicDuration.output(data['pdp_per_row'] * step)
+  print "a point every #{time_point} "
+  
+  time_store = ChronicDuration.output(data['rows'] * (data['pdp_per_row'] * step))
+  puts "stored for #{time_store}"
+end
+

data/tests/filler.rb

@@ -0,0 +1,46 @@
+require 'bundler/setup'
+require File.expand_path('../../lib/rrd', __FILE__)
+
+if ARGV.size != 1
+  puts "Usage: #{File.basename($0)} <rrd_file>"
+  puts "This tool will feed the rrd wil generated data"
+  exit(1)
+end
+
+rrd_path = ARGV[0]
+
+rrd = RRDReader::File.new(rrd_path)
+
+# raise "Too many ds !" if rrd.ds.size != 1
+
+trap('INT'){ exit(0) }
+
+# find interval
+interval = rrd.step
+values = []
+rrd_count = rrd.ds.size
+
+0.upto(rrd_count - 1) do |n|
+  values[n] = rand(5000)
+end
+
+
+puts "Detected #{rrd_count} Data sources."
+
+while true
+  time = Time.new
+  cmd_line = [time.to_i]
+  
+  0.upto(rrd_count - 1) do |n|
+    # new_data = [value + 1].map {|item| item.nil? ? "U" : item}
+    # new_data = [time.to_i] + new_data
+    cmd_line << (values[n] + 1) || "U"
+    puts "[#{n}] Written: #{values[n] + 1} at #{time.to_i}"
+    values[n] += rand(200) - 100
+    values[n] = [0, [values[n],5000].min].max
+  end
+  
+  RRD::Wrapper.update(rrd_path, cmd_line.join(":"))
+  
+  sleep(interval)
+end