monitoring_protocols 0.0.4

data/specs/unit/data_struct_spec.rb

@@ -0,0 +1,89 @@
+require File.expand_path('../../spec_helper', __FILE__)
+
+describe 'DataStruct' do
+  before do
+    @s1 = Class.new(MonitoringProtocols::DataStruct) do
+      properties :one, :two
+    end
+    
+    @s2 = Class.new(MonitoringProtocols::DataStruct) do
+      properties :name, :host
+    end
+  end
+  
+  it 'can be encoded with msgpack', focus: true do
+    obj = @s1.new(:one => 12)
+    data = MessagePack.pack(obj)
+    h = MessagePack.unpack(data)
+    h.class.should == Hash
+    h['one'].should == 12
+    h['two'].should == nil
+  end
+  
+  should 'raise an error if keys are unknown' do
+    err = ->{
+      @s1.new(tarzan: 42)
+    }.should.raise(ArgumentError)
+    
+    err.message.should.include?("tarzan")
+  end
+  
+  should 'have disctinct attributes set for each child class' do
+    @s1.attributes.should == [:one, :two]
+    @s2.attributes.should == [:name, :host]
+  end
+  
+  it "can merge data from multiple Hash sources" do
+    obj = @s1.new(:one => 12)
+    obj.merge_data_from!(:two => 34, :one => nil)
+    
+    obj.one.should == 12
+    obj.two.should == 34
+  end
+  
+  it "can merge data from multiple Object sources" do
+    dummy_class = Struct.new(:one, :two)
+    
+    d1 = dummy_class.new(23)
+    d2 = dummy_class.new(nil, 56)
+    
+    obj = @s1.new(d1)
+    obj.merge_data_from!(d2)
+    
+    obj.one.should == 23
+    obj.two.should == 56
+  end
+  
+  it "can merge data selectively from multiple Object sources" do
+    dummy_class = Struct.new(:one, :two)
+    
+    d1 = dummy_class.new(23)
+    d2 = dummy_class.new(67, 56)
+    
+    obj = @s1.new(d1)
+    obj.merge_data_from!(d2, [:two])
+    
+    obj.one.should == 23
+    obj.two.should == 56
+  end
+  
+  should 'support inheritance' do
+    c1 = Class.new(MonitoringProtocols::DataStruct) do
+      properties :one, :two
+    end
+    
+    c2 = Class.new(c1) do
+      properties :three
+    end
+    
+    
+    obj = c2.new(one: 1, two: 2, three: 3)
+    c2.attributes.should == [:one, :two, :three]
+    
+    obj.one.should == 1
+    obj.two.should == 2
+    obj.three.should == 3
+  end
+  
+end
+

data/specs/unit/json/builder_spec.rb

@@ -0,0 +1,49 @@
+require File.expand_path('../../../spec_helper', __FILE__)
+
+describe 'JSON Ruby builder' do
+  before do
+    @parser_class = MonitoringProtocols::JSON::Parser
+    @builder_class = MonitoringProtocols::JSON::Builder
+    @now = Time.new.utc
+  end
+  
+  should 'generate compressed json for points' do
+    expected_hash = {
+      'type'      => 'datapoints',
+      'host'      => 'linux1',
+      'app_name'  => 'system',
+      
+      'cpu'       => {
+        'user' => 43.0,
+        'sys'  => 3.4
+      }
+    }
+    
+    common_data = {
+      host: 'linux1',
+      app_name: 'system',
+      res_name: 'cpu'
+    }
+    
+    points = [
+      FactoryGirl.build(:data_point, common_data.merge(
+          time: @now,
+          metric_name: 'user',
+          value: 43.0
+        )),
+      
+      FactoryGirl.build(:data_point, common_data.merge(
+          time: @now,
+          metric_name: 'sys',
+          value: 3.4
+        ))
+    ]
+    
+    b = @builder_class.new(points.dup)
+    ret = b.build_packet()
+    ret.class.should == String
+    
+    ret = freeze_time(@now){ @parser_class.new.parse(ret) }
+    ret.should == points.sort
+  end
+end

data/specs/unit/json/parser_spec.rb

@@ -0,0 +1,353 @@
+require File.expand_path('../../../spec_helper', __FILE__)
+
+describe 'JSON Ruby parser' do
+  before do
+    @parser_class = MonitoringProtocols::JSON::Parser
+    @now = Time.new.utc
+  end
+  
+  describe 'first packet' do
+    before do
+      @json = Oj.dump({
+            'type' => 'datapoints',
+            'host' => 'hostname',
+            'app_name' => 'system',
+            'time' => @now.iso8601,
+            'first' => true,
+            
+            'cpu' => {
+                'user' => 1,
+            }
+          },
+          indent: -1
+        )
+    end
+    
+    should 'parse buffer' do
+      msgs = @parser_class.parse(@json)
+      msgs.size.should == 1
+      
+      msgs[0].class.should            == MonitoringProtocols::DataPoint
+      msgs[0].first                   == true
+      msgs[0].host.should             == 'hostname'
+      msgs[0].time.to_i.should        == @now.to_i
+      msgs[0].app_name.should         == 'system'
+      msgs[0].res_name.should         == 'cpu'
+      msgs[0].metric_name.should      == 'user'
+      msgs[0].value.should            == 1
+    end
+  end
+  
+  describe 'invalid value' do
+    before do
+      @json = Oj.dump({
+            'type' => 'datapoints',
+            'host' => 'hostname',
+            'app_name' => 'system',
+            'time' => @now.iso8601,
+            'first' => true,
+            
+            'cpu' => {
+                'user' => "",
+            }
+          },
+          indent: -1
+        )
+    end
+    
+    should 'reject packet' do
+      err = ->{
+        @parser_class.parse(@json)
+      }.should.raise(MonitoringProtocols::ParseError)
+      
+      err.message.should.include?('invalid')
+    end
+  end
+  
+  describe 'with common app_name' do
+    
+    describe 'One point in buffer' do
+      before do
+        @json = Oj.dump({
+              'type' => 'datapoints',
+              'host' => 'hostname',
+              'app_name' => 'system',
+              'time' => @now.iso8601,
+              
+              'cpu' => {
+                  'user' => 1,
+              }
+            },
+            indent: -1
+          )
+      end
+      
+      should 'parse buffer' do
+        msgs = @parser_class.parse(@json)
+        msgs.size.should == 1
+        
+        msgs[0].class.should            == MonitoringProtocols::DataPoint
+        msgs[0].host.should             == 'hostname'
+        msgs[0].time.to_i.should        == @now.to_i
+        msgs[0].app_name.should         == 'system'
+        msgs[0].res_name.should         == 'cpu'
+        msgs[0].metric_name.should      == 'user'
+        msgs[0].value.should            == 1
+      end
+    end
+    
+    
+    describe 'Multiple points in buffer' do
+      before do
+        @json = Oj.dump({
+              'type' => 'datapoints',
+              'host' => 'hostname',
+              'app_name' => 'system',
+              'time' => @now.iso8601,
+              
+              'cpu' => {
+                  'user' => 1,
+                  'sys' => 2
+              },
+              
+              'memory' => {
+                  'total' => 4,
+                  'used' => 1,
+                  'free' => 3
+              }
+            },
+            indent: -1
+          )
+        
+      end
+      
+      should 'parse buffer' do
+        msgs = @parser_class.parse(@json)
+        msgs.size.should == 5
+        
+        common_check = ->(m){
+          m.class.should            == MonitoringProtocols::DataPoint
+          m.host.should             == 'hostname'
+          m.time.to_i.should        == @now.to_i
+          m.app_name.should         == 'system'
+        }
+        
+        msgs[0].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'user'
+          m.value.should            == 1
+        end
+        
+        msgs[1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'sys'
+          m.value.should            == 2
+        end
+        
+        msgs[2].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'total'
+          m.value.should            == 4
+        end
+        
+        msgs[3].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'used'
+          m.value.should            == 1
+        end
+        
+        msgs[4].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'free'
+          m.value.should            == 3
+        end
+
+
+
+      end
+    end
+    
+  end
+  
+  
+  describe 'with different app_name' do
+    
+    describe 'One point in buffer' do
+      before do
+        @json = Oj.dump({
+              'type' => 'datapoints',
+              'host' => 'hostname',
+              'time' => @now.iso8601,
+              
+              'system' => {
+                'cpu' => {
+                    'user' => 1,
+                }
+              }
+            },
+            indent: -1
+          )
+      end
+      
+      should 'parse buffer' do
+        msgs = @parser_class.parse(@json)
+        msgs.size.should == 1
+        
+        msgs[0].class.should            == MonitoringProtocols::DataPoint
+        msgs[0].host.should             == 'hostname'
+        msgs[0].time.to_i.should        == @now.to_i
+        msgs[0].app_name.should         == 'system'
+        msgs[0].res_name.should         == 'cpu'
+        msgs[0].metric_name.should      == 'user'
+        msgs[0].value.should            == 1
+      end
+    end
+    
+    
+    describe 'Multiple points in buffer' do
+      before do
+        @now = Time.new.utc
+        @json = Oj.dump({
+              'type' => 'datapoints',
+              'host' => 'hostname',
+              'time' => @now.iso8601,
+              
+              'system2' => {
+                'cpu' => {
+                    'user' => 45,
+                    'sys' => 27
+                }
+              },
+              
+              'icmp-ping' => {
+                "1.2.3.4" => {
+                  "latency" => 0.0,
+                  "loss" => 100.0
+                },
+                "192.168.0.32" => {
+                  "latency" => 3.45,
+                  "loss" => 4.0
+                }
+              },
+              
+              'system' => {
+                'cpu' => {
+                    'user' => 1,
+                    'sys' => 2
+                },
+                
+                'memory' => {
+                    'total' => 4,
+                    'used' => 1,
+                    'free' => 3
+                }
+              }
+            },
+            indent: -1
+          )
+        
+      end
+      
+      should 'parse buffer' do
+        msgs = @parser_class.parse(@json)
+        msgs.size.should == 11
+        
+        common_check = ->(m, app_name = 'system'){
+          m.class.should            == MonitoringProtocols::DataPoint
+          m.host.should             == 'hostname'
+          m.time.to_i.should        == @now.to_i
+          m.app_name.should         == app_name
+        }
+        
+        index = -1
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'system2')
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'user'
+          m.value.should            == 45
+        end
+
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'system2')
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'sys'
+          m.value.should            == 27
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'icmp-ping')
+          m.res_name.should         == '1.2.3.4'
+          m.metric_name.should      == 'latency'
+          m.value.should            == 0.0
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'icmp-ping')
+          m.res_name.should         == '1.2.3.4'
+          m.metric_name.should      == 'loss'
+          m.value.should            == 100.0
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'icmp-ping')
+          m.res_name.should         == '192.168.0.32'
+          m.metric_name.should      == 'latency'
+          m.value.should            == 3.45
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m, 'icmp-ping')
+          m.res_name.should         == '192.168.0.32'
+          m.metric_name.should      == 'loss'
+          m.value.should            == 4.0
+        end
+
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'user'
+          m.value.should            == 1
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'cpu'
+          m.metric_name.should      == 'sys'
+          m.value.should            == 2
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'total'
+          m.value.should            == 4
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'used'
+          m.value.should            == 1
+        end
+        
+        msgs[index += 1].tap do |m|
+          common_check.call(m)
+          m.res_name.should         == 'memory'
+          m.metric_name.should      == 'free'
+          m.value.should            == 3
+        end
+    
+      end
+    end
+    
+  end
+
+  
+end