wackamole 0.0.1

data/spec/config/bogus_test.yml

@@ -0,0 +1,3 @@
+test:
+  bozo: localhost
+  blee: 27777

data/spec/config/test.yml

@@ -0,0 +1,3 @@
+test:
+  host: localhost
+  port: 27777

data/spec/core_ext/date_time_spec.rb

@@ -0,0 +1,8 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+
+describe DateTime do    
+  it "should convert a date to date_id correctly" do
+    DateTime.parse( "2010-01-01" ).to_date_id.should == 20100101
+  end
+    
+end

data/spec/core_ext/time_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+
+describe Time do    
+  it "should convert a time to date_id correctly" do
+    Chronic.parse( "2010-01-01 09:30:59" ).to_date_id.should == 20100101
+  end
+
+  it "should convert a time to time_id correctly" do
+    Chronic.parse( "2010-01-01 10:30:59" ).to_time_id.should == "103059"
+  end
+    
+end

data/spec/data/fixtures.rb

@@ -0,0 +1,92 @@
+require 'rackamole'
+
+class Fixtures
+
+  def self.test_time_id() @test_time ||= 20100101; end
+  
+  def self.load_data
+    puts "Loading fixture data..."    
+    Wackamole::Control.init_config( File.join(File.dirname(__FILE__), %w[.. config test.yml]), 'test' )
+    load_test_dbs
+    load_bogus_dbs
+  end
+
+  def self.load_test_dbs
+    con = Wackamole::Control.connection
+    %w[development test production].each{ |env| create_valid_mole_db( con, "fred", env) }
+  end
+  
+  def self.load_bogus_dbs
+    con = Wackamole::Control.connection
+    %w[mole_blee_mdb zorg_blee_dev_mdb].each do |db_name|
+      create_db( con, db_name )
+    end
+    # create mole db with wrong cltns
+    # BOZO !! An empty db does not show up?
+    db = create_db( con, "mole_zorg_wrong_mdb" )
+    %w[features1 logs1 users1].each { |cltn| db.drop_collection( cltn );db.create_collection( cltn ) }  
+    # missing cltn
+    db = create_db( con, "mole_zorg_missing_mdb" )
+    %w[features logs].each { |cltn| db.drop_collection( cltn );db.create_collection( cltn ) }
+  end
+
+  def self.create_db( con, db_name )
+    # if con.database_names.include?( db_name )
+    #   con.drop_database( db_name )
+    # end  
+    con.db( db_name, :strict => true )  
+  end
+
+  def self.create_valid_mole_db( con, app_name, env )
+    db_name = "mole_#{app_name}_#{env}_mdb"  
+    db = create_db( con, db_name )
+    %w[users features logs].each do |cltn_name|
+      db.drop_collection( cltn_name )
+      cltn = db.create_collection( cltn_name ) # :capped => false, :size => 1_000_000, :limit => 100 )
+      case cltn_name
+        when 'users'    : populate_users( cltn, app_name, env )      
+        when 'features' : populate_features( cltn, app_name, env )
+        when 'logs'     : populate_logs( cltn, app_name, env )
+      end
+    end
+  end
+
+  def self.populate_users( cltn, app_name, env )
+    10.times do |i|
+      cltn.insert( { :una => "blee_#{i}@#{app_name}.#{env}", :did => test_time_id.to_s } )
+    end
+  end
+
+  def self.populate_features( cltn, app_name, env )
+    10.times do |i|
+      cltn.insert( { :env => env, :app => app_name, :did => test_time_id.to_s, :ctx => "feature_#{i}" } )
+    end
+  end
+
+  def self.populate_logs( cltn, app_name, env )
+    features = cltn.db['features'].find( {} ).to_a
+    users   = cltn.db['users'].find( {} ).to_a
+    [Rackamole.feature, Rackamole.perf, Rackamole.fault].each do |type|
+      5.times do |i|
+        cltn.insert({ 
+          :typ => type, 
+          :fid => features[i]['_id'], 
+          :uid => users[i]['_id'], 
+          :did => test_time_id.to_s, 
+          :tid => "070000",      
+          :ip  => "127.0.0.#{i}" 
+        })
+      end
+      2.times do |i|    
+        cltn.insert({ 
+          :typ => type, 
+          :fid => features[5+i]['_id'], 
+          :uid => users[5+i]['_id'], 
+          :did => test_time_id.to_s, 
+          :tid => "080000",      
+          :ip  => "127.0.0.#{i}" 
+        })    
+      end
+    end
+  end  
+end

data/spec/models/control_spec.rb

@@ -0,0 +1,98 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+
+describe Wackamole::Control do
+  describe 'errors' do
+    before( :all ) do
+      Wackamole::Control.reset!
+    end
+    
+    it "should raise an error if not correctly initialized" do
+      lambda{ Wackamole::Control.connection }.should raise_error( /You must call init_config/ )
+    end
+  
+    it "should raise an error if invalid config file" do
+      config_file = File.join(File.dirname(__FILE__), %w[.. config blee.yml])    
+      lambda {
+        Wackamole::Control.init_config( config_file, 'test' )
+      }.should raise_error( /Hoy! An error occur loading the config file `#{config_file} -- No such file or directory/ )
+    end
+  
+    it "should raise an error if a bogus env is requested" do
+      config_file = File.join(File.dirname(__FILE__), %w[.. config test.yml])    
+      lambda {
+        Wackamole::Control.init_config( config_file, 'production' )
+      }.should raise_error( /Hoy! An error occur loading the config file `#{config_file} -- Invalid environment `production/ )
+    end
+  
+    it "should raise an error if invalid config file content" do
+      config_file = File.join(File.dirname(__FILE__), %w[.. config bogus_test.yml])
+      lambda {
+        Wackamole::Control.init_config( config_file, 'test' )
+      }.should raise_error( /Hoy! An error occur loading the config file `#{config_file} -- Unable to find host in -/ )
+    end
+  end
+  
+  describe 'connection' do
+    before :all do
+      Wackamole::Control.reset!        
+      Wackamole::Control.init_config( File.join(File.dirname(__FILE__), %w[.. config test.yml]), 'test' )
+      Wackamole::Control.connection.should_not be_nil
+    end
+    
+    describe "#collection" do
+      it "should find a collection correctly" do
+        cltn = Wackamole::Control.collection( 'features', "mole_fred_development_mdb" )
+        cltn.count.should == 10
+        feature = cltn.find_one()
+        feature['app'].should == "fred"
+        feature['env'].should == "development"
+        feature['did'].should == Fixtures.test_time_id.to_s
+        feature['ctx'].should match( /feature_\d{1}/ )
+      end
+    end
+    
+    describe "mole databases" do
+      it "should correctly identify mole dbs" do
+        # gen_bogus_dbs
+        mole_dbs = Wackamole::Control.mole_databases        
+        mole_dbs.should have(3).items
+      end
+      
+      it "should extra app/env correctly" do
+        Wackamole::Control.extract_app_info( "mole_fred_development_mdb" ).should == ['fred', 'development']
+      end
+      
+      it "should fail to extract app info for an invalid mole db" do
+        lambda {
+          Wackamole::Control.extract_app_info( "mole_fred_mdb" )
+        }.should raise_error( /Invalid mole db specification mole_fred_mdb/ )
+      end
+      
+      it "should connect to a mole databases correctly" do
+        %w[test production development].each do |env|
+          Wackamole::Control.db( "mole_fred_#{env}_mdb" )
+          feature = Wackamole::Control.collection( 'features' ).find_one()
+          feature['app'].should == "fred"
+          feature['env'].should == env
+        end
+      end    
+      
+      it "should switch mole dbs correctly" do
+        %w[test production development].each do |env|
+          Wackamole::Control.switch_mole_db!( "fred", env )
+          feature = Wackamole::Control.collection( 'features' ).find_one()
+          feature['app'].should == "fred"
+          feature['env'].should == env
+        end        
+      end  
+      
+      it "should fail to switch if there is no mole db" do
+        lambda{ Wackamole::Control.switch_mole_db!( "blee", "test" ) }.should raise_error( /Invalid mole database mole_blee_test_mdb/ )
+      end
+      
+      it "should fail to switch for an invalid mole db" do
+        lambda{ Wackamole::Control.switch_mole_db!( "zorg", "missing" ) }.should raise_error( /Invalid mole database mole_zorg_missing_mdb/ )
+      end
+    end
+  end
+end

data/spec/models/feature_spec.rb

@@ -0,0 +1,52 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+require 'chronic'
+
+describe Wackamole::Feature do
+  before( :all ) do
+    Wackamole::Control.init_config( File.join(File.dirname(__FILE__), %w[.. config test.yml]), 'test' )
+    Wackamole::Control.connection.should_not be_nil
+    Wackamole::Control.db( "mole_fred_test_mdb" )
+  end
+  
+  it "retrieve an app info correctly" do
+    app_info = Wackamole::Feature.get_app_info
+    app_info.should_not be_nil
+    app_info.should have(2).items
+    app_info[:app_name].should == "fred"
+    app_info[:stage].should  == "test"
+  end
+  
+  it "should paginate features correctly" do
+    cltn = Wackamole::Feature.paginate_tops( {}, 1, 5 )
+    cltn.total_entries.should == 7
+    cltn.size.should == 5
+    cltn.total_pages.should == 2  
+  end
+  
+  describe "indexes" do
+    before :all do
+      @cltn = Wackamole::Feature.features_cltn
+      @cltn.should_not be_nil
+      @cltn.drop_indexes
+    end
+    
+    it "should set up indexes correctly" do
+      indexes = @cltn.index_information
+      indexes.should have(1).item      
+      count = Wackamole::Feature.ensure_indexes!  
+      count.should == 3
+      indexes = @cltn.index_information
+      indexes.should have(3).items
+    end
+    
+    it "should do nothing if indexes are already present" do
+      indexes = @cltn.index_information
+      indexes.should have(3).items   
+      count = Wackamole::Feature.ensure_indexes!
+      count.should == 1
+      indexes = @cltn.index_information
+      indexes.should have(3).items      
+    end
+  end
+  
+end

data/spec/models/log_spec.rb

@@ -0,0 +1,43 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+require 'chronic'
+
+describe Wackamole::Log do
+  before( :all ) do
+    Wackamole::Control.init_config( File.join(File.dirname(__FILE__), %w[.. config test.yml]), 'test' )
+    Wackamole::Control.connection.should_not be_nil
+    Wackamole::Control.db( "mole_fred_test_mdb" )
+  end
+    
+  it "should paginate logs correctly" do
+    cltn = Wackamole::Log.paginate( {}, 1, 5 )
+    cltn.total_entries.should == 21
+    cltn.size.should          == 5
+    cltn.total_pages.should   == 5 
+  end
+  
+  describe "indexes" do
+    before :all do
+      @cltn = Wackamole::Log.logs_cltn
+      @cltn.should_not be_nil      
+      @cltn.drop_indexes
+    end
+    
+    it "should set up indexes correctly" do
+      indexes = @cltn.index_information
+      indexes.should have(1).item
+      count = Wackamole::Log.ensure_indexes!
+      count.should == 5
+      indexes = @cltn.index_information   
+      indexes.should have(6).items
+    end
+    
+    it "should do nothing if indexes are already present" do
+      indexes = @cltn.index_information
+      indexes.should have(6).items   
+      count = Wackamole::Log.ensure_indexes!
+      count.should == 0
+      indexes = @cltn.index_information   
+      indexes.should have(6).items      
+    end
+  end
+end

data/spec/models/mission_spec.rb

@@ -0,0 +1,225 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+require 'chronic'
+
+describe Wackamole::Mission do  
+  before :all do
+    Wackamole::Control.reset!
+    Wackamole::Control.init_config( File.join(File.dirname(__FILE__), %w[.. config test.yml]), 'test' )
+    Wackamole::Control.connection.should_not be_nil    
+    @test_time = Chronic.parse( "2010/01/01 01:00:00" ).utc 
+  end
+  
+  describe '#to_type_name' do
+    it "should convert a type to a name correctly" do
+      %w[feature perf fault].each do |type|
+        name = Wackamole::Mission.to_type_name( Rackamole.send( type ) )
+        name.should == "#{type}s"
+      end
+    end
+    
+    it "should raise an error if a type is invalid" do
+      lambda {
+        Wackamole::Mission.to_type_name( "fred" )
+      }.should raise_error( /Invalid mole log type `fred/ )
+    end
+  end
+    
+  describe "#rollups" do
+    before( :each ) do
+      @con = Wackamole::Control.connection
+      db = @con.db( 'wackamole_mdb' )
+      db['rollups'].remove( {} )
+    end
+    
+    after( :each ) do
+      @con.drop_database( "mole_blee_test_mdb" )
+      @con.drop_database( "mole_blee_development_mdb" )      
+    end
+
+    it "should rollup statuses for a time correctly" do
+      rollups = Wackamole::Mission.rollups( @test_time, false )
+      rollups.should have(1).item
+      rollup = rollups.first
+      rollup['envs'].should have(3).items
+      envs     = %w[development production test]
+      rollup['app'].should == 'fred'
+      rollup['envs'].each_pair do |env, info|
+        envs.include?( env ).should == true
+        envs = envs - [env]
+        info.keys.sort.should == %w[faults features perfs]
+        info.values.should   == [2, 2, 2]
+      end      
+    end
+    
+    it "should rollup statuses for the day correctly" do
+      rollups = Wackamole::Mission.rollups( @test_time, true )
+      rollups.should have(1).item
+      rollup = rollups.first
+      rollup['envs'].should have(3).items
+      envs     = %w[development production test]
+      rollup['app'].should == 'fred'
+      rollup['envs'].each_pair do |env, info|
+        envs.include?( env ).should == true
+        envs = envs - [env]
+        info.keys.sort.should == %w[faults features perfs]
+        info.values.should   == [7, 7, 7]
+      end      
+    end
+    
+    it "should update a rollup correctly" do
+      Wackamole::Mission.rollups( @test_time, false )
+      rollups = Wackamole::Mission.rollups( @test_time, false )      
+      rollups.should have(1).item
+      rollup = rollups.first
+      rollup['envs'].should have(3).items
+      envs     = %w[development production test]
+      rollup['app'].should == 'fred'
+      rollup['envs'].each_pair do |env, info|
+        envs.include?( env ).should == true
+        envs = envs - [env]
+        info.keys.sort.should == %w[faults features perfs]
+        info.values.should   == [4, 4, 4]
+      end      
+    end
+  
+    describe "#reset!" do
+      it "should clear out a mole correctly" do
+        Fixtures.create_valid_mole_db( @con, 'blee', "test" )
+        rollups = Wackamole::Mission.rollups( @test_time, false )        
+        rollup  = Wackamole::Mission.rollups_cltn.find_one( { :app => 'blee' } )
+        rollup.should_not be_nil
+        %w[features perfs faults].each do |type|
+          rollup['envs']['test'][type].should == 2
+        end
+        Wackamole::Mission.reset!( 'blee', 'test', 'faults' )
+        rollup  = Wackamole::Mission.rollups_cltn.find_one( { :app => 'blee' } )
+        rollup['envs']['test']['faults'].should == 0
+        %w[features perfs].each do |type|
+          rollup['envs']['test'][type].should == 2
+        end
+      end
+    end
+    
+    describe '#clean!' do
+      before( :each ) do
+        @con.drop_database( "mole_blee_test_mdb" )
+        @con.drop_database( "mole_blee_development_mdb" )
+      end
+    
+      it "should update the rollups if an env is no longer in the db" do
+        Fixtures.create_valid_mole_db( @con, 'blee', "test" )
+        Fixtures.create_valid_mole_db( @con, 'blee', "development" )      
+        rollups = Wackamole::Mission.rollups( @test_time, false )
+        rollups.should have(2).items
+        @con.drop_database( "mole_blee_test_mdb" )
+        rollups = Wackamole::Mission.rollups( @test_time, false )
+        rollups.should have(2).items
+        rollup = Wackamole::Mission.rollups_cltn.find_one( { :app => 'blee' } )
+        rollup.should_not be_nil
+        rollup['envs'].should have(1).item
+      end
+
+      it "should remove a rollup if an app is no longer in the db" do
+        Fixtures.create_valid_mole_db( @con, 'blee', "test" )
+        rollups = Wackamole::Mission.rollups( @test_time, false )
+        rollups.should have(2).items
+        @con.drop_database( "mole_blee_test_mdb" )
+        rollups = Wackamole::Mission.rollups( @test_time, false )
+        rollups.should have(1).items
+      end    
+    end
+  end
+    
+  describe "#comp_applications" do
+    it "should gather report for a given day correctly" do
+      report = Wackamole::Mission.comb_applications( @test_time, true )
+      report.should have(1).item
+      report['fred'].should_not be_nil
+      report['fred']['envs'].should have(3).items
+      
+      envs     = %w[development production test]
+      expected = { 0 => 7, 1 => 7, 2 => 7}
+      report['fred']['envs'].each_pair do |env, info|
+        envs.include?( env ).should == true
+        envs = envs - [env]
+        info.should == expected
+      end
+    end
+    
+    it "should gather report for a given time correctly" do
+      report = Wackamole::Mission.comb_applications( @test_time, false )
+      report.should have(1).item
+      report['fred'].should_not be_nil
+      report['fred']['envs'].should have(3).items
+      
+      envs     = %w[development production test]      
+      expected = { 0 => 2, 1 => 2, 2 => 2}      
+      report['fred']['envs'].each_pair do |env, info|
+        envs.include?( env ).should == true
+        envs = envs - [env]
+        info.should == expected
+      end
+    end
+  end
+  
+  describe "#analyse_logs" do
+    before :all do  
+      @db = Wackamole::Control.switch_mole_db!( "fred", "test" )
+    end
+
+    it "should find no analyses after 2am" do
+      test_time = Chronic.parse( "2010/01/01 02:00:00" ).utc       
+      analysis = Wackamole::Mission.analyse_logs( @db, test_time, false )
+      [0, 1, 2].each{ |type| analysis[type].should == 0 }
+    end
+        
+    it "should analyse a log for a given time correctly" do
+      test_time = Chronic.parse( "2010/01/01 01:00:00" ).utc       
+      analysis = Wackamole::Mission.analyse_logs( @db, test_time, false )
+      [0, 1, 2].each{ |type| analysis[type].should == 2 }
+    end
+    
+    it "should analyse logs for a day correctly" do
+      analysis = Wackamole::Mission.analyse_logs( @db, @test_time, true )
+      [0, 1, 2].each{ |type| analysis[type].should == 7 }
+    end      
+  end
+  
+  describe "#amend_report" do
+    it "should amend an empty report correctly" do
+      report = {}
+      %w[development test production].each do |env|
+        %w[feature fault perf].each do |type|
+          type_num = Rackamole.send( type )
+          log    = { 'typ' => type_num }
+          Wackamole::Mission.amend_report( report, "fred", env, log )
+          report['fred']['envs'][env][type_num].should == 1
+        end
+      end
+    end
+    
+    it "should amend an existing report with no recorded info correctly" do
+      report = { "fred" => { 'envs' => {} } }
+      %w[development test production].each do |env|
+        %w[feature fault perf].each do |type|
+          type_num = Rackamole.send( type )
+          log    = { 'typ' => type_num }
+          Wackamole::Mission.amend_report( report, "fred", env, log )
+          report['fred']['envs'][env][type_num].should == 1
+        end
+      end
+    end    
+    
+    it "should amend an existing report correctly" do
+      report = { "fred" => {'envs' => { 'test' => { 0 => 1, 1 => 1, 2 => 1 } } }}
+      %w[development test production].each do |env|
+        %w[feature fault perf].each do |type|
+          type_num = Rackamole.send( type )
+          log    = { 'typ' => type_num }
+          Wackamole::Mission.amend_report( report, "fred", env, log )   
+          report['fred']['envs'][env][type_num].should == (env == "test" ? 2 : 1)
+        end
+      end
+    end
+  end  
+end