wackamole 0.0.8 → 0.0.9

data/lib/wackamole.rb

@@ -1,7 +1,7 @@
 module Wackamole
 
   # :stopdoc:
-  VERSION = '0.0.8'                                                          unless defined? Wackamole::VERSION
+  VERSION = '0.0.9'                                                          unless defined? Wackamole::VERSION
   LIBPATH = ::File.expand_path(::File.dirname(__FILE__)) + ::File::SEPARATOR unless defined? Wackamole::LIBPATH
   PATH    = ::File.dirname(LIBPATH) + ::File::SEPARATOR                      unless defined? Wackamole::PATH
   # :startdoc:

data/lib/wackamole/models/control.rb

@@ -8,7 +8,7 @@ module Wackamole
     # Initialize app by reading off mongo configuration parameters if necessary
     def self.init_config( config_file, env )
       begin
-        config  = YAML.load_file( config_file )
+        config  = YAML.load_file( config_file )        
         @config = config[env]
         raise "Invalid environment `#{env}" unless @config
         raise "Unable to find host in - #{@config.inspect}" unless @config.has_key?('host')
@@ -81,6 +81,7 @@ module Wackamole
       def self.mole_db?( db_name )
         return false unless db_name =~ molex
         db    = connection.db( db_name )
+        db.authenticate( config['username'], config['password'] )
         cltns = db.collection_names
         return ((%w[users features logs] & cltns).size == 3)
       end
@@ -98,6 +99,19 @@ module Wackamole
         @config
       end
     
+      #
+      def self.single_app?
+        config['db_name']
+      end
+      
+      #
+      def self.app_info
+        if config['db_name']
+          return extract_app_info( config['db_name'] )
+        end
+        nil
+      end
+      
       # -----------------------------------------------------------------------
       # Connects to mongo instance if necessary...
       def self.connection( log=false )

data/lib/wackamole/models/feature.rb

@@ -21,12 +21,21 @@ module Wackamole
     def self.paginate_tops( conds, page=1, page_size=default_page_size )
       tops = logs_cltn.group( [:fid], conds, { :count => 0 }, 'function(obj,prev) { prev.count += 1}', true )
     
+      all_features = features_cltn.find( {}, :fields => [:_id] )
+      feature_ids  = all_features.map{ |f| f['_id'] }
+      total_features = []
+      tops.each do |row|
+        total_features << row
+        feature_ids.delete( row['fid'] )
+      end
+      feature_ids.each { |f| total_features << {'fid' => f, 'count' => 0} }
+
       features = []
-      tops.sort{ |a,b| b['count'] <=> a['count'] }.each do |row|
+      total_features.sort{ |a,b| b['count'] <=> a['count'] }.each do |row|
         features << { :fid => row['fid'], :total => row['count'].to_i }
       end
     
-      WillPaginate::Collection.create( page, page_size, features.size ) do |pager|      
+      WillPaginate::Collection.create( page, page_size, features.size ) do |pager|
         offset = (page-1)*page_size
         result = features[offset...(offset+page_size)]
         result.each do |u|

data/lib/wackamole/models/log.rb

@@ -14,6 +14,7 @@ module Wackamole
     # ---------------------------------------------------------------------------
     # Fetch all logs matching the given condition
     def self.paginate( conds, page=1, page_size=default_page_size )
+puts conds.inspect      
       matching = logs_cltn.find( conds )    
       WillPaginate::Collection.create( page, page_size, matching.count ) do |pager|
         pager.replace( logs_cltn.find( conds, 

data/lib/wackamole/models/mission.rb

@@ -15,16 +15,18 @@ module Wackamole
     
     # -----------------------------------------------------------------------      
     # generates mole logs conditons
-    def self.gen_conds( now, single_day )
+    def self.gen_conds( now, single_day )      
       conds = {}
       if now
         if single_day
-          now = Time.local( now.year, now.month, now.day, 0, 0, 0 ).utc
+          conds = SearchFilter.time_conds( now, 1 )
+        else
+          now = now.clone.utc
+          date_id     = now.to_date_id.to_s
+          time_id     = now.to_time_id
+          conds[:did] = { '$gte' => date_id }
+          conds[:tid] = { '$gte' => time_id }
         end
-        date_id     = now.to_date_id.to_s
-        time_id     = now.to_time_id
-        conds[:did] = date_id
-        conds[:tid] = {'$gte' => time_id}
       end
       conds
     end
@@ -53,7 +55,7 @@ module Wackamole
           row[t] = logs.count
         end
       end
-      counts       
+      counts
     end
       
     # =========================================================================

data/lib/wackamole/models/mole_info.rb

@@ -19,10 +19,14 @@ module Wackamole
       info[:fault_load]     = 0
         
       # Fetch day logs          
-      day_logs = logs_cltn.find( { :did => now.utc.to_date_id.to_s }, 
+      utc_time = now.clone.utc
+puts utc_time      
+      conds = SearchFilter.time_conds( now, 0 )
+      day_logs = logs_cltn.find( conds, 
         :fields => [:typ, :fid, :tid, :did, :uid], 
         :sort => [ [:tid => Mongo::ASCENDING] ] )
-
+puts conds.inspect
+puts day_logs.count
       # Count all logs per hourly time period
       users         = Set.new
       features      = Set.new
@@ -36,10 +40,10 @@ module Wackamole
         log_utc     = Time.utc( date_tokens[0], date_tokens[1], date_tokens[2], time_tokens[0], time_tokens[1], time_tokens[2] )
         local       = log_utc.clone.localtime
         hour        = local.hour
-
+        
         next if hour > local_time.hour
 
-        if log_utc.hour == now.hour
+        if log_utc.hour == utc_time.hour
           users    << log['uid']
           features << log['fid']
           info[:fault_load] += 1 if log['typ'] == Rackamole.fault

data/lib/wackamole/models/search_filter.rb

@@ -34,6 +34,19 @@ module Wackamole
       @time_frames ||= ['today', '2 days', '1 week', '2 weeks', '1 month', '3 months', '6 months', '1 year' ]
     end
 
+    def self.time_frames_in_days
+      @time_frame_in_days ||= {
+        'today'    => 0,
+        '2 days'   => 1,
+        '1 week'   => 7,
+        '2 weeks'  => 14, 
+        '1 month'  => 30,
+        '3 months' => 90,
+        '6 months' => 180,
+        '1 year'   => 360 
+      }
+    end
+    
     # ---------------------------------------------------------------------------
     # Available hours    
     def self.hourlies
@@ -45,7 +58,7 @@ module Wackamole
     def self.mole_types
       @types ||= %w[All Feature Perf Fault]
     end
-  
+    
     # ---------------------------------------------------------------------------
     # Set filter type  
     def mole_type( type )
@@ -118,10 +131,41 @@ module Wackamole
       end
     end
   
+    # -------------------------------------------------------------------------
+    # compute query time factors
+    def self.time_conds( local_now, days, current_hour=0 )
+      conds = {}
+    
+      if current_hour == 0 and days == 0
+        from_utc = Time.local( local_now.year, local_now.month, local_now.day, 0, 0, 1 ).utc
+        to_utc   = Time.local( local_now.year, local_now.month, local_now.day, 23, 59, 59 ).utc
+
+        from_date_id = from_utc.to_date_id.to_s
+        to_date_id   = to_utc.to_date_id.to_s          
+        
+        if from_date_id != to_date_id
+          from_time_id = from_utc.to_time_id.to_s
+          to_time_id   = to_utc.to_time_id.to_s        
+          conds['$where'] = "((this.did == '#{from_date_id}' && this.tid >= '#{from_time_id}') || ( this.did == '#{to_date_id}' && this.tid <= '#{to_time_id}') )"
+        else        
+          conds[:did] = to_date_id
+        end
+      else
+        date         = Chronic.parse( "#{days == 1 ? "now" : "#{days} days ago"}" )
+        current      = "%4d/%02d/%02d %02d:%02d:%02d" % [date.year, date.month, date.day, current_hour, 0, 1]
+        time         = Chronic.parse( current ).utc
+        conds[:did]  = { '$gte' => time.to_date_id.to_s }         
+        conds[:tid]  = /^#{"%02d"%time.hour}.+/ unless current_hour == 0
+      end
+      conds
+    end
+  
     # ---------------------------------------------------------------------------
     # Spews filter conditions
     def to_conds
-      conds = {}
+      current_hour = self.hour
+      current_hour = 0 if self.hour == SearchFilter.hourlies.first
+      conds = SearchFilter.time_conds( Time.now, SearchFilter.time_frames_in_days[self.time_frame], current_hour )
     
       # filter mole_types
       if type != 'All'
@@ -136,19 +180,8 @@ module Wackamole
       unless feature_id.to_s == "-1"
         conds[:fid] = Mongo::ObjectID.from_string( feature_id )
       end
-                    
-      # filter by date
-      time = Chronic.parse( time_frame + ( time_frame == SearchFilter.time_frames.first ? "" : " ago" ) )
-      conds[:did] = { '$gte' => time.to_date_id.to_s }
-      
-      unless self.hour == 'all'
-        now     = Time.now
-        current = "%4d/%02d/%02d %02d:%02d:%02d" % [now.year, now.month, now.day, self.hour, 0, 0]    
-        time = Chronic.parse( current ).utc
-        conds[:tid] = /^#{"%02d"%time.hour}.+/
-      end
-      
-      unless search_terms.empty?
+                                
+      if search_terms and !search_terms.empty?
         tokens = search_terms.split( ":" ).collect{ |c| c.strip }
         key    = tokens.shift
         if key

data/lib/wackamole/models/user.rb

@@ -17,12 +17,23 @@ module Wackamole
       tops.sort{ |a,b| b['count'] <=> a['count'] }.each do |row|
         users << { :uid => row['uid'], :total => row['count'].to_i, :details => [] }
       end
+
+      # BOZO !! Not too wise to fetch all users. allow for now and reconsider    
+      all_users = users_cltn.find( {}, :fields => [:_id] )
+      user_ids  = all_users.map{ |f| f['_id'] }
+      total_users = []
+      tops.each do |row|
+        total_users << row
+        user_ids.delete( row['uid'] )
+      end
+      user_ids.each { |u| total_users << {'uid' => u, 'count' => 0} }
     
       WillPaginate::Collection.create( page, page_size, users.size ) do |pager|      
         offset = (page-1)*page_size
         result = users[offset...(offset+page_size)]
         result.each do |u|
-          user = users_cltn.find_one( u[:uid] ) #, :fields => [:una] )
+          # BOZO !! should group that call to retrieve all matching users
+          user = users_cltn.find_one( u[:uid], :fields => [:una] )
           raise "Unable to find user with id `#{u[:uid].inspect}" unless user
           u[:name] = user['una']
         end

data/public/stylesheets/wackamole.css

@@ -29,7 +29,7 @@ div#overall {
 div#logo {
   float:         left;
   width:         45%;
-  margin-bottom: 10px;
+  margin-bottom: 5px;
 }
 
 div#main {
@@ -291,10 +291,10 @@ a.fault {
 div.flash {
   display:                        none;
   width:                          95%;
+  text-align:                     center;
   padding:                        10px;
   font-size:                      1.5em;
   color:                          #fff;
-  border:                         1px #92b948 solid;
   -moz-border-radius-bottomleft:  20px;
   -moz-border-radius-topleft:     0px;
   -moz-border-radius-bottomright: 0px;
@@ -595,7 +595,7 @@ table#mission thead tr {
   font-size: 1.2em;
   color:     #808080;
 }
-table#mission tr.div {
+table#mission tr.app_info {
   border-bottom: 1px #c1c1c1 solid;
 }
 
@@ -718,4 +718,61 @@ div.ie_8 {
 }
 div.unknown {
   background-position: -154px 0;
+}
+
+/* ------------------------------------------------------------------------- */
+/* Login */
+
+div#dialog {
+  font-size:   1.5em;
+  padding-top: 30px;
+}
+
+div#inner_box {
+  width:                          400px;    
+  background:                     #eee;
+  height:                         190px;
+  -moz-border-radius:             7px;
+  -webkit-border-radius:          7px;  
+  -moz-box-shadow:                0 0 90px 0px #000;
+  -webkit-box-shadow:             0 0 90px #000;
+  margin-top:                     40px;
+  padding:                        30px;
+}
+
+form#login div {
+  margin-bottom: 10px;  
+}
+
+form#login label {
+  color:      #1d1d1d;
+  display:    block;
+  width:      260px;
+  text-align: left;
+}
+
+form#login input {
+  width:                              250px;  
+  font-size:                          1.0em;
+  font-weight: bold;  
+}
+
+form#login input[type='text'] {
+  padding: 5px;
+  color:      #1d1d1d;
+  background: transparent url(../images/fade.png);
+}
+
+form#login input[type='password'] {
+  padding: 5px;
+  background: transparent url(../images/fade.png);
+}
+
+form#login input[type='submit'] {
+  width:                 100px;
+}
+
+div#copyright {
+  margin-top:4px;
+  color:#4974FF;
 }

data/spec/config/bogus_test.yml

@@ -1,3 +1,3 @@
 test:
   bozo: localhost
-  blee: 27777
+  blee: 27099

data/spec/config/test.yml

@@ -1,3 +1,3 @@
 test:
   host: localhost
-  port: 27777
+  port: 27099

data/spec/spec_helper.rb

@@ -1,4 +1,7 @@
 require 'rubygems'
+require 'sinatra'
+require 'forwardable'
+require 'rack/test'
 require 'mongo'
 require 'rackamole'
 gem     'agnostic-will_paginate'

data/spec/ui/log_spec.rb

@@ -0,0 +1,68 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+require 'capybara'
+require 'capybara/dsl'
+require File.join(File.dirname(__FILE__), %w[.. ui_utils mission_util])
+
+include Capybara
+include MissionUtil
+
+describe 'Mission' do
+  before( :all ) do
+    Capybara.default_driver = :selenium
+    @url = "http://localhost:4567/"
+  end
+  
+  before :each do
+    visit( @url )
+    login( @url, 'admin', 'admin', @url + 'mission' )
+    rows = all( :css, "table#mission tr.app_info" )
+    show_logs( rows[0], 'app1', 'test', 0 )
+    current_url.should == @url + "logs/1"    
+  end
+  
+  after :each do
+    log_out
+  end
+  
+  it "should filter log's type correctly" do    
+    expected = { 'Perf' => 4, 'Fault' => 2 }
+    expected.each_pair do |k,v|    
+      within( "//form[@id='filter_form']" ) do
+        locate( :css, "select#time_frame").select( 'today' )
+        locate( :css, "select#hourly_frame").select( 'all' )            
+        locate( :css, "select#type").select( k )
+        click_button( 'Filter' )
+      end
+      sleep( 0.2 )
+      find( :css, 'div.page_entries' ).text.should =~ /#{v}/          
+    end
+  end
+  
+  it "should filter log's time range correctly" do
+    expected = { 'today' => 12, '2 days' => 15 }
+    expected.each_pair do |k,v|    
+      within( "//form[@id='filter_form']" ) do
+        locate( :css, "select#hourly_frame").select( 'all' )    
+        locate( :css, "select#type").select( 'All' )        
+        locate( :css, "select#time_frame").select( k )
+        click_button( 'Filter' )
+      end
+      sleep( 0.2 )
+      find( :css, 'div.page_entries' ).text.should =~ /#{v}/          
+    end
+  end
+
+  it "should filter log's hour correctly" do
+    expected = { '17' => 5, '18' => 1 }
+    expected.each_pair do |k,v|    
+      within( "//form[@id='filter_form']" ) do
+        locate( :css, "select#type").select( 'All' )
+        locate( :css, "select#time_frame").select( 'today' )        
+        locate( :css, "select#hourly_frame").select( k )
+        click_button( 'Filter' )
+      end
+      sleep( 0.2 )      
+      find( :css, 'div.page_entries' ).text.should =~ /#{v}/          
+    end
+  end
+end

data/spec/ui/mission_spec.rb

@@ -0,0 +1,64 @@
+require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+require 'capybara'
+require 'capybara/dsl'
+require File.join(File.dirname(__FILE__), %w[.. ui_utils mission_util])
+
+include Capybara
+include MissionUtil
+
+describe 'Mission' do
+  before( :all ) do
+    Capybara.default_driver = :selenium
+    @url = "http://localhost:4567/"
+  end
+  
+  before :each do
+    visit( @url )
+    login( @url, 'admin', 'admin', @url + 'mission' )
+  end
+  
+  after :each do
+    log_out
+  end
+  
+  it "should gather mission info correctly" do
+    rows = all( :css, "table#mission tr.app_info" )
+    rows.should have(2).items
+        
+    check_app( rows[0], 'app1', 'test', [7,5,3], [6,4,2], [0,0,0] )
+    check_app( rows[1], 'app2', 'test', [7,5,3], [6,4,2], [0,0,0] )
+  end
+  
+  it "should have the right number of links" do
+    rows = all( :css, "table#mission tr.app_info" )
+    rows.first.all( :css, "a" ).should have(4).items
+    rows.last.all( :css, "a" ).should have(4).items
+  end
+  
+  it "should navigate to an application dasboard correctly" do
+    %w(app1).each do |app|
+      find_link( app ).click
+      current_url.should == "http://localhost:4567/dashboard/#{app}/test"
+      # visit( @url )
+    end
+  end
+  
+  it "should navigate to logs features correctly" do
+    [0,1].each do |i|
+      rows = all( :css, "table#mission tr.app_info" )
+      cells = rows[i].all( :css, 'td' )
+      app = cells[0].text
+      env = cells[1].text
+      vals = %w(Feature Perf Fault)
+      logs = [6,4,2]
+      [0,1,2].each do |type|
+        rows = all( :css, "table#mission tr.app_info" )        
+        show_logs( rows[i], app, env, type )        
+        current_url.should == @url + "logs/1"
+        find( :css, 'select#type' ).value.should == vals[type]
+        find( :css, 'div.page_entries' ).text.should =~ /#{logs[type]}/
+        nav_mission
+      end
+    end
+  end
+end