rawk_log 2.0.1 → 2.2.0

data/bin/rawk_log

@@ -2,297 +2,11 @@
 ##Rail's Analyzer With Klass
 #run the following to view help:
 #ruby rawk.rb -?
-require 'date'
-class Stat
-  def initialize(key)
-    @key=key
-    @min = nil
-    @max = nil
-    @sum = 0
-    @sum_squares = 0
-    @count = 0
-    @values = []
-  end
-  def add(value)
-    @new_log_format = !value.is_a?(Float)
-    value=1.0*value
-    @count+=1
-    @min = value unless @min
-    @min = value if value<@min
-    @max = value unless @max
-    @max = value if value>@max
-    @sum += value
-    @sum_squares += value*value
-    @values << value
-  end
-  def key
-    @key
-  end
-  def count
-    @count
-  end
-  def sum
-    @sum
-  end
-  def min
-    @min
-  end
-  def max
-    @max
-  end
-  def average
-    @sum/@count
-  end
-  def median
-    return nil unless @values
-    l = @values.length
-    return nil unless l>0
-    @values.sort!
-    return (@values[l/2-1]+@values[l/2])/2 if l%2==0
-    @values[(l+1)/2-1]
-  end
-  def standard_deviation
-    return 0 if @count<=1
-    Math.sqrt((@sum_squares - (@sum*@sum/@count))/ (@count) )
-  end
-  def to_s
-    if @new_log_format
-      sprintf("%-55s %6d %7.2f %7d %7d %7d %7d %7d",key,count,(sum.to_f/1000),max,median,average,min,standard_deviation)
-    else
-      sprintf("%-55s %6d %7.2f %7.2f %7.2f %7.2f %7.2f %7.2f",key,count,sum,max,median,average,min,standard_deviation)
-    end
-  end
 
-  def self.test
-    stat = Stat.new(30)
-    stat.add(5)
-    stat.add(6)
-    stat.add(8)
-    stat.add(9)
-    messages = [ 7==stat.median ? "median Success" : "median Failure" ]
-    messages <<= (7==stat.average ? "average Success" : "average Failure")
-    messages <<= (158==(stat.standard_deviation*100).round ? "std Success" : "std Failure")
-    puts messages.join("\n")
-    exit (messages.select{|m| m =~ /Failure/}.size)
-  end
+$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
 
-end
-class StatHash
-  def initialize
-    @stats = Hash.new
-  end
-  def add(key,time)
-    stat = @stats[key] || (@stats[key] = Stat.new(key))
-    stat.add(time)
-  end
-  def print(args={:sort_by=>'key',:ascending=>true,:limit=>nil})
-    values = @stats.values
-    order = (args[:ascending] || args[:ascending].nil?) ? 1 : -1
-    values.sort! {|a,b| 
-      as = a.send(args[:sort_by])
-      bs = b.send(args[:sort_by])
-      (as && bs) ? order*(as<=>bs) : 0
-    }
-    #values.sort! {|a,b| a.key<=>b.key}
-    limit = args[:limit]
-    for stat in values
-      break if limit && limit<=0
-      puts stat.to_s
-      limit-=1 if limit
-    end
-  end
-end
+require 'rawk_log/command'
 
-class Rawk
-  VERSION = 2.0
-  HEADER                = "Request                                                  Count     Sum     Max  Median     Avg     Min     Std"
-  HEADER_NEW_LOG_FORMAT = "Request                                                  Count  Sum(s)     Max  Median     Avg     Min     Std"
-  HELP = "\nRAWK - Rail's Analyzer With Klass v#{VERSION}\n"+
-  "Created by Chris Hobbs of Spongecell, LLC\n"+
-  "This tool gives statistics for Ruby on Rails log files. The times for each request are grouped and totals are displayed. "+
-  "If process ids are present in the log files then requests are sorted by ActionController actions otherwise requests are grouped by url. "+
-  "By default total request times are used for comparison but database time or render time can be used by specifying the correct flag. "+
-  "The log file is read from standard input unless the -f flag is specified.\n\n"+
-  "The options are as follows:\n\n"+
-  "  -?  Display this help.\n\n"+
-  "  -d  Use DB times as data points. These times are found after 'DB:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
-  "  -f <filename> Use the specified file instead of standard input.\n\n"+
-  "  -h  Display this help.\n\n"+
-  "  -r  Use Render times as data points. These times are found after 'Rendering:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
-  "  -s <count> Display <count> results in each group of data.\n\n"+
-  "  -t  Test\n\n"+
-  "  -u  Group requests by url instead of the controller and action used. This is the default behavior if there is are no process ids in the log file.\n\n"+
-  "  -w <count> Display the top <count> worst requests.\n\n"+
-  "  -x <date> Date (inclusive) to start parsing in 'yyyy-mm-dd' format.\n\n"+
-	"  -y <date> Date (inclusive) to stop parsing in 'yyyy-mm-dd' format.\n\n"+
-  "To include process ids in your log file, add this to application's Gemfile:\n\n"+
-  "    gem 'rawk_log'\n\n"+
-  "This software is Beerware, if you like it, buy yourself a beer or something nicer ;)\n"+
-  "\n"+
-  "Example usage:\n"+
-  "    rawk_log log/production.log\n"
-  
-  def initialize
-    @start_time = Time.now
-    build_arg_hash
-    if @arg_hash.keys.include?("?") || @arg_hash.keys.include?("h")
-      puts HELP
-    elsif @arg_hash.keys.include?("t")
-      Stat.test
-    else
-      init_args
-      build_stats
-      print_stats
-    end
-  end
-  def build_arg_hash
-    @arg_hash = Hash.new
-    last_key=nil
-    for a in $*
-      if a.index("-")==0 && a.length>1
-        a[1,1000].scan(/[a-z]|\?/).each {|c| @arg_hash[last_key=c]=nil}
-        @arg_hash[last_key] = a[/\d+/] if last_key
-      elsif a.index("-")!=0 && last_key
-        @arg_hash[last_key] = a
-      end
-    end
-    #$* = [$*[0]]
-  end
-  def init_args
-    @sorted_limit=20
-    @worst_request_length=20
-    @force_url_use = false
-    @db_time = false
-    @render_time = false
-    @input = $stdin
-    keys = @arg_hash.keys
-    @force_url_use = keys.include?("u")
-    @db_time = keys.include?("d")
-    @render_time = keys.include?("r")
-    @worst_request_length=(@arg_hash["w"].to_i) if @arg_hash["w"]
-    @sorted_limit = @arg_hash["s"].to_i if @arg_hash["s"]
-    @input = File.new(@arg_hash["f"]) if @arg_hash["f"]
-    @from =(Date.parse(@arg_hash["x"])) if @arg_hash["x"]
-    @to =(Date.parse(@arg_hash["y"])) if @arg_hash["y"]
-  end
-  
-  def is_id?(word)
-    word =~ /^((\d+)|([\dA-F\-]{36}))$/i
-  end
-  
-  def build_stats
-    @stat_hash = StatHash.new
-    @total_stat = Stat.new("All Requests")
-    @worst_requests = []
-    last_actions = Hash.new
-    while @input.gets
-      if $_.index("Processing ")==0
-        action = $_.split[1]
-        pid = $_[/\(pid\:\d+\)/]
-        date = Date.parse($_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01])/])
-        datetime = $_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01]) (?:[0-1][0-9]|2[0-3]):(?:[0-5][0-9]|60):(?:[0-5][0-9]|60)/]
-        last_actions[pid]=action if pid
-        next
-      end
-      next unless $_.index("Completed in")==0
-      pid = key = nil
-      #get the pid unless we are forcing url tracking
-      pid = $_[/\(pid\:\d+\)/] if !@force_url_use
-      key = last_actions[pid] if pid
-      time = 0.0
-      
-      # Old: Completed in 0.45141 (2 reqs/sec) | Rendering: 0.25965 (57%) | DB: 0.06300 (13%) | 200 OK [http://localhost/jury/proposal/312]
-      # New:  Completed in 100ms (View: 40, DB: 4) 
-      unless defined? @new_log_format
-        @new_log_format = $_ =~ /Completed in \d+ms/ 
-      end
-      
-      if @new_log_format
-        if @db_time
-          time_string = $_[/DB: \d+/]
-        elsif @render_time
-          time_string = $_[/View: \d+/]
-        else
-          time_string = $_[/Completed in \d+ms/]
-        end
-        time_string = time_string[/\d+/] if time_string
-        time = time_string.to_i if time_string
-      else
-        if @db_time
-          time_string = $_[/DB: \d+\.\d+/]
-        elsif @render_time
-          time_string = $_[/Rendering: \d+\.\d+/]
-        else
-          time_string = $_[/Completed in \d+\.\d+/]
-        end
-        time_string = time_string[/\d+\.\d+/] if time_string
-        time = time_string.to_f if time_string
-      end
-      
-      
-      #if pids are not specified then we use the url for hashing
-      #the below regexp turns "[http://spongecell.com/calendar/view/bob]" to "/calendar/view"
-      unless key
+cmd = RawkLog::Command.new($*)
+cmd.run
 
-        key = if @force_url_use
-          ($_[/\[\S+\]/].gsub(/\S+\/\/(\w|\.)*/,''))[/[^\?\]]*/]
-        else
-          data = $_[/\[\S+\]/].gsub(/\S+\/\/(\w|\.)*/,'')
-          s = data.gsub(/(\?.*)|\]$/,'').split("/")
-
-          keywords = s.inject([]) do |keywords, word|
-            if is_id?(word.to_s)
-              keywords << '{ID}'
-            elsif !word.to_s.empty?
-              keywords << word.to_s
-            end
-            keywords
-          end
-          k = "/#{keywords.join("/")}"
-        end
-      end
-      
-      if (@from.nil? or @from <= date) and (@to.nil? or @to >= date) # date criteria here
-        @stat_hash.add(key,time)
-        @total_stat.add(time)
-        if @worst_requests.length<@worst_request_length || @worst_requests[@worst_request_length-1][0]<time
-          @worst_requests << [time,%Q(#{datetime} #{$_})]
-          @worst_requests.sort! {|a,b| (b[0] && a[0]) ? b[0]<=>a[0] : 0}
-          @worst_requests=@worst_requests[0,@worst_request_length]
-        end
-      end
-    end
-  end
-  def print_stats
-    @header ||= @new_log_format ? HEADER_NEW_LOG_FORMAT : HEADER
-    puts "Printing report for #{@db_time ? 'DB' : @render_time ? 'render' : 'total'} request times#{@from ? %Q( from #{@from.to_s}) : ""}#{@to ? %Q( through #{@to.to_s}) : ""}"
-    puts "--------"
-    puts @header
-    puts @total_stat.to_s
-    puts "--------"
-    @stat_hash.print()
-    puts "\nTop #{@sorted_limit} by Count"
-    puts @header
-    @stat_hash.print(:sort_by=>"count",:limit=>@sorted_limit,:ascending=>false)
-    puts "\nTop #{@sorted_limit} by Sum of Time"
-    puts @header
-    @stat_hash.print(:sort_by=>"sum",:limit=>@sorted_limit,:ascending=>false)
-    puts "\nTop #{@sorted_limit} Greatest Max"
-    puts @header
-    @stat_hash.print(:sort_by=>"max",:limit=>@sorted_limit,:ascending=>false)
-    puts "\nTop #{@sorted_limit} Least Min"
-    puts @header
-    @stat_hash.print(:sort_by=>"min",:limit=>@sorted_limit)
-    puts "\nTop #{@sorted_limit} Greatest Median"
-    puts @header
-    @stat_hash.print(:sort_by=>"median",:limit=>@sorted_limit,:ascending=>false)
-    puts "\nTop #{@sorted_limit} Greatest Standard Deviation"
-    puts @header
-    @stat_hash.print(:sort_by=>"standard_deviation",:limit=>@sorted_limit,:ascending=>false)
-    puts "\nWorst Requests"
-    @worst_requests.each {|w| puts w[1].to_s}
-    puts "\nCompleted report in #{(Time.now.to_i-@start_time.to_i)/60.0} minutes -- spongecell"
-  end
-end
-
-Rawk.new

data/lib/rawk_log/command.rb

@@ -0,0 +1,204 @@
+require 'date'
+require 'rawk_log/stat'
+require 'rawk_log/stat_hash'
+
+module RawkLog
+  class Command
+    HELP = "\nRAWK - Rail's Analyzer With Klass\n"+
+    "Created by Chris Hobbs of Spongecell, LLC\n"+
+    "This tool gives statistics for Ruby on Rails log files. The times for each request are grouped and totals are displayed. "+
+    "If process ids are present in the log files then requests are sorted by ActionController actions otherwise requests are grouped by url. "+
+    "By default total request times are used for comparison but database time or render time can be used by specifying the correct flag. "+
+    "The log file is read from standard input unless the -f flag is specified.\n\n"+
+    "The options are as follows:\n\n"+
+    "  -?  Display this help.\n\n"+
+    "  -d  Use DB times as data points. These times are found after 'DB:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
+    "  -f <filename> Use the specified file instead of standard input.\n\n"+
+    "  -h  Display this help.\n\n"+
+    "  -r  Use Render times as data points. These times are found after 'Rendering:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
+    "  -s <count> Display <count> results in each group of data.\n\n"+
+    "  -t  Test\n\n"+
+    "  -u  Group requests by url instead of the controller and action used. This is the default behavior if there is are no process ids in the log file.\n\n"+
+    "  -w <count> Display the top <count> worst requests.\n\n"+
+    "  -x <date> Date (inclusive) to start parsing in 'yyyy-mm-dd' format.\n\n"+
+          "  -y <date> Date (inclusive) to stop parsing in 'yyyy-mm-dd' format.\n\n"+
+    "To include process ids in your log file, add this to application's Gemfile:\n\n"+
+    "    gem 'rawk_log'\n\n"+
+    "This software is Beerware, if you like it, buy yourself a beer or something nicer ;)\n"+
+    "\n"+
+    "Example usage:\n"+
+    "    rawk_log log/production.log\n"
+    
+    def initialize(args)
+      @start_time = Time.now
+      build_arg_hash(args)
+    end
+
+    def run
+      if @arg_hash.keys.include?("?") || @arg_hash.keys.include?("h")
+        puts HELP
+      elsif @arg_hash.keys.include?("t")
+        Stat.test
+      else
+        init_args
+        build_stats
+        print_stats
+      end
+    end
+
+    def build_arg_hash(args)
+      @arg_hash = Hash.new
+      last_key=nil
+      for a in args
+        if a.index("-")==0 && a.length>1
+          a[1,1000].scan(/[a-z]|\?/).each {|c| @arg_hash[last_key=c]=nil}
+          @arg_hash[last_key] = a[/\d+/] if last_key
+        elsif a.index("-")!=0 && last_key
+          @arg_hash[last_key] = a
+        end
+      end
+      #$* = [$*[0]]
+    end
+
+    def init_args
+      @sorted_limit=20
+      @worst_request_length=20
+      @force_url_use = false
+      @db_time = false
+      @render_time = false
+      @input = $stdin
+      keys = @arg_hash.keys
+      @force_url_use = keys.include?("u")
+      @db_time = keys.include?("d")
+      @render_time = keys.include?("r")
+      @worst_request_length=(@arg_hash["w"].to_i) if @arg_hash["w"]
+      @sorted_limit = @arg_hash["s"].to_i if @arg_hash["s"]
+      @input = File.new(@arg_hash["f"]) if @arg_hash["f"]
+      @from =(Date.parse(@arg_hash["x"])) if @arg_hash["x"]
+      @to =(Date.parse(@arg_hash["y"])) if @arg_hash["y"]
+    end
+    
+    def is_id?(word)
+      word =~ /^((\d+)|([\dA-F\-]{36}))$/i
+    end
+    
+    def build_stats
+      @stat_hash = StatHash.new
+      @total_stat = Stat.new("All Requests")
+      @worst_requests = []
+      last_actions = Hash.new
+      last_date = Date.civil
+      while @input.gets
+        if $_.index("Processing ")==0
+          action = $_.split[1]
+          pid = $_[/\(pid\:\d+\)/]
+          date_string = $_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01])/]
+          date = date_string ? Date.parse(date_string) : last_date
+          last_date = date
+          datetime = $_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01]) (?:[0-1][0-9]|2[0-3]):(?:[0-5][0-9]|60):(?:[0-5][0-9]|60)/].to_s
+          last_actions[pid]=action if pid
+          next
+        end
+        next unless $_.index("Completed in")==0
+        pid = key = nil
+        #get the pid unless we are forcing url tracking
+        pid = $_[/\(pid\:\d+\)/] if !@force_url_use
+        key = last_actions[pid] if pid
+        time = 0.0
+        
+        # Old: Completed in 0.45141 (2 reqs/sec) | Rendering: 0.25965 (57%) | DB: 0.06300 (13%) | 200 OK [http://localhost/jury/proposal/312]
+        # New:  Completed in 100ms (View: 40, DB: 4) 
+        unless defined? @new_log_format
+          @new_log_format = $_ =~ /Completed in \d+ms/ 
+        end
+        
+        if @new_log_format
+          if @db_time
+            time_string = $_[/DB: \d+/]
+          elsif @render_time
+            time_string = $_[/View: \d+/]
+          else
+            time_string = $_[/Completed in \d+ms/]
+          end
+          time_string = time_string[/\d+/] if time_string
+          time = time_string.to_i if time_string
+        else
+          if @db_time
+            time_string = $_[/DB: \d+\.\d+/]
+          elsif @render_time
+            time_string = $_[/Rendering: \d+\.\d+/]
+          else
+            time_string = $_[/Completed in \d+\.\d+/]
+          end
+          time_string = time_string[/\d+\.\d+/] if time_string
+          time = time_string.to_f if time_string
+        end
+        
+        
+        #if pids are not specified then we use the url for hashing
+        #the below regexp turns "[http://spongecell.com/calendar/view/bob]" to "/calendar/view"
+        unless key
+
+          key = if @force_url_use
+            ($_[/\[[^\]]+\]/].gsub(/\S+\/\/(\w|\.)*/,''))[/[^\?\]]*/]
+          else
+            data = $_[/\[[^\]]+\]/].gsub(/\S+\/\/(\w|\.)*/,'')
+            s = data.gsub(/(\?.*)|\]$/,'').split("/")
+
+            keywords = s.inject([]) do |keywords, word|
+              if is_id?(word.to_s)
+                keywords << '{ID}'
+              elsif !word.to_s.empty?
+                keywords << word.to_s
+              end
+              keywords
+            end
+            k = "/#{keywords.join("/")}"
+          end
+        end
+
+        if (@from.nil? or @from <= date) and (@to.nil? or @to >= date) # date criteria here
+          @stat_hash.add(key,time)
+          @total_stat.add(time)
+          if @worst_requests.length<@worst_request_length || @worst_requests[@worst_request_length-1][0]<time
+            @worst_requests << [time,%Q(#{datetime} #{$_})]
+            @worst_requests.sort! {|a,b| (b[0] && a[0]) ? b[0]<=>a[0] : 0}
+            @worst_requests=@worst_requests[0,@worst_request_length]
+          end
+        end
+      end
+    end
+    def print_stats
+      title = "Log Analysis of #{@db_time ? 'DB' : @render_time ? 'render' : 'total'} request times#{@from ? %Q( from #{@from.to_s}) : ""}#{@to ? %Q( through #{@to.to_s}) : ""}"
+      puts title
+      puts "=" * title.size
+      puts ""
+      label_size = @stat_hash.print()
+      if @stat_hash.empty?
+        puts @total_stat.header(label_size)
+      else
+        puts "-" * label_size
+      end
+      puts @total_stat.to_s(label_size)
+      if not @stat_hash.empty?
+        puts "\n\nTop #{@sorted_limit} by Count"
+        @stat_hash.print(:sort_by=>"count",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@sorted_limit} by Sum of Time"
+        @stat_hash.print(:sort_by=>"sum",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@sorted_limit} Greatest Max"
+        @stat_hash.print(:sort_by=>"max",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@sorted_limit} Greatest Median"
+        @stat_hash.print(:sort_by=>"median",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@sorted_limit} Greatest Avg"
+        @stat_hash.print(:sort_by=>"average",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@sorted_limit} Least Min"
+        @stat_hash.print(:sort_by=>"min",:limit=>@sorted_limit)
+        puts "\n\nTop #{@sorted_limit} Greatest Standard Deviation"
+        @stat_hash.print(:sort_by=>"standard_deviation",:limit=>@sorted_limit,:ascending=>false)
+        puts "\n\nTop #{@worst_request_length} Worst Requests"
+        @worst_requests.each {|w| puts w[1].to_s}
+      end
+      puts "\n\nCompleted report in %1.2f minutes" % ((Time.now.to_i-@start_time.to_i)/60.0)
+    end
+  end
+end

data/lib/rawk_log/patch_activesupport_bufferedlogger.rb

@@ -1,22 +1,19 @@
 
-if defined?(ActiveSupport::BufferedLogger)
+module ActiveSupport
 
-  module ActiveSupport
-
-    # Format the buffered logger with timestamp/severity info.
-    class BufferedLogger
-      def add(severity, message = nil, progname = nil, &block)
-        return if @level > severity
-        message = (message || (block && block.call) || progname).to_s
-        # If a newline is necessary then create a new message ending with a newline.
-        # Ensures that the original message is not mutated.
-        message = "#{message}\n" unless message[-1] == ?\n
-        message = message.gsub(/\n/," (pid:#{$$})\n")
-        buffer << message
-        auto_flush
-        message
-      end
+  # Format the buffered logger with timestamp/severity info.
+  class BufferedLogger
+    def add(severity, message = nil, progname = nil, &block)
+      return if @level > severity
+      message = (message || (block && block.call) || progname).to_s
+      # If a newline is necessary then create a new message ending with a newline.
+      # Ensures that the original message is not mutated.
+      message = "#{message}\n" unless message[-1] == ?\n
+      message = message.gsub(/\n/," (pid:#{$$})\n")
+      buffer << message
+      auto_flush
+      message
     end
   end
-
 end
+

data/lib/rawk_log/patch_logger.rb

@@ -1,9 +1,7 @@
-if defined? Logger
 
-  class Logger
-    def format_message(severity, timestamp, progname, msg)
-      "#{msg} (pid:#{$$})\n"
-    end
+class Logger
+  def format_message(severity, timestamp, progname, msg)
+    "#{msg} (pid:#{$$})\n"
   end
-
 end
+

data/lib/rawk_log/stat.rb

@@ -0,0 +1,101 @@
+module RawkLog
+
+  class Stat
+
+    HEADER                = "Count     Sum     Max  Median     Avg     Min     Std"
+    HEADER_NEW_LOG_FORMAT = "Count  Sum(s)     Max  Median     Avg     Min     Std"
+
+    def initialize(key)
+      @key=key
+      @min = nil
+      @max = nil
+      @sum = 0
+      @sum_squares = 0
+      @count = 0
+      @values = []
+    end
+
+    def add(value)
+      @new_log_format = !value.is_a?(Float)
+      value=1.0*value
+      @count+=1
+      @min = value unless @min
+      @min = value if value<@min
+      @max = value unless @max
+      @max = value if value>@max
+      @sum += value
+      @sum_squares += value*value
+      @values << value
+    end
+
+    def header(label_size = 55)
+      header = @new_log_format ?  HEADER_NEW_LOG_FORMAT : HEADER
+      sprintf "%*s  %s" % [-label_size, "Request", header]
+    end
+
+    def key
+      @key
+    end
+
+    def count
+      @count
+    end
+
+    def sum
+      @sum
+    end
+
+    def min
+      @min
+    end
+
+    def max
+      @max
+    end
+
+    def average
+      @count > 0 ? @sum/@count : @sum
+    end
+
+    def median
+      return nil unless @values
+      l = @values.length
+      return nil unless l>0
+      @values.sort!
+      return (@values[l/2-1]+@values[l/2])/2 if l%2==0
+      @values[(l+1)/2-1]
+    end
+
+    def standard_deviation
+      return 0 if @count<=1
+      Math.sqrt((@sum_squares - (@sum*@sum/@count))/ (@count) )
+    end
+
+    def to_s(label_size = 55)
+      if count > 0
+        if @new_log_format
+          sprintf("%*s %6d %7.2f %7d %7d %7d %7d %7d",-label_size, key,count,(sum.to_f/1000),max,median,average,min,standard_deviation)
+        else
+          sprintf("%*s %6d %7.2f %7.2f %7.2f %7.2f %7.2f %7.2f",-label_size,key,count,sum,max,median,average,min,standard_deviation)
+        end
+      else
+          sprintf("%*s %6d",-label_size,key,0)
+      end
+    end
+
+    def self.test
+      stat = Stat.new(30)
+      stat.add(5)
+      stat.add(6)
+      stat.add(8)
+      stat.add(9)
+      results = [ 7==stat.median ? "median Success" : "median Failure" ]
+      results <<= (7==stat.average ? "average Success" : "average Failure")
+      results <<= (158==(stat.standard_deviation*100).round ? "std Success" : "std Failure")
+      puts results.join("\n")
+      exit (results.select{|m| m =~ /Failure/}.size)
+    end
+
+  end
+
+end

data/lib/rawk_log/stat_hash.rb

@@ -0,0 +1,41 @@
+require 'rawk_log/stat'
+
+module RawkLog
+  class StatHash
+    def initialize
+      @stats = Hash.new
+    end
+
+    def empty?
+      @stats.empty?
+    end
+
+    def add(key,time)
+      stat = @stats[key] || (@stats[key] = RawkLog::Stat.new(key))
+      stat.add(time)
+    end
+
+    def print(args={:sort_by=>'key',:ascending=>true,:limit=>nil})
+      values = @stats.values
+      return 20 if values.empty?
+      order = (args[:ascending] || args[:ascending].nil?) ? 1 : -1
+      values.sort! {|a,b| 
+        as = a.send(args[:sort_by])
+        bs = b.send(args[:sort_by])
+        (as && bs) ? order*(as<=>bs) : 0
+      }
+      #values.sort! {|a,b| a.key<=>b.key}
+      limit = args[:limit]
+      if limit
+        values = values[0,limit]
+      end
+      @label_size = values.collect{|v| v.key.size }.max
+      puts values[0].header(@label_size)
+      for stat in values
+        puts stat.to_s(@label_size)
+      end
+      @label_size
+    end
+  end
+end
+

data/lib/rawk_log/version.rb

@@ -1,3 +1,3 @@
 module RawkLog
-  VERSION = "2.0.1"
+  VERSION = "2.2.0"
 end

data/lib/rawk_log.rb

@@ -1,7 +1,15 @@
 require "rawk_log/version"
-require "rawk_log/patch_logger"
-require "rawk_log/patch_activesupport_bufferedlogger"
+
+# Don't load automatically
+#require "rawk_log/command"
+
+if defined?(ActiveSupport::BufferedLogger)
+  require "rawk_log/patch_logger"
+end
+if defined?(ActiveSupport::BufferedLogger)
+  require "rawk_log/patch_activesupport_bufferedlogger"
+end
 
 module RawkLog
-  # Your code goes here...
+  # Everything loaded in requires above
 end

data/test/empty_test.rb

@@ -0,0 +1,28 @@
+require 'test/unit'
+
+class EmptyTest < Test::Unit::TestCase
+
+  def setup
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -f #{examples}/empty.log`
+    @exit_status = $?.to_i
+  end
+
+  def test_outputs_header
+    assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
+  end
+
+  def test_lists_zero_entries
+    assert_match(/^All Requests +0$/, @output)
+  end
+
+  def test_no_top_lists
+    assert_no_match(/^Top /, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

data/test/examples/rails23.log

@@ -25,3 +25,6 @@ Rendering template within layouts/items
 Rendering items/index
 Completed in 5ms (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items]
 
+Processing DocumentController#download (for 12.13.14.15 at 2012-12-13 11:49:03) [GET]
+Completed in 936ms (View: 1, DB: 31) | 200 OK [http://www.example.com/document/download/96164/Form 6 - Occupancy permit-2034-20156 / Unit 1.docx]
+

data/test/examples/unknown.log

@@ -0,0 +1,10 @@
+# From http://railscasts.com/episodes/56-the-logger-revised?view=asciicast
+
+Started GET "/" for 127.0.0.1 at 2012-04-23 20:59:50 +0100
+Processing by ArticlesController#index as HTML
+  Article Load (0.1ms)  SELECT "articles".* FROM "articles" 
+Articles Count: 3
+  Rendered articles/index.html.erb within layouts/application (2.8ms)
+Completed 200 OK in 18ms (Views: 8.4ms | ActiveRecord: 0.7ms)
+[2012-04-23 20:59:50] WARN  Could not determine content-length of response body. Set content-length of the response or set Response#chunked = true
+

data/test/mixed_rails40_test.rb

@@ -3,7 +3,9 @@ require 'test/unit'
 class MixedRails40Test < Test::Unit::TestCase
 
   def setup
-    @output = `ruby bin/rawk_log -f test/examples/mixed_rails40.log`
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -f #{examples}/mixed_rails40.log`
     @exit_status = $?.to_i
   end
 
@@ -15,6 +17,10 @@ class MixedRails40Test < Test::Unit::TestCase
     assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
   end
 
+  def test_has_top_lists
+    assert_match(/^Top /, @output)
+  end
+
   def test_finds_entries
     assert_match(/^ItemsController#index/, @output)
     assert_match(/^ItemsController#index\s+5\s/, @output)

data/test/rails23_test.rb

@@ -3,7 +3,9 @@ require 'test/unit'
 class Rails23Test < Test::Unit::TestCase
 
   def setup
-    @output = `ruby bin/rawk_log -f test/examples/rails23.log`
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -f #{examples}/rails23.log`
     @exit_status = $?.to_i
   end
 
@@ -11,6 +13,10 @@ class Rails23Test < Test::Unit::TestCase
     assert_no_match(/ItemsController/, @output)
   end
 
+  def test_has_top_lists
+    assert_match(/^Top /, @output)
+  end
+
   def test_outputs_header
     assert_match(/^Request +Count +Sum\(s\) +Max +Median +Avg +Min +Std$/, @output)
   end

data/test/rails40_test.rb

@@ -3,7 +3,9 @@ require 'test/unit'
 class Rails40Test < Test::Unit::TestCase
 
   def setup
-    @output = `ruby bin/rawk_log -f test/examples/rails40.log`
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -f #{examples}/rails40.log`
     @exit_status = $?.to_i
   end
 
@@ -11,6 +13,10 @@ class Rails40Test < Test::Unit::TestCase
     assert_no_match(/PostsController/, @output)
   end
 
+  def test_has_top_lists
+    assert_match(/^Top /, @output)
+  end
+
   def test_outputs_header
     assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
   end

data/test/self_test.rb

@@ -3,7 +3,9 @@ require 'test/unit'
 class SelfTest < Test::Unit::TestCase
 
   def setup
-    @output = `ruby bin/rawk_log -t`
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -t`
     @exit_status = $?.to_i
   end
 

data/test/unknown_test.rb

@@ -0,0 +1,28 @@
+require 'test/unit'
+
+class UnknownTest < Test::Unit::TestCase
+
+  def setup
+    bin = File.join(File.dirname(__FILE__), '..', 'bin')
+    examples = File.join(File.dirname(__FILE__), 'examples')
+    @output = `ruby #{bin}/rawk_log -f #{examples}/unknown.log`
+    @exit_status = $?.to_i
+  end
+
+  def test_outputs_header
+    assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
+  end
+
+  def test_no_top_lists
+    assert_no_match(/^Top /, @output)
+  end
+
+  def test_lists_zero_entries
+    assert_match(/^All Requests +0/, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rawk_log
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -61,17 +61,24 @@ files:
 - Rakefile
 - bin/rawk_log
 - lib/rawk_log.rb
+- lib/rawk_log/command.rb
 - lib/rawk_log/patch_activesupport_bufferedlogger.rb
 - lib/rawk_log/patch_logger.rb
+- lib/rawk_log/stat.rb
+- lib/rawk_log/stat_hash.rb
 - lib/rawk_log/version.rb
 - rawk_log.gemspec
+- test/empty_test.rb
+- test/examples/empty.log
 - test/examples/mixed_rails40.log
 - test/examples/rails23.log
 - test/examples/rails40.log
+- test/examples/unknown.log
 - test/mixed_rails40_test.rb
 - test/rails23_test.rb
 - test/rails40_test.rb
 - test/self_test.rb
+- test/unknown_test.rb
 homepage: https://github.com/ianheggie/rawk_log
 licenses:
 - Beerware
@@ -103,10 +110,14 @@ summary: This tool gives statistics for Ruby on Rails log files. The times for e
   time or render time can be used by specifying the correct flag. The log file is
   read from standard input unless the -f flag is specified.
 test_files:
+- test/empty_test.rb
+- test/examples/empty.log
 - test/examples/mixed_rails40.log
 - test/examples/rails23.log
 - test/examples/rails40.log
+- test/examples/unknown.log
 - test/mixed_rails40_test.rb
 - test/rails23_test.rb
 - test/rails40_test.rb
 - test/self_test.rb
+- test/unknown_test.rb