rawk_log 2.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,11 @@
+language: ruby
+notifications:
+  email:
+    on_success: change
+    on_failure: always
+
+rvm: 
+  - 1.8.7
+  - 1.9.3
+  - 2.0.0
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in rawk_log.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,3 @@
+This software is Beerware, if you like it, buy yourself a beer.
+
+Created by Chris Hobbs of Spongecell, LLC - http://ckhsponge.wordpress.com/2006/10/11/ruby-on-rails-log-analyzer-rawk/

data/README.md

@@ -0,0 +1,74 @@
+# RawkLog
+
+RawkLog - RAWK - Rail's Analyzer With Klass updated and packaged a Gem
+
+This tool gives statistics for Ruby on Rails log files. The times for each request are grouped and totals are displayed. If process ids are present in the log files then requests are sorted by ActionController actions otherwise requests are grouped by url. By default total request times are used for comparison but database time or render time can be used by specifying the correct flag. The log file is read from standard input unless the -f flag is specified.
+
+[![Travis CI tests](https://travis-ci.org/ianheggie/rawk_log.png)](https://travis-ci.org/ianheggie/rawk_log)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'rawk_log'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install rawk_log
+
+This will 
+
+1. add the rawk_log command
+2. adjust Logger and ActiveSupport::BufferedLogger to append " (pid:#{$$})" to log lines so urls can be related to their controller and method (if added to the Gemfile)
+
+## Usage
+
+rawk_log usage:
+
+  -?  Display this help.
+
+  -d  Use DB times as data points. These times are found after 'DB:' in the log file. This overrides the default behavior of using the total request time.
+
+  -f <filename> Use the specified file instead of standard input.
+
+  -h  Display this help.
+
+  -r  Use Render times as data points. These times are found after 'Rendering:' in the log file. This overrides the default behavior of using the total request time.
+
+  -s <count> Display <count> results in each group of data.
+
+  -t  Test
+
+  -u  Group requests by url instead of the controller and action used. This is the default behavior if there is are no process ids in the log file.
+
+  -w <count> Display the top <count> worst requests.
+
+	-x <date> Date (inclusive) to start parsing in 'yyyy-mm-dd' format.
+
+	-y <date> Date (inclusive) to stop parsing in 'yyyy-mm-dd' format.
+
+Example usage:
+    rawk_log log/production.log
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## License
+
+This software is Beerware, if you like it, buy yourself a beer
+or something nicer ;)
+
+## Thanks go to
+
+* Created by Chris Hobbs of Spongecell, LLC - http://ckhsponge.wordpress.com/2006/10/11/ruby-on-rails-log-analyzer-rawk/
+* Various contributers on github
+* Railscast for bringing it to my attention: http://railscasts.com/episodes/97-analyzing-the-production-log

data/Rakefile

@@ -0,0 +1,14 @@
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+
+desc 'Test the rawk_log gem'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = true
+end
+
+desc "Run tests"
+task :default => :test
+

data/bin/rawk_log

@@ -0,0 +1,298 @@
+#!/usr/bin/env ruby
+##Rail's Analyzer With Klass
+#run the following to view help:
+#ruby rawk.rb -?
+require 'date'
+class Stat
+  def initialize(key)
+    @key=key
+    @min = nil
+    @max = nil
+    @sum = 0
+    @sum_squares = 0
+    @count = 0
+    @values = []
+  end
+  def add(value)
+    @new_log_format = !value.is_a?(Float)
+    value=1.0*value
+    @count+=1
+    @min = value unless @min
+    @min = value if value<@min
+    @max = value unless @max
+    @max = value if value>@max
+    @sum += value
+    @sum_squares += value*value
+    @values << value
+  end
+  def key
+    @key
+  end
+  def count
+    @count
+  end
+  def sum
+    @sum
+  end
+  def min
+    @min
+  end
+  def max
+    @max
+  end
+  def average
+    @sum/@count
+  end
+  def median
+    return nil unless @values
+    l = @values.length
+    return nil unless l>0
+    @values.sort!
+    return (@values[l/2-1]+@values[l/2])/2 if l%2==0
+    @values[(l+1)/2-1]
+  end
+  def standard_deviation
+    return 0 if @count<=1
+    Math.sqrt((@sum_squares - (@sum*@sum/@count))/ (@count) )
+  end
+  def to_s
+    if @new_log_format
+      sprintf("%-55s %6d %7.2f %7d %7d %7d %7d %7d",key,count,(sum.to_f/1000),max,median,average,min,standard_deviation)
+    else
+      sprintf("%-55s %6d %7.2f %7.2f %7.2f %7.2f %7.2f %7.2f",key,count,sum,max,median,average,min,standard_deviation)
+    end
+  end
+
+  def self.test
+    stat = Stat.new(30)
+    stat.add(5)
+    stat.add(6)
+    stat.add(8)
+    stat.add(9)
+    messages = [ 7==stat.median ? "median Success" : "median Failure" ]
+    messages <<= (7==stat.average ? "average Success" : "average Failure")
+    messages <<= (158==(stat.standard_deviation*100).round ? "std Success" : "std Failure")
+    puts messages.join("\n")
+    exit (messages.select{|m| m =~ /Failure/}.size)
+  end
+
+end
+class StatHash
+  def initialize
+    @stats = Hash.new
+  end
+  def add(key,time)
+    stat = @stats[key] || (@stats[key] = Stat.new(key))
+    stat.add(time)
+  end
+  def print(args={:sort_by=>'key',:ascending=>true,:limit=>nil})
+    values = @stats.values
+    order = (args[:ascending] || args[:ascending].nil?) ? 1 : -1
+    values.sort! {|a,b| 
+      as = a.send(args[:sort_by])
+      bs = b.send(args[:sort_by])
+      (as && bs) ? order*(as<=>bs) : 0
+    }
+    #values.sort! {|a,b| a.key<=>b.key}
+    limit = args[:limit]
+    for stat in values
+      break if limit && limit<=0
+      puts stat.to_s
+      limit-=1 if limit
+    end
+  end
+end
+
+class Rawk
+  VERSION = 2.0
+  HEADER                = "Request                                                  Count     Sum     Max  Median     Avg     Min     Std"
+  HEADER_NEW_LOG_FORMAT = "Request                                                  Count  Sum(s)     Max  Median     Avg     Min     Std"
+  HELP = "\nRAWK - Rail's Analyzer With Klass v#{VERSION}\n"+
+  "Created by Chris Hobbs of Spongecell, LLC\n"+
+  "This tool gives statistics for Ruby on Rails log files. The times for each request are grouped and totals are displayed. "+
+  "If process ids are present in the log files then requests are sorted by ActionController actions otherwise requests are grouped by url. "+
+  "By default total request times are used for comparison but database time or render time can be used by specifying the correct flag. "+
+  "The log file is read from standard input unless the -f flag is specified.\n\n"+
+  "The options are as follows:\n\n"+
+  "  -?  Display this help.\n\n"+
+  "  -d  Use DB times as data points. These times are found after 'DB:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
+  "  -f <filename> Use the specified file instead of standard input.\n\n"+
+  "  -h  Display this help.\n\n"+
+  "  -r  Use Render times as data points. These times are found after 'Rendering:' in the log file. This overrides the default behavior of using the total request time.\n\n"+
+  "  -s <count> Display <count> results in each group of data.\n\n"+
+  "  -t  Test\n\n"+
+  "  -u  Group requests by url instead of the controller and action used. This is the default behavior if there is are no process ids in the log file.\n\n"+
+  "  -w <count> Display the top <count> worst requests.\n\n"+
+  "  -x <date> Date (inclusive) to start parsing in 'yyyy-mm-dd' format.\n\n"+
+	"  -y <date> Date (inclusive) to stop parsing in 'yyyy-mm-dd' format.\n\n"+
+  "To include process ids in your log file, add this to application's Gemfile:\n\n"+
+  "    gem 'rawk_log'\n\n"+
+  "This software is Beerware, if you like it, buy yourself a beer or something nicer ;)\n"+
+  "\n"+
+  "Example usage:\n"+
+  "    rawk_log log/production.log\n"
+  
+  def initialize
+    @start_time = Time.now
+    build_arg_hash
+    if @arg_hash.keys.include?("?") || @arg_hash.keys.include?("h")
+      puts HELP
+    elsif @arg_hash.keys.include?("t")
+      Stat.test
+    else
+      init_args
+      build_stats
+      print_stats
+    end
+  end
+  def build_arg_hash
+    @arg_hash = Hash.new
+    last_key=nil
+    for a in $*
+      if a.index("-")==0 && a.length>1
+        a[1,1000].scan(/[a-z]|\?/).each {|c| @arg_hash[last_key=c]=nil}
+        @arg_hash[last_key] = a[/\d+/] if last_key
+      elsif a.index("-")!=0 && last_key
+        @arg_hash[last_key] = a
+      end
+    end
+    #$* = [$*[0]]
+  end
+  def init_args
+    @sorted_limit=20
+    @worst_request_length=20
+    @force_url_use = false
+    @db_time = false
+    @render_time = false
+    @input = $stdin
+    keys = @arg_hash.keys
+    @force_url_use = keys.include?("u")
+    @db_time = keys.include?("d")
+    @render_time = keys.include?("r")
+    @worst_request_length=(@arg_hash["w"].to_i) if @arg_hash["w"]
+    @sorted_limit = @arg_hash["s"].to_i if @arg_hash["s"]
+    @input = File.new(@arg_hash["f"]) if @arg_hash["f"]
+    @from =(Date.parse(@arg_hash["x"])) if @arg_hash["x"]
+    @to =(Date.parse(@arg_hash["y"])) if @arg_hash["y"]
+  end
+  
+  def is_id?(word)
+    word =~ /^((\d+)|([\dA-F\-]{36}))$/i
+  end
+  
+  def build_stats
+    @stat_hash = StatHash.new
+    @total_stat = Stat.new("All Requests")
+    @worst_requests = []
+    last_actions = Hash.new
+    while @input.gets
+      if $_.index("Processing ")==0
+        action = $_.split[1]
+        pid = $_[/\(pid\:\d+\)/]
+        date = Date.parse($_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01])/])
+        datetime = $_[/(?:19|20)[0-9]{2}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01]) (?:[0-1][0-9]|2[0-3]):(?:[0-5][0-9]|60):(?:[0-5][0-9]|60)/]
+        last_actions[pid]=action if pid
+        next
+      end
+      next unless $_.index("Completed in")==0
+      pid = key = nil
+      #get the pid unless we are forcing url tracking
+      pid = $_[/\(pid\:\d+\)/] if !@force_url_use
+      key = last_actions[pid] if pid
+      time = 0.0
+      
+      # Old: Completed in 0.45141 (2 reqs/sec) | Rendering: 0.25965 (57%) | DB: 0.06300 (13%) | 200 OK [http://localhost/jury/proposal/312]
+      # New:  Completed in 100ms (View: 40, DB: 4) 
+      unless defined? @new_log_format
+        @new_log_format = $_ =~ /Completed in \d+ms/ 
+      end
+      
+      if @new_log_format
+        if @db_time
+          time_string = $_[/DB: \d+/]
+        elsif @render_time
+          time_string = $_[/View: \d+/]
+        else
+          time_string = $_[/Completed in \d+ms/]
+        end
+        time_string = time_string[/\d+/] if time_string
+        time = time_string.to_i if time_string
+      else
+        if @db_time
+          time_string = $_[/DB: \d+\.\d+/]
+        elsif @render_time
+          time_string = $_[/Rendering: \d+\.\d+/]
+        else
+          time_string = $_[/Completed in \d+\.\d+/]
+        end
+        time_string = time_string[/\d+\.\d+/] if time_string
+        time = time_string.to_f if time_string
+      end
+      
+      
+      #if pids are not specified then we use the url for hashing
+      #the below regexp turns "[http://spongecell.com/calendar/view/bob]" to "/calendar/view"
+      unless key
+
+        key = if @force_url_use
+          ($_[/\[\S+\]/].gsub(/\S+\/\/(\w|\.)*/,''))[/[^\?\]]*/]
+        else
+          data = $_[/\[\S+\]/].gsub(/\S+\/\/(\w|\.)*/,'')
+          s = data.gsub(/(\?.*)|\]$/,'').split("/")
+
+          keywords = s.inject([]) do |keywords, word|
+            if is_id?(word.to_s)
+              keywords << '{ID}'
+            elsif !word.to_s.empty?
+              keywords << word.to_s
+            end
+            keywords
+          end
+          k = "/#{keywords.join("/")}"
+        end
+      end
+      
+      if (@from.nil? or @from <= date) and (@to.nil? or @to >= date) # date criteria here
+        @stat_hash.add(key,time)
+        @total_stat.add(time)
+        if @worst_requests.length<@worst_request_length || @worst_requests[@worst_request_length-1][0]<time
+          @worst_requests << [time,%Q(#{datetime} #{$_})]
+          @worst_requests.sort! {|a,b| (b[0] && a[0]) ? b[0]<=>a[0] : 0}
+          @worst_requests=@worst_requests[0,@worst_request_length]
+        end
+      end
+    end
+  end
+  def print_stats
+    @header ||= @new_log_format ? HEADER_NEW_LOG_FORMAT : HEADER
+    puts "Printing report for #{@db_time ? 'DB' : @render_time ? 'render' : 'total'} request times#{@from ? %Q( from #{@from.to_s}) : ""}#{@to ? %Q( through #{@to.to_s}) : ""}"
+    puts "--------"
+    puts @header
+    puts @total_stat.to_s
+    puts "--------"
+    @stat_hash.print()
+    puts "\nTop #{@sorted_limit} by Count"
+    puts @header
+    @stat_hash.print(:sort_by=>"count",:limit=>@sorted_limit,:ascending=>false)
+    puts "\nTop #{@sorted_limit} by Sum of Time"
+    puts @header
+    @stat_hash.print(:sort_by=>"sum",:limit=>@sorted_limit,:ascending=>false)
+    puts "\nTop #{@sorted_limit} Greatest Max"
+    puts @header
+    @stat_hash.print(:sort_by=>"max",:limit=>@sorted_limit,:ascending=>false)
+    puts "\nTop #{@sorted_limit} Least Min"
+    puts @header
+    @stat_hash.print(:sort_by=>"min",:limit=>@sorted_limit)
+    puts "\nTop #{@sorted_limit} Greatest Median"
+    puts @header
+    @stat_hash.print(:sort_by=>"median",:limit=>@sorted_limit,:ascending=>false)
+    puts "\nTop #{@sorted_limit} Greatest Standard Deviation"
+    puts @header
+    @stat_hash.print(:sort_by=>"standard_deviation",:limit=>@sorted_limit,:ascending=>false)
+    puts "\nWorst Requests"
+    @worst_requests.each {|w| puts w[1].to_s}
+    puts "\nCompleted report in #{(Time.now.to_i-@start_time.to_i)/60.0} minutes -- spongecell"
+  end
+end
+
+Rawk.new

data/lib/rawk_log/patch_activesupport_bufferedlogger.rb

@@ -0,0 +1,22 @@
+
+if defined?(ActiveSupport::BufferedLogger)
+
+  module ActiveSupport
+
+    # Format the buffered logger with timestamp/severity info.
+    class BufferedLogger
+      def add(severity, message = nil, progname = nil, &block)
+        return if @level > severity
+        message = (message || (block && block.call) || progname).to_s
+        # If a newline is necessary then create a new message ending with a newline.
+        # Ensures that the original message is not mutated.
+        message = "#{message}\n" unless message[-1] == ?\n
+        message = message.gsub(/\n/," (pid:#{$$})\n")
+        buffer << message
+        auto_flush
+        message
+      end
+    end
+  end
+
+end

data/lib/rawk_log/patch_logger.rb

@@ -0,0 +1,9 @@
+if defined? Logger
+
+  class Logger
+    def format_message(severity, timestamp, progname, msg)
+      "#{msg} (pid:#{$$})\n"
+    end
+  end
+
+end

data/lib/rawk_log/version.rb

@@ -0,0 +1,3 @@
+module RawkLog
+  VERSION = "2.0.1"
+end

data/lib/rawk_log.rb

@@ -0,0 +1,7 @@
+require "rawk_log/version"
+require "rawk_log/patch_logger"
+require "rawk_log/patch_activesupport_bufferedlogger"
+
+module RawkLog
+  # Your code goes here...
+end

data/rawk_log.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rawk_log/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rawk_log"
+  spec.version       = RawkLog::VERSION
+  spec.authors       = ["Chris Hobbs", "Ian Heggie"]
+  spec.email         = ["chris.hobbs@unknown.due.to.spam", "ian@heggie.biz"]
+  spec.description   = %q{RawkLog - RAWK - Rail's Analyzer With Klass updated and packaged a Gem}
+  spec.summary       = %q{This tool gives statistics for Ruby on Rails log files. The times for each request are grouped and totals are displayed. If process ids are present in the log files then requests are sorted by ActionController actions otherwise requests are grouped by url. By default total request times are used for comparison but database time or render time can be used by specifying the correct flag. The log file is read from standard input unless the -f flag is specified.}
+  spec.homepage      = "https://github.com/ianheggie/rawk_log"
+  spec.license       = "Beerware"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/test/examples/mixed_rails40.log

@@ -0,0 +1,115 @@
+# From http://guides.rubyonrails.org/v2.3.11/performance_testing.html
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET] (pid:1234)
+Rendering template within layouts/items (pid:1234)
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST] (pid:9876)
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl (pid:9876)
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4 (pid:9876)
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails", (pid:9876)
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"}, (pid:9876)
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"} (pid:9876)
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!", (pid:9876)
+ "published"=>false, "created_at"=>nil} (pid:9876)
+Post should be valid: true (pid:9876)
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published", (pid:9876)
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails', (pid:9876)
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54') (pid:9876)
+The post was saved and now the user is going to be redirected... (pid:9876)
+Redirected to #<Post:0x20af760> (pid:9876)
+Completed in 0.03224 (81 reqs/sec) | DB: 0.01044 (3%) | 302 Found [http://localhost/posts] (pid:9876)
+
+Rendering items/index (pid:1234)
+Completed in 0.02500 (View: 22, DB: 20) | 200 OK [http://0.0.0.0/items] (pid:1234)
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET] (pid:1000)
+Rendering template within layouts/items (pid:1000)
+Rendering items/index (pid:1000)
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET] (pid:1234)
+Rendering template within layouts/items (pid:1234)
+Rendering items/index (pid:1234)
+Completed in 0.00500 (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items] (pid:1234)
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET] (pid:1234)
+Rendering template within layouts/items (pid:1234)
+Rendering items/index (pid:1234)
+Completed in 0.00500 (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items] (pid:1234)
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET] (pid:1234)
+Rendering template within layouts/items (pid:1234)
+
+#From http://guides.rubyonrails.org/v4.0.0/debugging_rails_applications.html
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST] (pid:9876)
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl (pid:9876)
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4 (pid:9876)
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails", (pid:9876)
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"}, (pid:9876)
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"} (pid:9876)
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!", (pid:9876)
+ "published"=>false, "created_at"=>nil} (pid:9876)
+Post should be valid: true (pid:9876)
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published", (pid:9876)
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails', (pid:9876)
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54') (pid:9876)
+The post was saved and now the user is going to be redirected... (pid:9876)
+Redirected to #<Post:0x20af760> (pid:9876)
+Completed in 0.02224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts] (pid:9876)
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST] (pid:9876)
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl (pid:9876)
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4 (pid:9876)
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails", (pid:9876)
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"}, (pid:9876)
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"} (pid:9876)
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!", (pid:9876)
+ "published"=>false, "created_at"=>nil} (pid:9876)
+Post should be valid: true (pid:9876)
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published", (pid:9876)
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails', (pid:9876)
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54') (pid:9876)
+The post was saved and now the user is going to be redirected... (pid:9876)
+Redirected to #<Post:0x20af760> (pid:9876)
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts] (pid:9876)
+
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST] (pid:9876)
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl (pid:9876)
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4 (pid:9876)
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails", (pid:9876)
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"}, (pid:9876)
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"} (pid:9876)
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!", (pid:9876)
+ "published"=>false, "created_at"=>nil} (pid:9876)
+Post should be valid: true (pid:9876)
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published", (pid:9876)
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails', (pid:9876)
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54') (pid:9876)
+The post was saved and now the user is going to be redirected... (pid:9876)
+Redirected to #<Post:0x20af760> (pid:9876)
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts] (pid:9876)
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST] (pid:9876)
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl (pid:9876)
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4 (pid:9876)
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails", (pid:9876)
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"}, (pid:9876)
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"} (pid:9876)
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!", (pid:9876)
+ "published"=>false, "created_at"=>nil} (pid:9876)
+Post should be valid: true (pid:9876)
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published", (pid:9876)
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails', (pid:9876)
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54') (pid:9876)
+The post was saved and now the user is going to be redirected... (pid:9876)
+Redirected to #<Post:0x20af760> (pid:9876)
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts] (pid:9876)
+
+Rendering items/index (pid:1234)
+Completed in 0.00500 (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items] (pid:1234)
+
+Completed in 0.01500 (View: 12, DB: 10) | 200 OK [http://0.0.0.0/items] (pid:1000)

data/test/examples/rails23.log

@@ -0,0 +1,27 @@
+# From http://guides.rubyonrails.org/v2.3.11/performance_testing.html
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET]
+Rendering template within layouts/items
+Rendering items/index
+Completed in 25ms (View: 22, DB: 20) | 200 OK [http://0.0.0.0/items]
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET]
+Rendering template within layouts/items
+Rendering items/index
+Completed in 15ms (View: 12, DB: 10) | 200 OK [http://0.0.0.0/items]
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET]
+Rendering template within layouts/items
+Rendering items/index
+Completed in 5ms (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items]
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET]
+Rendering template within layouts/items
+Rendering items/index
+Completed in 5ms (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items]
+
+Processing ItemsController#index (for 127.0.0.1 at 2009-01-08 03:06:39) [GET]
+Rendering template within layouts/items
+Rendering items/index
+Completed in 5ms (View: 2, DB: 0) | 200 OK [http://0.0.0.0/items]
+

data/test/examples/rails40.log

@@ -0,0 +1,88 @@
+#From http://guides.rubyonrails.org/v4.0.0/debugging_rails_applications.html
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST]
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails",
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"},
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"}
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!",
+ "published"=>false, "created_at"=>nil}
+Post should be valid: true
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published",
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails',
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54')
+The post was saved and now the user is going to be redirected...
+Redirected to #<Post:0x20af760>
+Completed in 0.03224 (81 reqs/sec) | DB: 0.01044 (3%) | 302 Found [http://localhost/posts]
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST]
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails",
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"},
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"}
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!",
+ "published"=>false, "created_at"=>nil}
+Post should be valid: true
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published",
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails',
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54')
+The post was saved and now the user is going to be redirected...
+Redirected to #<Post:0x20af760>
+Completed in 0.02224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts]
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST]
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails",
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"},
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"}
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!",
+ "published"=>false, "created_at"=>nil}
+Post should be valid: true
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published",
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails',
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54')
+The post was saved and now the user is going to be redirected...
+Redirected to #<Post:0x20af760>
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts]
+
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST]
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails",
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"},
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"}
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!",
+ "published"=>false, "created_at"=>nil}
+Post should be valid: true
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published",
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails',
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54')
+The post was saved and now the user is going to be redirected...
+Redirected to #<Post:0x20af760>
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts]
+
+
+
+Processing PostsController#create (for 127.0.0.1 at 2008-09-08 11:52:54) [POST]
+  Session ID: BAh7BzoMY3NyZl9pZCIlMDY5MWU1M2I1ZDRjODBlMzkyMWI1OTg2NWQyNzViZjYiCmZsYXNoSUM6J0FjdGl
+vbkNvbnRyb2xsZXI6OkZsYXNoOjpGbGFzaEhhc2h7AAY6CkB1c2VkewA=--b18cd92fba90eacf8137e5f6b3b06c4d724596a4
+  Parameters: {"commit"=>"Create", "post"=>{"title"=>"Debugging Rails",
+ "body"=>"I'm learning how to print in logs!!!", "published"=>"0"},
+ "authenticity_token"=>"2059c1286e93402e389127b1153204e0d1e275dd", "action"=>"create", "controller"=>"posts"}
+New post: {"updated_at"=>nil, "title"=>"Debugging Rails", "body"=>"I'm learning how to print in logs!!!",
+ "published"=>false, "created_at"=>nil}
+Post should be valid: true
+  Post Create (0.000443)   INSERT INTO "posts" ("updated_at", "title", "body", "published",
+ "created_at") VALUES('2008-09-08 14:52:54', 'Debugging Rails',
+ 'I''m learning how to print in logs!!!', 'f', '2008-09-08 14:52:54')
+The post was saved and now the user is going to be redirected...
+Redirected to #<Post:0x20af760>
+Completed in 0.01224 (81 reqs/sec) | DB: 0.00044 (3%) | 302 Found [http://localhost/posts]
+

data/test/mixed_rails40_test.rb

@@ -0,0 +1,34 @@
+require 'test/unit'
+
+class MixedRails40Test < Test::Unit::TestCase
+
+  def setup
+    @output = `ruby bin/rawk_log -f test/examples/mixed_rails40.log`
+    @exit_status = $?.to_i
+  end
+
+  def test_methods_reported
+    assert_match(/ItemsController/, @output)
+  end
+
+  def test_outputs_header
+    assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
+  end
+
+  def test_finds_entries
+    assert_match(/^ItemsController#index/, @output)
+    assert_match(/^ItemsController#index\s+5\s/, @output)
+    assert_match(/^PostsController#create/, @output)
+    assert_match(/^PostsController#create\s+5\s/, @output)
+  end
+
+  def test_sums_entries
+    assert_match(/^Items\S+\s+5\s+0\.06/, @output)
+    assert_match(/^Posts\S+\s+5\s+0\.09/, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

data/test/rails23_test.rb

@@ -0,0 +1,31 @@
+require 'test/unit'
+
+class Rails23Test < Test::Unit::TestCase
+
+  def setup
+    @output = `ruby bin/rawk_log -f test/examples/rails23.log`
+    @exit_status = $?.to_i
+  end
+
+  def test_no_methods_reported
+    assert_no_match(/ItemsController/, @output)
+  end
+
+  def test_outputs_header
+    assert_match(/^Request +Count +Sum\(s\) +Max +Median +Avg +Min +Std$/, @output)
+  end
+
+  def test_finds_entries
+    assert_match(/^\/items/, @output)
+    assert_match(/^\/items\s+5\s/, @output)
+  end
+
+  def test_sums_entries
+    assert_match(/^\/items\s+5\s+0\.06/, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

data/test/rails40_test.rb

@@ -0,0 +1,31 @@
+require 'test/unit'
+
+class Rails40Test < Test::Unit::TestCase
+
+  def setup
+    @output = `ruby bin/rawk_log -f test/examples/rails40.log`
+    @exit_status = $?.to_i
+  end
+
+  def test_no_methods_reported
+    assert_no_match(/PostsController/, @output)
+  end
+
+  def test_outputs_header
+    assert_match(/^Request +Count +Sum +Max +Median +Avg +Min +Std$/, @output)
+  end
+
+  def test_finds_entries
+    assert_match(/^\/posts/, @output)
+    assert_match(/^\/posts\s+5\s/, @output)
+  end
+
+  def test_sums_entries
+    assert_match(/^\/posts+\s+5\s+0\.09/, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

data/test/self_test.rb

@@ -0,0 +1,22 @@
+require 'test/unit'
+
+class SelfTest < Test::Unit::TestCase
+
+  def setup
+    @output = `ruby bin/rawk_log -t`
+    @exit_status = $?.to_i
+  end
+
+  def test_no_failures_reported
+    assert_no_match(/Failure/, @output)
+  end
+
+  def test_success_reported
+    assert_match(/Success/, @output)
+  end
+
+  def test_exit_status
+    assert_equal(0, @exit_status)
+  end
+
+end

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: rawk_log
+version: !ruby/object:Gem::Version
+  version: 2.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Chris Hobbs
+- Ian Heggie
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: RawkLog - RAWK - Rail's Analyzer With Klass updated and packaged a Gem
+email:
+- chris.hobbs@unknown.due.to.spam
+- ian@heggie.biz
+executables:
+- rawk_log
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/rawk_log
+- lib/rawk_log.rb
+- lib/rawk_log/patch_activesupport_bufferedlogger.rb
+- lib/rawk_log/patch_logger.rb
+- lib/rawk_log/version.rb
+- rawk_log.gemspec
+- test/examples/mixed_rails40.log
+- test/examples/rails23.log
+- test/examples/rails40.log
+- test/mixed_rails40_test.rb
+- test/rails23_test.rb
+- test/rails40_test.rb
+- test/self_test.rb
+homepage: https://github.com/ianheggie/rawk_log
+licenses:
+- Beerware
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: This tool gives statistics for Ruby on Rails log files. The times for each
+  request are grouped and totals are displayed. If process ids are present in the
+  log files then requests are sorted by ActionController actions otherwise requests
+  are grouped by url. By default total request times are used for comparison but database
+  time or render time can be used by specifying the correct flag. The log file is
+  read from standard input unless the -f flag is specified.
+test_files:
+- test/examples/mixed_rails40.log
+- test/examples/rails23.log
+- test/examples/rails40.log
+- test/mixed_rails40_test.rb
+- test/rails23_test.rb
+- test/rails40_test.rb
+- test/self_test.rb