request-log-analyzer 1.0.2 → 1.6.3

data/spec/fixtures/rails_22.log

@@ -9,4 +9,4 @@ Rendered shared/_analytics (0.2ms)
 Rendered layouts/_actions (0.6ms)
 Rendered layouts/_menu (2.2ms)
 Rendered layouts/_tabbar (0.5ms)
-Completed in 614ms (View: 120, DB: 31) | 200 OK [http://www.example.coml/demo]
+Completed in 614ms (View: 120, DB: 31) | 200 OK [http://www.example.com/demo]

data/spec/fixtures/sinatra.log

@@ -0,0 +1,99 @@
+== Sinatra/0.9.4 has taken the stage on 4567 for development with backup from Mongrel
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET / HTTP/1.1" 200 5056 0.0241
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /javascripts/cufon-yui.js HTTP/1.1" 304 - 0.0016
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /javascripts/CartoGothic_Std_400-CartoGothic_Std_700-CartoGothic_Std_italic_400-CartoGothic_Std_italic_700.font.js HTTP/1.1" 304 - 0.0013
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /css/stylesheet.css HTTP/1.1" 304 - 0.0014
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/rails_doctors_logo.png HTTP/1.1" 304 - 0.0039
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/footer-bg.png HTTP/1.1" 304 - 0.0028
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/nav-bg.png HTTP/1.1" 304 - 0.0023
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/radial-bg.png HTTP/1.1" 304 - 0.0019
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/box-bg.png HTTP/1.1" 304 - 0.0015
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/performance_train.png HTTP/1.1" 304 - 0.0011
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/lock.png HTTP/1.1" 304 - 0.0025
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/contact.png HTTP/1.1" 304 - 0.0015
+127.0.0.1 - - [23/Nov/2009 22:46:22] "GET /images/rla.png HTTP/1.1" 304 - 0.0008
+127.0.0.1 - - [23/Nov/2009 22:46:24] "GET /index.html HTTP/1.1" 200 5056 0.0216
+127.0.0.1 - - [23/Nov/2009 22:46:25] "GET /blog.html HTTP/1.1" 200 8156 0.0115
+127.0.0.1 - - [23/Nov/2009 22:46:26] "GET /performance.html HTTP/1.1" 200 4751 0.0134
+127.0.0.1 - - [23/Nov/2009 22:46:26] "GET /blog.html HTTP/1.1" 200 8156 0.0504
+127.0.0.1 - - [23/Nov/2009 22:46:27] "GET /security.html HTTP/1.1" 200 4503 0.0119
+127.0.0.1 - - [23/Nov/2009 22:46:27] "GET /performance.html HTTP/1.1" 200 4751 0.0206
+127.0.0.1 - - [23/Nov/2009 22:46:29] "GET /request_log_analyzer.html HTTP/1.1" 200 5669 0.0129
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /request_log_analyzer.html HTTP/1.1" 200 5669 0.0156
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /javascripts/cufon-yui.js HTTP/1.1" 304 - 0.0033
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /javascripts/CartoGothic_Std_400-CartoGothic_Std_700-CartoGothic_Std_italic_400-CartoGothic_Std_italic_700.font.js HTTP/1.1" 304 - 0.0035
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /css/stylesheet.css HTTP/1.1" 304 - 0.0031
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/performance_train.png HTTP/1.1" 304 - 0.0026
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/footer-bg.png HTTP/1.1" 304 - 0.0029
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/nav-bg.png HTTP/1.1" 304 - 0.0048
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/box-bg.png HTTP/1.1" 304 - 0.0055
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/rails_doctors_logo.png HTTP/1.1" 304 - 0.0049
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/radial-bg.png HTTP/1.1" 304 - 0.0029
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/lock.png HTTP/1.1" 304 - 0.0022
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/rla.png HTTP/1.1" 304 - 0.0014
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /images/contact.png HTTP/1.1" 304 - 0.0008
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /favicon.ico HTTP/1.1" 404 420 0.0007
+127.0.0.1 - - [23/Nov/2009 22:46:30] "GET /contact.html HTTP/1.1" 200 4476 0.0149
+127.0.0.1 - - [23/Nov/2009 22:46:31] "GET /contact.html HTTP/1.1" 200 4476 0.0118
+127.0.0.1 - - [23/Nov/2009 22:46:31] "GET /contact.html HTTP/1.1" 200 4476 0.0556
+127.0.0.1 - - [23/Nov/2009 22:46:32] "GET /security.html HTTP/1.1" 200 4503 0.0980
+127.0.0.1 - - [23/Nov/2009 22:46:32] "GET /performance.html HTTP/1.1" 200 4751 0.0109
+127.0.0.1 - - [23/Nov/2009 22:46:33] "GET /index.html HTTP/1.1" 200 5056 0.0169
+127.0.0.1 - - [23/Nov/2009 22:46:33] "GET /blog.html HTTP/1.1" 200 8156 0.0112
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /blog.html HTTP/1.1" 200 8156 0.0113
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /css/stylesheet.css HTTP/1.1" 304 - 0.0017
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /javascripts/cufon-yui.js HTTP/1.1" 304 - 0.0011
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /javascripts/CartoGothic_Std_400-CartoGothic_Std_700-CartoGothic_Std_italic_400-CartoGothic_Std_italic_700.font.js HTTP/1.1" 304 - 0.0007
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/rails_doctors_logo.png HTTP/1.1" 304 - 0.0045
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/performance_train.png HTTP/1.1" 304 - 0.0038
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/footer-bg.png HTTP/1.1" 304 - 0.0044
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/nav-bg.png HTTP/1.1" 304 - 0.0042
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/radial-bg.png HTTP/1.1" 304 - 0.0037
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/box-bg.png HTTP/1.1" 304 - 0.0045
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/rla.png HTTP/1.1" 304 - 0.0026
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/lock.png HTTP/1.1" 304 - 0.0022
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /images/contact.png HTTP/1.1" 304 - 0.0024
+127.0.0.1 - - [23/Nov/2009 22:46:34] "GET /favicon.ico HTTP/1.1" 404 420 0.0007
+127.0.0.1 - - [23/Nov/2009 22:46:36] "GET /blog.html HTTP/1.1" 200 8156 0.0119
+127.0.0.1 - - [23/Nov/2009 22:46:36] "GET /css/stylesheet.css HTTP/1.1" 200 3782 0.0030
+127.0.0.1 - - [23/Nov/2009 22:46:36] "GET /javascripts/cufon-yui.js HTTP/1.1" 200 16944 0.0220
+127.0.0.1 - - [23/Nov/2009 22:46:36] "GET /javascripts/CartoGothic_Std_400-CartoGothic_Std_700-CartoGothic_Std_italic_400-CartoGothic_Std_italic_700.font.js HTTP/1.1" 200 76594 0.0258
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/box-bg.png HTTP/1.1" 200 129 0.0058
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/footer-bg.png HTTP/1.1" 200 267 0.0056
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/nav-bg.png HTTP/1.1" 200 221 0.0052
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/performance_train.png HTTP/1.1" 200 7496 0.0103
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/radial-bg.png HTTP/1.1" 200 9288 0.0079
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/rails_doctors_logo.png HTTP/1.1" 200 11487 0.0106
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/rla.png HTTP/1.1" 200 23857 0.0233
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/contact.png HTTP/1.1" 200 23961 0.0228
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /images/lock.png HTTP/1.1" 200 31780 0.0494
+127.0.0.1 - - [23/Nov/2009 22:46:37] "GET /favicon.ico HTTP/1.1" 404 420 0.0007
+127.0.0.1 - - [23/Nov/2009 22:46:38] "GET /blog.html HTTP/1.1" 200 8156 0.0108
+127.0.0.1 - - [23/Nov/2009 22:46:38] "GET /javascripts/CartoGothic_Std_400-CartoGothic_Std_700-CartoGothic_Std_italic_400-CartoGothic_Std_italic_700.font.js HTTP/1.1" 304 - 0.0017
+127.0.0.1 - - [23/Nov/2009 22:46:38] "GET /javascripts/cufon-yui.js HTTP/1.1" 304 - 0.0013
+127.0.0.1 - - [23/Nov/2009 22:46:38] "GET /css/stylesheet.css HTTP/1.1" 304 - 0.0024
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/rails_doctors_logo.png HTTP/1.1" 304 - 0.0073
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/performance_train.png HTTP/1.1" 304 - 0.0039
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/footer-bg.png HTTP/1.1" 304 - 0.0035
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/radial-bg.png HTTP/1.1" 304 - 0.0054
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/nav-bg.png HTTP/1.1" 304 - 0.0043
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/box-bg.png HTTP/1.1" 304 - 0.0038
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/rla.png HTTP/1.1" 304 - 0.0019
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/lock.png HTTP/1.1" 304 - 0.0014
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /images/contact.png HTTP/1.1" 304 - 0.0012
+127.0.0.1 - - [23/Nov/2009 22:46:39] "GET /favicon.ico HTTP/1.1" 404 420 0.0007
+127.0.0.1 - - [23/Nov/2009 22:46:40] "GET /performance.html HTTP/1.1" 200 4751 0.0110
+127.0.0.1 - - [23/Nov/2009 22:46:40] "GET /performance.html HTTP/1.1" 200 4751 0.0110
+127.0.0.1 - - [23/Nov/2009 22:46:41] "GET /security.html HTTP/1.1" 200 4503 0.0369
+127.0.0.1 - - [23/Nov/2009 22:46:41] "GET /performance.html HTTP/1.1" 200 4751 0.0118
+127.0.0.1 - - [23/Nov/2009 22:46:41] "GET /security.html HTTP/1.1" 200 4503 0.0573
+127.0.0.1 - - [23/Nov/2009 22:46:42] "GET /security.html HTTP/1.1" 200 4503 0.0426
+127.0.0.1 - - [23/Nov/2009 22:46:42] "GET /performance.html HTTP/1.1" 200 4751 0.0111
+127.0.0.1 - - [23/Nov/2009 22:46:43] "GET /security.html HTTP/1.1" 200 4503 0.0108
+127.0.0.1 - - [23/Nov/2009 22:46:43] "GET /performance.html HTTP/1.1" 200 4751 0.0105
+127.0.0.1 - - [23/Nov/2009 22:46:43] "GET /security.html HTTP/1.1" 200 4503 0.0147
+127.0.0.1 - - [23/Nov/2009 22:46:43] "GET /contact.html HTTP/1.1" 200 4476 0.0105
+127.0.0.1 - - [23/Nov/2009 22:46:44] "GET /contact.html HTTP/1.1" 200 4476 0.0110
+127.0.0.1 - - [23/Nov/2009 22:46:44] "GET /contact.html HTTP/1.1" 200 4476 0.0109
+^C
+== Sinatra has ended his set (crowd applauds)

data/spec/integration/command_line_usage_spec.rb

@@ -0,0 +1,84 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe RequestLogAnalyzer, 'running from command line' do
+
+  before(:each) do
+    cleanup_temp_files!
+  end
+
+  after(:each) do
+    cleanup_temp_files!
+  end
+
+  it "should find 4 requests in default mode" do
+    output = run("#{log_fixture(:rails_1x)}")
+    output.any? { |line| /^Parsed requests\:\s*4\s/ =~ line }.should be_true
+  end
+
+  it "should find 2 requests when parsing a compressed file" do
+    output = run("#{log_fixture(:decompression, :tgz)}")
+    output.any? { |line| /^Parsed requests\:\s*2\s/ =~ line }.should be_true
+  end
+
+
+  it "should skip 1 requests with a --select option" do
+    output = run("#{log_fixture(:rails_1x)} --select controller PeopleController")
+    output.any? { |line| /^Skipped requests\:\s*1\s/ =~ line }.should be_true
+  end
+
+  it "should skip 3 requests with a --reject option" do
+    output = run("#{log_fixture(:rails_1x)} --reject controller PeopleController")
+    output.any? { |line| /^Skipped requests\:\s*3\s/ =~ line }.should be_true
+  end
+
+  it "should write output to a file with the --file option" do
+    run("#{log_fixture(:rails_1x)} --file #{temp_output_file(:report)}")
+    File.exist?(temp_output_file(:report)).should be_true
+  end
+
+  it "should write only ASCII characters to a file with the --file option" do
+    run("#{log_fixture(:rails_1x)} --file #{temp_output_file(:report)}")
+    /^[\x00-\x7F]*$/.match(File.read(temp_output_file(:report))).should_not be_nil
+  end
+
+  it "should write HTML if --output HTML is provided" do
+    output = run("#{log_fixture(:rails_1x)} --output HTML")
+    output.any? { |line| /<html[^>]*>/ =~ line}.should be_true
+  end
+
+  it "should run with the --database option" do
+    run("#{log_fixture(:rails_1x)} --database #{temp_output_file(:database)}")
+    File.exist?(temp_output_file(:database)).should be_true
+  end
+
+  it "should use no colors in the report with the --boring option" do
+    output = run("#{log_fixture(:rails_1x)} --boring")
+    output.any? { |line| /\e/ =~ line }.should be_false
+  end
+
+  it "should use only ASCII characters in the report with the --boring option" do
+    output = run("#{log_fixture(:rails_1x)} --boring")
+    output.all? { |line| /^[\x00-\x7F]*$/ =~ line }.should be_true
+  end
+
+  it "should parse a Merb file if --format merb is set" do
+    output = run("#{log_fixture(:merb)} --format merb")
+    output.any? { |line| /Parsed requests\:\s*11/ =~ line }.should be_true
+  end
+
+  it "should parse a Apache access log file if --apache-format is set" do
+    output = run("#{log_fixture(:apache_combined)} --apache-format combined")
+    output.any? { |line| /Parsed requests\:\s*5/ =~ line }.should be_true
+  end
+
+  it "should dump the results to a YAML file" do
+    run("#{log_fixture(:rails_1x)} --dump #{temp_output_file(:yaml)}")
+    File.exist?(temp_output_file(:yaml)).should be_true
+    YAML::load(File.read(temp_output_file(:yaml))).should have_at_least(1).item
+  end
+
+  it "should parse 4 requests from the standard input" do
+    output = run("- < #{log_fixture(:rails_1x)}")
+    output.any? { |line| /^Parsed requests\:\s*4\s/ =~ line }.should be_true
+  end
+end

data/spec/integration/mailer_spec.rb

@@ -0,0 +1,179 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+require 'socket'
+
+describe RequestLogAnalyzer, 'running mailer integration' do
+
+  before(:each) do
+    @log_file = temp_output_file('mailtrap.log')
+
+    Process.fork {
+      Mailtrap.new('localhost', 2525, true, @log_file)
+      Process.exit! # Do not call rspec after exit hook!
+    }
+  end
+
+  after(:each) do
+    cleanup_temp_files!
+  end
+
+  it "should send plaintext mail" do
+    RequestLogAnalyzer::Controller.build(
+      :mail         => 'root@localhost',
+      :mailhost     => 'localhost:2525',
+      :source_files => log_fixture(:rails_1x),
+      :format       => RequestLogAnalyzer::FileFormat::Rails,
+      :no_progress  => true
+    ).run!
+    
+    Process.wait # Wait for mailer to complete
+
+    find_string_in_file("From: <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("To: <root@localhost>", @log_file).should_not be_nil
+    find_string_in_file("From: Request-log-analyzer reporter <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("Request summary", @log_file).should_not be_nil
+    find_string_in_file("PeopleController#show.html [ |    1 |  0.29s |  0.29s |  0.00s |  0.29s |  0.29s", @log_file).should_not be_nil
+  end
+
+  it "should send html mail" do    
+    RequestLogAnalyzer::Controller.build(
+      :output       => 'HTML',
+      :mail         => 'root@localhost',
+      :mailhost     => 'localhost:2525',
+      :source_files => log_fixture(:rails_1x),
+      :format       => RequestLogAnalyzer::FileFormat::Rails,
+      :no_progress  => true
+    ).run!
+  
+    Process.wait # Wait for mailer to complete
+
+    find_string_in_file("From: <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("To: <root@localhost>", @log_file).should_not be_nil
+    find_string_in_file("From: Request-log-analyzer reporter <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file('<h1>Request-log-analyzer summary report</h1>', @log_file).should_not be_nil
+    find_string_in_file('<td class="alt">0.29s</td></tr><tr><td>DashboardController#index.html [GET]</td>', @log_file).should_not be_nil
+  end
+end
+
+
+
+# Mailtrap
+#     by Matt Mower <self@mattmower.com>
+#     http://matt.blogs.it/
+#
+# Included in RLA because original mailtrap puts anoying stuff when called
+# through ruby.
+# 
+# Mailtrap creates a TCP server that listens on a specified port for SMTP
+# clients. Accepts the connection and talks just enough of the SMTP protocol
+# for them to deliver a message which it writes to disk.
+#
+class Mailtrap
+  VERSION = '0.2.1'
+
+  # Create a new Mailtrap on the specified host:port. If once it true it
+  # will listen for one message then exit. Specify the msgdir where messages
+  # are written.
+  def initialize( host, port, once, msgfile )
+    @host = host
+    @port = port
+    @once = once
+    @msgfile = msgfile
+
+    File.open( @msgfile, "a" ) do |file|
+      file.puts "\n* Mailtrap started at #{@host}:#{port}\n"
+    end
+
+    service = TCPServer.new( @host, @port )
+    accept( service )
+  end
+
+  # Service one or more SMTP client connections
+  def accept( service )
+    while session = service.accept
+
+      class << session
+        def get_line
+          line = gets
+          line.chomp! unless line.nil?
+          line          
+        end
+      end
+
+      begin
+        serve( session )
+      rescue Exception => e
+      end
+
+      break if @once
+    end    
+  end
+
+  # Write a plain text dump of the incoming email to a text
+  # file. The file will be in the @msgdir folder and will
+  # be called smtp0001.msg, smtp0002.msg, and so on.
+  def write( from, to_list, message )
+
+    # Strip SMTP commands from To: and From:
+    from.gsub!( /MAIL FROM:\s*/, "" )
+    to_list = to_list.map { |to| to.gsub( /RCPT TO:\s*/, "" ) }
+
+    # Append to the end of the messages file
+    File.open( @msgfile, "a" ) do |file|
+      file.puts "* Message begins"
+      file.puts "From: #{from}"
+      file.puts "To: #{to_list.join(", ")}"
+      file.puts "Body:"
+      file.puts message
+      file.puts "\n* Message ends"
+    end
+
+  end
+
+  # Talk pidgeon-SMTP to the client to get them to hand over the message
+  # and go away.
+  def serve( connection )
+    connection.puts( "220 #{@host} MailTrap ready ESTMP" )
+    helo = connection.get_line # whoever they are
+
+    if helo =~ /^EHLO\s+/
+      connection.puts "250-#{@host} offers just ONE extension my pretty"
+      connection.puts "250 HELP"
+    end
+
+    # Accept MAIL FROM:
+    from = connection.get_line
+    connection.puts( "250 OK" )
+
+    to_list = []
+
+    # Accept RCPT TO: until we see DATA
+    loop do
+      to = connection.get_line
+      break if to.nil?
+
+      if to =~ /^DATA/
+        connection.puts( "354 Start your message" )
+        break
+      else
+        to_list << to
+        connection.puts( "250 OK" )
+      end
+    end
+
+    # Capture the message body terminated by <CR>.<CR>
+    lines = []
+    loop do
+      line = connection.get_line
+      break if line.nil? || line == "."
+      lines << line
+    end
+
+    # We expect the client will go away now
+    connection.puts( "250 OK" )
+    connection.gets # Quit
+    connection.puts "221 Seeya"
+    connection.close
+
+    write( from, to_list, lines.join( "\n" ) )
+  end
+end

data/spec/integration/munin_plugins_rails_spec.rb

@@ -0,0 +1,58 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe RequestLogAnalyzer, 'when harvesting like munin-plugins-rails the YAML output' do
+  
+  before(:each) do 
+    cleanup_temp_files!    
+    run("#{log_fixture(:rails_1x)} --dump #{temp_output_file(:yaml)}")
+    @rla = YAML::load(File.read(temp_output_file(:yaml)))
+  end
+  
+  after(:each) do
+    cleanup_temp_files!
+  end
+  
+  it "should contain database times" do
+    @rla["Database time"].each do |item|
+      item[1][:min].should_not be_nil
+      item[1][:max].should_not be_nil
+      item[1][:hits].should_not be_nil
+      item[1][:sum].should_not be_nil
+    end
+  end
+
+  it "should contain request times" do
+    @rla["Request duration"].each do |item|
+      item[1][:min].should_not be_nil
+      item[1][:max].should_not be_nil
+      item[1][:hits].should_not be_nil
+      item[1][:sum].should_not be_nil
+    end
+  end
+
+  it "should contain failed requests" do
+    @rla.keys.should include("Failed requests")
+  end
+
+  it "should contain Process blockers" do
+    @rla.keys.should include("Process blockers (> 1 sec duration)")
+  end
+
+  it "should contain HTTP Methods" do
+    @rla["HTTP methods"]["GET"].should_not be_nil
+  end
+
+  it "should contain HTTP Methods" do
+    @rla["HTTP methods"]["GET"].should_not be_nil
+  end
+
+  it "should contain view rendering times" do
+    @rla["View rendering time"].each do |item|
+      item[1][:min].should_not be_nil
+      item[1][:max].should_not be_nil
+      item[1][:hits].should_not be_nil
+      item[1][:sum].should_not be_nil
+    end
+  end
+
+end

data/spec/integration/scout_spec.rb

@@ -0,0 +1,152 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+def capture_stdout_and_stderr_with_warnings_on
+  $stdout, $stderr, warnings, $VERBOSE =
+    StringIO.new, StringIO.new, $VERBOSE, true
+  yield
+  return $stdout.string, $stderr.string
+ensure
+  $stdout, $stderr, $VERBOSE = STDOUT, STDERR, warnings
+end
+
+describe RequestLogAnalyzer, 'when using the rla API like the scout plugin' do
+  
+  before(:each) do
+    # prepare a place to capture the output
+    sio = StringIO.new
+    
+    # place an IO object where I want RequestLogAnalyzer to read from
+    open(log_fixture(:rails_1x)) do |log|
+      completed_count = 0
+      log.each do |line|
+        completed_count += 1 if line =~ /\ACompleted\b/
+        break if completed_count == 2  # skipping first two requests
+      end
+      
+      # trigger the log parse
+      @stdout, @stderr = capture_stdout_and_stderr_with_warnings_on do
+        RequestLogAnalyzer::Controller.build(
+          :output       => EmbeddedHTML,
+          :file         => sio,
+          :after        => Time.local(2008, 8, 14, 21, 16, 31),  # after 3rd req
+          :source_files => log,
+          :format        => RequestLogAnalyzer::FileFormat::Rails
+        ).run!
+      end
+    end
+    
+    # read the resulting output
+    @analysis = sio.string
+  end
+  
+  it "should generate an analysis" do
+    @analysis.should_not be_empty
+  end
+  
+  it "should generate customized output using the passed Class" do
+    credit = %r{<p>Powered by request-log-analyzer v\d+(?:\.\d+)+</p>\z}
+    @analysis.should match(credit)
+  end
+  
+  it "should skip requests before :after Time" do
+    @analysis.should_not include("PeopleController#show")
+  end
+  
+  it "should include requests after IO#pos and :after Time" do
+    @analysis.should include("PeopleController#picture")
+  end
+  
+  it "should skip requests before IO#pos" do
+    @analysis.should_not include("PeopleController#index")
+  end
+  
+  it "should not print to $stdout" do
+    @stdout.should be_empty
+  end
+  
+  it "should not print to $stderr (with warnings on)" do
+    @stderr.should be_empty
+  end
+
+end
+
+# Helpers
+class EmbeddedHTML < RequestLogAnalyzer::Output::Base
+  def print(str)
+    @io << str
+  end
+  alias_method :<<, :print
+
+  def puts(str = "")
+    @io << "#{str}<br/>\n"
+  end
+
+  def title(title)
+    @io.puts(tag(:h2, title))
+  end
+
+  def line(*font)  
+    @io.puts(tag(:hr))
+  end
+
+  def link(text, url = nil)
+    url = text if url.nil?
+    tag(:a, text, :href => url)
+  end
+
+  def table(*columns, &block)
+    rows = Array.new
+    yield(rows)
+
+    @io << tag(:table, :cellspacing => 0) do |content|
+      if table_has_header?(columns)
+        content << tag(:tr) do
+          columns.map { |col| tag(:th, col[:title]) }.join("\n")
+        end
+      end
+
+      odd = false
+      rows.each do |row|
+        odd = !odd
+        content << tag(:tr) do
+          if odd
+            row.map { |cell| tag(:td, cell, :class => "alt") }.join("\n") 
+          else
+            row.map { |cell| tag(:td, cell) }.join("\n") 
+          end
+        end
+      end
+    end
+  end
+
+  def header
+  end
+
+  def footer
+    @io << tag(:hr) << tag(:p, "Powered by request-log-analyzer v#{RequestLogAnalyzer::VERSION}")
+  end
+
+  private
+
+  def tag(tag, content = nil, attributes = nil)
+    if block_given?
+      attributes = content.nil? ? "" : " " + content.map { |(key, value)| "#{key}=\"#{value}\"" }.join(" ")
+      content_string = ""
+      content = yield(content_string)
+      content = content_string unless content_string.empty? 
+      "<#{tag}#{attributes}>#{content}</#{tag}>"
+    else
+      attributes = attributes.nil? ? "" : " " + attributes.map { |(key, value)| "#{key}=\"#{value}\"" }.join(" ")
+      if content.nil?
+        "<#{tag}#{attributes} />"
+      else
+        if content.class == Float
+          "<#{tag}#{attributes}><div class='color_bar' style=\"width:#{(content*200).floor}px;\"/></#{tag}>"
+        else
+          "<#{tag}#{attributes}>#{content}</#{tag}>"
+        end
+      end
+    end
+  end  
+end
+

data/spec/lib/helpers.rb

@@ -0,0 +1,72 @@
+module RequestLogAnalyzer::Spec::Helpers
+
+  # Create or return a new TestingFormat
+  def testing_format
+    @testing_format ||= TestingFormat.create
+  end
+
+  # Load a log file from the fixture folder
+  def log_fixture(name, extention = "log")
+    File.dirname(__FILE__) + "/../fixtures/#{name}.#{extention}"
+  end
+
+  # Creates a log file given some lines
+  def log_stream(*lines)
+    StringIO.new(lines.join("\n") + "\n")
+  end
+
+  # Request loopback
+  def request(fields, format = testing_format)
+    if fields.kind_of?(Array)
+      format.request(*fields)
+    else
+      format.request(fields)
+    end
+  end
+
+  # Run a specific command
+  # Used to call request-log-analyzer through binary
+  def run(arguments)
+    binary = "#{File.dirname(__FILE__)}/../../bin/request-log-analyzer"
+    arguments = arguments.join(' ') if arguments.kind_of?(Array)
+
+    output = []
+    IO.popen("#{binary} #{arguments}") do |pipe|
+      output = pipe.readlines
+    end
+    $?.exitstatus.should == 0
+    output
+  end
+
+  # Cleanup all temporary files generated by specs
+  def cleanup_temp_files!
+    Dir["#{File.dirname(__FILE__)}/../../tmp/spec.*tmp"].each do |file|
+      File.unlink(file)
+    end
+  end
+
+  # Return a filename that can be used as temporary file in specs
+  def temp_output_file(file_type)
+    File.expand_path("#{File.dirname(__FILE__)}/../../tmp/spec.#{file_type}.tmp")
+  end
+  
+  # Check if a given string can be found in the given file
+  # Returns the line number if found, nil otherwise
+  def find_string_in_file(string, file, options = {})
+    return nil unless File::exists?(file)
+    
+    line_counter = 0
+
+    File.open( file ) do |io|
+      io.each {|line|
+        line_counter += 1
+        line.chomp!
+
+        p line if options[:debug]
+        return line_counter if line.include? string
+      }
+    end
+    
+    return nil
+  end
+end

data/spec/lib/macros.rb

@@ -0,0 +1,18 @@
+module RequestLogAnalyzer::Spec::Macros
+
+  def test_databases
+    require 'yaml'
+    hash = YAML.load(File.read("#{File.dirname(__FILE__)}/../database.yml"))
+    hash.inject({}) { |res, (name, h)| res[name] = h.map { |(k,v)| "#{k}=#{v}" }.join(';'); res  }
+  end
+
+  # Create or return a new TestingFormat
+  def testing_format
+    @testing_format ||= TestingFormat.create
+  end
+
+  def default_orm_class_names
+    ['Warning', 'Request', 'Source']
+  end
+
+end