request-log-analyzer 1.4.2 → 1.5.0

data/lib/request_log_analyzer/tracker/count.rb

@@ -0,0 +1,93 @@
+module RequestLogAnalyzer::Tracker
+
+  # Get highest count of a specific attribute
+  class Count < Base
+
+    include RequestLogAnalyzer::Tracker::StatisticsTracking
+
+    attr_reader :categories
+
+    def prepare
+      raise "No categorizer set up for category tracker #{self.inspect}" unless options[:category]
+      raise "No field to count has been set up #{self.inspect}" unless options[:field]
+
+      @categorizer = create_lambda(options[:category])
+      @counter     = create_lambda(options[:field])
+      @categories  = {}
+    end
+    
+    # Get the duration information fron the request and store it in the different categories.
+    # <tt>request</tt> The request.
+    def update(request)
+      category = @categorizer.call(request)
+      count    = @counter.call(request)
+      update_statistics(category, count) if count.kind_of?(Numeric) && !category.nil?
+    end
+
+    def report(output)
+      sortings = output.options[:sort] || [:sum, :mean]
+
+      sortings.each do |report|
+        case report
+        when :mean
+          report_table(output, :mean,   :title => "#{title} - sorted by mean")
+        when :stddev
+          report_table(output, :stddev, :title => "#{title} - sorted by standard deviation")
+        when :sum
+          report_table(output, :sum,    :title => "#{title} - sorted by sum")
+        when :hits
+          report_table(output, :hits,   :title => "#{title} - sorted by hits")
+        else
+          raise "Unknown duration report specified: #{report}!"
+        end
+      end
+    end
+    
+    # Block function to build a result table using a provided sorting function.
+    # <tt>output</tt> The output object.
+    # <tt>amount</tt> The number of rows in the report table (default 10).
+    # === Options
+    #  * </tt>:title</tt> The title of the table
+    #  * </tt>:sort</tt> The key to sort on (:hits, :cumulative, :average, :min or :max)
+    def report_table(output, sort, options = {}, &block)
+      output.puts
+
+      top_categories = output.slice_results(sorted_by(sort))
+      output.with_style(:top_line => true) do      
+        output.table(*statistics_header(:title => options[:title],:highlight => sort)) do |rows|
+          top_categories.each { |(cat, info)| rows.push(statistics_row(cat)) }
+        end
+      end
+      output.puts
+    end
+        
+    # Format an int to a nice string with decimal seperation.
+    # Also see http://en.wikipedia.org/wiki/Terabyte
+    # <tt>count</tt> the value to reduce
+    def display_value(count)
+      return "- " if count.nil?
+      return "0 " if count.zero?
+
+      case Math.log10(count).floor
+        when  1...4  then '%d ' % count
+        when  4...7  then '%dk' % (count / 1000)
+        when  7...10 then '%dM' % (count / 1000_000)
+        when 10...13 then '%dG' % (count / 1000_000_000)
+        when 13...16 then '%dT' % (count / 1000_000_000_000)
+        else              '%dP' % (count / 1000_000_000_000_000)
+      end
+
+    end
+
+    # Returns the title of this tracker for reports
+    def title
+      options[:title]  || 'Total'
+    end
+
+    # Returns all the categories and the tracked duration as a hash than can be exported to YAML
+    def to_yaml_object
+      return nil if @categories.empty?
+      @categories
+    end
+  end
+end

data/request-log-analyzer.gemspec

@@ -2,8 +2,8 @@ Gem::Specification.new do |s|
   s.name    = "request-log-analyzer"
   
   # Do not set the version and date field manually, this is done by the release script
-  s.version = "1.4.2"
-  s.date    = "2009-10-09"
+  s.version = "1.5.0"
+  s.date    = "2009-11-18"
 
   s.rubyforge_project = 'r-l-a'
 
@@ -26,8 +26,8 @@ Gem::Specification.new do |s|
 
   s.requirements << "To use the database inserter, ActiveRecord and an appropriate database adapter are required."
 
-  s.add_development_dependency('rspec', '>= 1.2.4')
-  s.add_development_dependency('git',   '>= 1.1.0')
+  s.add_development_dependency('rspec',    '>= 1.2.4')
+  s.add_development_dependency('git',      '>= 1.1.0')
 
   s.authors  = ['Willem van Bergen', 'Bart ten Brinke']
   s.email    = ['willem@railsdoctors.com', 'bart@railsdoctors.com']
@@ -35,6 +35,6 @@ Gem::Specification.new do |s|
 
   # The files and test_files directives are set automatically by the release script.
   # Do not change them by hand, but make sure to add the files to the git repository.
-  s.files      = %w(spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/line_definition.rb lib/request_log_analyzer/output/html.rb lib/request_log_analyzer/controller.rb spec/lib/macros.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/apache_combined.log spec/fixtures/apache_common.log spec/fixtures/merb_prefixed.log lib/request_log_analyzer/file_format/amazon_s3.rb tasks/request_log_analyzer.rake spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/database.rb spec/fixtures/decompression.log.bz2 spec/fixtures/rails_unordered.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/filter.rb bin/request-log-analyzer request-log-analyzer.gemspec DESIGN.rdoc spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/tracker/frequency.rb spec/fixtures/decompression.log.gz spec/fixtures/decompression.log spec/lib/testing_format.rb spec/fixtures/test_order.log spec/fixtures/rails.db lib/request_log_analyzer/output/fixed_width.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/tracker/timespan.rb lib/request_log_analyzer/database/base.rb lib/request_log_analyzer/aggregator.rb spec/unit/request_spec.rb lib/cli/progressbar.rb lib/request_log_analyzer/mailer.rb README.rdoc lib/request_log_analyzer/database/warning.rb spec/fixtures/merb.log lib/request_log_analyzer/tracker/hourly_spread.rb .gitignore spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/integration/scout_spec.rb lib/request_log_analyzer/aggregator/echo.rb spec/unit/mailer_spec.rb spec/unit/controller/log_processor_spec.rb spec/spec_helper.rb lib/request_log_analyzer.rb spec/database.yml Rakefile lib/request_log_analyzer/database/connection.rb spec/unit/filter/filter_spec.rb spec/fixtures/test_language_combined.log lib/request_log_analyzer/aggregator/database_inserter.rb lib/request_log_analyzer/aggregator/summarizer.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/database/source.rb lib/request_log_analyzer/file_format/rails.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/traffic_tracker_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb lib/request_log_analyzer/filter/timespan.rb lib/request_log_analyzer/source/log_parser.rb spec/fixtures/decompression.tgz spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/fixtures/header_and_footer.log lib/cli/tools.rb lib/request_log_analyzer/file_format/merb.rb spec/fixtures/multiple_files_1.log spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/source.rb lib/request_log_analyzer/request.rb lib/cli/database_console.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/lib/mocks.rb spec/lib/helpers.rb spec/fixtures/rails_1x.log lib/cli/database_console_init.rb lib/request_log_analyzer/output.rb lib/request_log_analyzer/file_format/apache.rb spec/fixtures/decompression.log.zip spec/unit/source/log_parser_spec.rb spec/fixtures/test_file_format.log tasks/github-gem.rake spec/unit/database/database_spec.rb spec/integration/munin_plugins_rails_spec.rb lib/request_log_analyzer/tracker/duration.rb lib/request_log_analyzer/tracker/traffic.rb lib/request_log_analyzer/file_format.rb spec/unit/aggregator/summarizer_spec.rb spec/fixtures/syslog_1x.log spec/fixtures/rails_22.log lib/request_log_analyzer/database/request.rb spec/fixtures/multiple_files_2.log LICENSE lib/request_log_analyzer/source/database_loader.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb lib/cli/command_line_arguments.rb)
-  s.test_files = %w(spec/unit/filter/anonymize_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/request_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/integration/scout_spec.rb spec/unit/mailer_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/filter_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/database/database_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb)
+  s.files      = %w(lib/request_log_analyzer/output/html.rb spec/unit/tracker/hourly_spread_spec.rb DESIGN.rdoc spec/fixtures/rails_unordered.log spec/fixtures/multiple_files_1.log lib/request_log_analyzer/database/source.rb README.rdoc spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/rails_22.log spec/fixtures/test_order.log spec/unit/database/base_class_spec.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/aggregator.rb spec/fixtures/decompression.log lib/request_log_analyzer/file_format/apache.rb spec/fixtures/decompression.log.gz lib/request_log_analyzer/tracker/frequency.rb lib/request_log_analyzer/tracker/duration.rb tasks/github-gem.rake .gitignore spec/unit/filter/filter_spec.rb spec/lib/macros.rb spec/spec_helper.rb spec/unit/tracker/count_tracker_spec.rb spec/fixtures/decompression.log.bz2 spec/unit/database/connection_spec.rb lib/request_log_analyzer/filter.rb spec/integration/scout_spec.rb spec/fixtures/test_file_format.log lib/request_log_analyzer/tracker/traffic.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/file_format/amazon_s3.rb lib/cli/database_console.rb spec/integration/mailer_spec.rb lib/request_log_analyzer/line_definition.rb spec/unit/tracker/frequency_tracker_spec.rb spec/fixtures/multiple_files_2.log spec/lib/mocks.rb spec/unit/file_format/apache_format_spec.rb spec/fixtures/syslog_1x.log spec/integration/munin_plugins_rails_spec.rb spec/lib/helpers.rb spec/fixtures/rails.db spec/unit/source/log_parser_spec.rb lib/request_log_analyzer/aggregator/database_inserter.rb spec/fixtures/header_and_footer.log spec/lib/testing_format.rb lib/request_log_analyzer/database.rb spec/unit/file_format/rails_format_spec.rb lib/request_log_analyzer/request.rb lib/request_log_analyzer/output/fixed_width.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/file_format/rack.rb spec/fixtures/test_language_combined.log lib/cli/command_line_arguments.rb lib/request_log_analyzer.rb spec/database.yml spec/unit/request_spec.rb lib/request_log_analyzer/database/base.rb spec/unit/aggregator/database_inserter_spec.rb lib/request_log_analyzer/database/request.rb lib/cli/database_console_init.rb lib/cli/progressbar.rb lib/request_log_analyzer/database/warning.rb spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/apache_combined.log spec/fixtures/rails_22_cached.log lib/request_log_analyzer/aggregator/summarizer.rb spec/unit/tracker/duration_tracker_spec.rb spec/fixtures/rails_1x.log lib/request_log_analyzer/tracker/count.rb lib/request_log_analyzer/output.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/file_format/mysql.rb spec/unit/file_format/mysql_format_spec.rb request-log-analyzer.gemspec spec/fixtures/apache_common.log lib/request_log_analyzer/file_format/rails.rb Rakefile spec/unit/mailer_spec.rb lib/request_log_analyzer/tracker/hourly_spread.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb lib/request_log_analyzer/tracker/timespan.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/fixtures/merb_prefixed.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/filter/timespan.rb spec/unit/controller/controller_spec.rb lib/request_log_analyzer/mailer.rb lib/cli/tools.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/timespan_tracker_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/controller.rb spec/unit/tracker/tracker_api_spec.rb lib/request_log_analyzer/source/database_loader.rb spec/fixtures/merb.log LICENSE lib/request_log_analyzer/file_format.rb tasks/request_log_analyzer.rake spec/unit/database/database_spec.rb spec/fixtures/decompression.log.zip spec/fixtures/decompression.tgz bin/request-log-analyzer lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/source.rb spec/fixtures/mysql_slow_query.log lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/aggregator/echo.rb)
+  s.test_files = %w(spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/database/base_class_spec.rb spec/unit/filter/filter_spec.rb spec/unit/tracker/count_tracker_spec.rb spec/unit/database/connection_spec.rb spec/integration/scout_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/integration/mailer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/file_format/rails_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/request_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/mailer_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/controller/controller_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/database/database_spec.rb)
 end

data/spec/fixtures/mysql_slow_query.log

@@ -0,0 +1,110 @@
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:13:56
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 1191307  Rows_examined: 1191307
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:14:07
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 9  Lock_time: 0  Rows_sent: 258841  Rows_examined: 258841
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `sessions`;
+# Time: 091112 18:14:44
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 6  Lock_time: 0  Rows_sent: 603732  Rows_examined: 603732
+use sensire_s;
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:14:56
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 12  Lock_time: 0  Rows_sent: 1068438  Rows_examined: 1068438
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:16:18
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 17  Lock_time: 0  Rows_sent: 1822689  Rows_examined: 1822689
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:16:28
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 1113903  Rows_examined: 1113903
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:17:37
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 19  Lock_time: 0  Rows_sent: 1631168  Rows_examined: 1631168
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:17:49
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 11  Lock_time: 0  Rows_sent: 951103  Rows_examined: 951103
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:19:31
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 7  Lock_time: 0  Rows_sent: 747129  Rows_examined: 747129
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:19:49
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 17  Lock_time: 0  Rows_sent: 1904679  Rows_examined: 1904679
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:21:34
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 59  Lock_time: 0  Rows_sent: 5013829  Rows_examined: 5013829
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:21:54
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 20  Lock_time: 0  Rows_sent: 1634467  Rows_examined: 1634467
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:22:58
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 5  Lock_time: 0  Rows_sent: 634683  Rows_examined: 634683
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:23:58
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 5  Lock_time: 0  Rows_sent: 444697  Rows_examined: 444697
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:24:34
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 7  Lock_time: 0  Rows_sent: 669623  Rows_examined: 669623
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:26:18
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 27  Lock_time: 0  Rows_sent: 2727395  Rows_examined: 2727395
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:26:28
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 859164  Rows_examined: 859164
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:27:50
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 29  Lock_time: 0  Rows_sent: 2607634  Rows_examined: 2607634
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:27:59
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 9  Lock_time: 0  Rows_sent: 766241  Rows_examined: 766241
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:30:39
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 6  Lock_time: 0  Rows_sent: 0  Rows_examined: 1648536
+SELECT * FROM `clients` WHERE (1=1 
+                              AND clients.valid_from < '2009-12-05' AND (clients.valid_to IS NULL or clients.valid_to > '2009-11-20')
+                               AND clients.index > 0
+                              ) AND (clients.deleted_at IS NULL);
+# Time: 091112 20:15:16
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 7  Lock_time: 0  Rows_sent: 796074  Rows_examined: 796074
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 20:15:29
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 12  Lock_time: 0  Rows_sent: 1191307  Rows_examined: 1191307
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 20:15:45
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 12  Lock_time: 0  Rows_sent: 259350  Rows_examined: 259350
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `sessions`;
+# Time: 091112 20:18:50
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 28  Lock_time: 0  Rows_sent: 2727404  Rows_examined: 2727404
+use zuwe_p;
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 20:19:18
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 28  Lock_time: 0  Rows_sent: 859164  Rows_examined: 859164
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 20:19:40
+# User@Host: user_1[user_1] @ db1 [10.1.1.178]
+# Query_time: 6  Lock_time: 0  Rows_sent: 33  Rows_examined: 1648542
+SELECT * FROM `clients` WHERE (valid_to IS NULL OR valid_to > '2009-12-12') AND ((`clients`.`deleted` = 1) AND (clients.deleted_at IS NULL));

data/spec/integration/mailer_spec.rb

@@ -0,0 +1,179 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+require 'socket'
+
+describe RequestLogAnalyzer, 'running mailer integration' do
+
+  before(:each) do
+    @log_file = temp_output_file('mailtrap.log')
+
+    Process.fork {
+      Mailtrap.new('localhost', 2525, true, @log_file)
+      Process.exit! # Do not call rspec after exit hook!
+    }
+  end
+
+  after(:each) do
+    cleanup_temp_files!
+  end
+
+  it "should send plaintext mail" do
+    RequestLogAnalyzer::Controller.build(
+      :mail         => 'root@localhost',
+      :mailhost     => 'localhost:2525',
+      :source_files => log_fixture(:rails_1x),
+      :format       => RequestLogAnalyzer::FileFormat::Rails,
+      :no_progress  => true
+    ).run!
+    
+    Process.wait # Wait for mailer to complete
+
+    find_string_in_file("From: <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("To: <root@localhost>", @log_file).should_not be_nil
+    find_string_in_file("From: Request-log-analyzer reporter <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("Request summary", @log_file).should_not be_nil
+    find_string_in_file("PeopleController#show.html [ |    1 |  0.29s |  0.29s |  0.00s |  0.29s |  0.29s", @log_file).should_not be_nil
+  end
+
+  it "should send html mail" do    
+    RequestLogAnalyzer::Controller.build(
+      :output       => 'HTML',
+      :mail         => 'root@localhost',
+      :mailhost     => 'localhost:2525',
+      :source_files => log_fixture(:rails_1x),
+      :format       => RequestLogAnalyzer::FileFormat::Rails,
+      :no_progress  => true
+    ).run!
+  
+    Process.wait # Wait for mailer to complete
+
+    find_string_in_file("From: <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file("To: <root@localhost>", @log_file).should_not be_nil
+    find_string_in_file("From: Request-log-analyzer reporter <contact@railsdoctors.com>", @log_file).should_not be_nil
+    find_string_in_file('<h1>Request-log-analyzer summary report</h1>', @log_file).should_not be_nil
+    find_string_in_file('<td class="alt">0.29s</td></tr><tr><td>DashboardController#index.html [GET]</td>', @log_file).should_not be_nil
+  end
+end
+
+
+
+# Mailtrap
+#     by Matt Mower <self@mattmower.com>
+#     http://matt.blogs.it/
+#
+# Included in RLA because original mailtrap puts anoying stuff when called
+# through ruby.
+# 
+# Mailtrap creates a TCP server that listens on a specified port for SMTP
+# clients. Accepts the connection and talks just enough of the SMTP protocol
+# for them to deliver a message which it writes to disk.
+#
+class Mailtrap
+  VERSION = '0.2.1'
+
+  # Create a new Mailtrap on the specified host:port. If once it true it
+  # will listen for one message then exit. Specify the msgdir where messages
+  # are written.
+  def initialize( host, port, once, msgfile )
+    @host = host
+    @port = port
+    @once = once
+    @msgfile = msgfile
+
+    File.open( @msgfile, "a" ) do |file|
+      file.puts "\n* Mailtrap started at #{@host}:#{port}\n"
+    end
+
+    service = TCPServer.new( @host, @port )
+    accept( service )
+  end
+
+  # Service one or more SMTP client connections
+  def accept( service )
+    while session = service.accept
+
+      class << session
+        def get_line
+          line = gets
+          line.chomp! unless line.nil?
+          line          
+        end
+      end
+
+      begin
+        serve( session )
+      rescue Exception => e
+      end
+
+      break if @once
+    end    
+  end
+
+  # Write a plain text dump of the incoming email to a text
+  # file. The file will be in the @msgdir folder and will
+  # be called smtp0001.msg, smtp0002.msg, and so on.
+  def write( from, to_list, message )
+
+    # Strip SMTP commands from To: and From:
+    from.gsub!( /MAIL FROM:\s*/, "" )
+    to_list = to_list.map { |to| to.gsub( /RCPT TO:\s*/, "" ) }
+
+    # Append to the end of the messages file
+    File.open( @msgfile, "a" ) do |file|
+      file.puts "* Message begins"
+      file.puts "From: #{from}"
+      file.puts "To: #{to_list.join(", ")}"
+      file.puts "Body:"
+      file.puts message
+      file.puts "\n* Message ends"
+    end
+
+  end
+
+  # Talk pidgeon-SMTP to the client to get them to hand over the message
+  # and go away.
+  def serve( connection )
+    connection.puts( "220 #{@host} MailTrap ready ESTMP" )
+    helo = connection.get_line # whoever they are
+
+    if helo =~ /^EHLO\s+/
+      connection.puts "250-#{@host} offers just ONE extension my pretty"
+      connection.puts "250 HELP"
+    end
+
+    # Accept MAIL FROM:
+    from = connection.get_line
+    connection.puts( "250 OK" )
+
+    to_list = []
+
+    # Accept RCPT TO: until we see DATA
+    loop do
+      to = connection.get_line
+      break if to.nil?
+
+      if to =~ /^DATA/
+        connection.puts( "354 Start your message" )
+        break
+      else
+        to_list << to
+        connection.puts( "250 OK" )
+      end
+    end
+
+    # Capture the message body terminated by <CR>.<CR>
+    lines = []
+    loop do
+      line = connection.get_line
+      break if line.nil? || line == "."
+      lines << line
+    end
+
+    # We expect the client will go away now
+    connection.puts( "250 OK" )
+    connection.gets # Quit
+    connection.puts "221 Seeya"
+    connection.close
+
+    write( from, to_list, lines.join( "\n" ) )
+  end
+end

data/spec/integration/scout_spec.rb

@@ -29,7 +29,8 @@ describe RequestLogAnalyzer, 'when using the rla API like the scout plugin' do
           :output       => EmbeddedHTML,
           :file         => sio,
           :after        => Time.local(2008, 8, 14, 21, 16, 31),  # after 3rd req
-          :source_files => log
+          :source_files => log,
+          :format        => RequestLogAnalyzer::FileFormat::Rails
         ).run!
       end
     end

data/spec/lib/helpers.rb

@@ -47,6 +47,26 @@ module RequestLogAnalyzer::Spec::Helpers
 
   # Return a filename that can be used as temporary file in specs
   def temp_output_file(file_type)
-    "#{File.dirname(__FILE__)}/../../tmp/spec.#{file_type}.tmp"
+    File.expand_path("#{File.dirname(__FILE__)}/../../tmp/spec.#{file_type}.tmp")
+  end
+  
+  # Check if a given string can be found in the given file
+  # Returns the line number if found, nil otherwise
+  def find_string_in_file(string, file, options = {})
+    return nil unless File::exists?(file)
+    
+    line_counter = 0
+
+    File.open( file ) do |io|
+      io.each {|line|
+        line_counter += 1
+        line.chomp!
+
+        p line if options[:debug]
+        return line_counter if line.include? string
+      }
+    end
+    
+    return nil
   end
 end