request-log-analyzer 1.0.2 → 1.6.3

data/lib/request_log_analyzer/tracker/timespan.rb

@@ -4,10 +4,11 @@ module RequestLogAnalyzer::Tracker
   # Also determines the amount of days inbetween these.
   #
   # Accepts the following options:
-  # * <tt>:line_type</tt> The line type that contains the duration field (determined by the category proc).
-  # * <tt>:if</tt> Proc that has to return !nil for a request to be passed to the tracker.
   # * <tt>:field</tt> The timestamp field that is looked at. Defaults to :timestamp.
+  # * <tt>:if</tt> Proc that has to return !nil for a request to be passed to the tracker.
+  # * <tt>:line_type</tt> The line type that contains the duration field (determined by the category proc).
   # * <tt>:title</tt> Title do be displayed above the report.
+  # * <tt>:unless</tt> Proc that has to return nil for a request to be passed to the tracker.
   #
   # Expects the following items in the update request hash
   # * <tt>:timestamp</tt> in YYYYMMDDHHMMSS format.
@@ -16,39 +17,65 @@ module RequestLogAnalyzer::Tracker
   #  First request:        2008-07-13 06:25:06
   #  Last request:         2008-07-20 06:18:06
   #  Total time analyzed:  7 days
-  class Timespan < RequestLogAnalyzer::Tracker::Base
+  class Timespan < Base
+
+    attr_reader :first, :last
 
-    attr_reader :first, :last, :request_time_graph
-  
+    # Check if timestamp field is set in the options.
     def prepare
       options[:field] ||= :timestamp
+      @first, @last = 99999999999999, 0
     end
-              
+
+    # Check if the timestamp in the request and store it.
+    # <tt>request</tt> The request.
     def update(request)
       timestamp = request[options[:field]]
+      @first = timestamp if timestamp < @first
+      @last  = timestamp if timestamp > @last
+    end
 
-      @first = timestamp if @first.nil? || timestamp < @first
-      @last  = timestamp if @last.nil?  || timestamp > @last
+    # First timestamp encountered
+    def first_timestamp
+      DateTime.parse(@first.to_s, '%Y%m%d%H%M%S') rescue nil
     end
-  
-    def report(output = STDOUT, report_width = 80, color = false)
-      if options[:title]
-        output << "\n#{options[:title]}\n"
-        output << green('━' * options[:title].length, color) + "\n"
-      end
-      
-      first_date  = DateTime.parse(@first.to_s, '%Y%m%d%H%M%S') rescue nil
-      last_date   = DateTime.parse(@last.to_s, '%Y%m%d%H%M%S') rescue nil
-      
-      if @last && @first
-        days        = (@last && @first) ? (last_date - first_date).ceil : 1
-
-        output << "First request:        #{first_date.strftime('%Y-%m-%d %H:%M:%I')}\n"
-        output << "Last request:         #{last_date.strftime('%Y-%m-%d %H:%M:%I')}\n"
-        output << "Total time analyzed:  #{days} days\n"
+
+    # Last timestamp encountered
+    def last_timestamp
+      DateTime.parse(@last.to_s, '%Y%m%d%H%M%S') rescue nil
+    end
+
+    # Difference between last and first timestamp.
+    def timespan
+      last_timestamp - first_timestamp
+    end
+
+    # Generate an hourly spread report to the given output object.
+    # Any options for the report should have been set during initialize.
+    # <tt>output</tt> The output object
+    def report(output)
+      output.title(options[:title]) if options[:title]
+
+      if @last > 0 && @first < 99999999999999
+        output.with_style(:cell_separator => false) do
+          output.table({:width => 20}, {}) do |rows|
+            rows << ['First request:', first_timestamp.strftime('%Y-%m-%d %H:%M:%I')]
+            rows << ['Last request:',  last_timestamp.strftime('%Y-%m-%d %H:%M:%I')]
+            rows << ['Total time analyzed:', "#{timespan.ceil} days"]
+          end
+        end
       end
-      output << "\n"
-      
     end
+
+    # Returns the title of this tracker for reports
+    def title
+      options[:title] || 'Request timespan'
+    end
+
+    # A hash that can be exported to YAML with the first and last timestamp encountered.
+    def to_yaml_object
+      { :first => first_timestamp, :last  =>last_timestamp }
+    end
+
   end
-end
+end

data/lib/request_log_analyzer/tracker/traffic.rb

@@ -0,0 +1,40 @@
+module RequestLogAnalyzer::Tracker
+
+  # Analyze the average and total traffic of requests
+  #
+  # === Options
+  # * <tt>:category</tt> Proc that handles request categorization for given fileformat (REQUEST_CATEGORIZER)
+  # * <tt>:traffic</tt> The field containing the duration in the request hash.
+  # * <tt>:if</tt> Proc that has to return !nil for a request to be passed to the tracker.
+  # * <tt>:line_type</tt> The line type that contains the duration field (determined by the category proc).
+  # * <tt>:title</tt> Title do be displayed above the report
+  # * <tt>:unless</tt> Handle request if this proc is false for the handled request.
+  class Traffic < NumericValue
+
+    # Check if duration and catagory option have been received,
+    def prepare
+      options[:value] = options[:traffic] if options[:traffic]
+      options[:total] = true
+      super
+    end
+
+    # Formats the traffic number using x B/kB/MB/GB etc notation
+    def display_value(bytes)
+      return "-"   if bytes.nil?
+      return "0 B" if bytes.zero?
+      
+      case [Math.log10(bytes.abs).floor, 0].max
+      when  0...4  then '%d B'  % bytes
+      when  4...7  then '%d kB' % (bytes / 1000)
+      when  7...10 then '%d MB' % (bytes / 1000_000)
+      when 10...13 then '%d GB' % (bytes / 1000_000_000)
+      else              '%d TB' % (bytes / 1000_000_000_000)
+      end
+    end
+
+    # Returns the title of this tracker for reports
+    def title
+      options[:title]  || 'Request traffic'
+    end
+  end
+end

data/lib/request_log_analyzer/tracker.rb

@@ -0,0 +1,101 @@
+module RequestLogAnalyzer::Tracker
+
+  # const_missing: this function is used to load subclasses in the RequestLogAnalyzer::Track namespace.
+  # It will automatically load the required file based on the class name
+  def self.const_missing(const)
+    RequestLogAnalyzer::load_default_class_file(self, const)
+  end
+
+  # Base Tracker class. All other trackers inherit from this class
+  #
+  # Accepts the following options:
+  # * <tt>:if</tt> Proc that has to return !nil for a request to be passed to the tracker.
+  # * <tt>:line_type</tt> The line type that contains the duration field (determined by the category proc).
+  # * <tt>:output</tt> Direct output here (defaults to STDOUT)
+  # * <tt>:unless</tt> Proc that has to return nil for a request to be passed to the tracker.
+  #
+  # For example :if => lambda { |request| request[:duration] && request[:duration] > 1.0 }
+  class Base
+
+    attr_reader :options
+
+    # Initialize the class
+    # Note that the options are only applicable if should_update? is not overwritten
+    # by the inheriting class.
+    #
+    # === Options
+    # * <tt>:if</tt> Handle request if this proc is true for the handled request.
+    # * <tt>:unless</tt> Handle request if this proc is false for the handled request.
+    # * <tt>:line_type</tt> Line type this tracker will accept.
+    def initialize(options ={})
+      @options = options
+      setup_should_update_checks!
+    end
+
+    # Sets up the tracker's should_update? checks.
+    def setup_should_update_checks!
+      @should_update_checks = []
+      @should_update_checks.push( lambda { |request| request.has_line_type?(options[:line_type]) } ) if options[:line_type]
+      @should_update_checks.push(options[:if]) if options[:if].respond_to?(:call)
+      @should_update_checks.push( lambda { |request| request[options[:if]] }) if options[:if].kind_of?(Symbol)
+      @should_update_checks.push( lambda { |request| !options[:unless].call(request) }) if options[:unless].respond_to?(:call)
+      @should_update_checks.push( lambda { |request| !request[options[:unless]] }) if options[:unless].kind_of?(Symbol)
+    end
+    
+    # Creates a lambda expression to return a static field from a request. If the 
+    # argument already is a lambda exprssion, it will simply return the argument.
+    def create_lambda(arg)
+      case arg
+      when Proc   then arg
+      when Symbol then lambda { |request| request[arg] }
+      else raise "Canot create a lambda expression from this argument: #{arg.inspect}!"
+      end
+    end
+
+    # Hook things that need to be done before running here.
+    def prepare
+    end
+
+    # Will be called with each request.
+    # <tt>request</tt> The request to track data in.
+    def update(request)
+    end
+
+    # Hook things that need to be done after running here.
+    def finalize
+    end
+
+    # Determine if we should run the update function at all.
+    # Usually the update function will be heavy, so a light check is done here
+    # determining if we need to call update at all.
+    #
+    # Default this checks if defined:
+    #  * :line_type is also in the request hash.
+    #  * :if is true for this request.
+    #  * :unless if false for this request
+    #
+    # <tt>request</tt> The request object.
+    def should_update?(request)
+      @should_update_checks.all? { |c| c.call(request) }
+    end
+
+    # Hook report generation here.
+    # Defaults to self.inspect
+    # <tt>output</tt> The output object the report will be passed to.
+    def report(output)
+      output << self.inspect
+      output << "\n"
+    end
+
+    # The title of this tracker. Used for reporting.
+    def title
+      self.class.to_s
+    end
+
+    # This method is called by RequestLogAnalyzer::Aggregator:Summarizer to retrieve an
+    # object with all the results of this tracker, that can be dumped to YAML format.
+    def to_yaml_object
+      nil
+    end
+  end
+end

data/lib/request_log_analyzer.rb

@@ -1,14 +1,44 @@
 require 'date'
-require File.dirname(__FILE__) + '/cli/progressbar'
-require File.dirname(__FILE__) + '/cli/bashcolorizer'
-
-require File.dirname(__FILE__) + '/request_log_analyzer/file_format'
-require File.dirname(__FILE__) + '/request_log_analyzer/line_definition'
-require File.dirname(__FILE__) + '/request_log_analyzer/request'
-require File.dirname(__FILE__) + '/request_log_analyzer/log_parser'
-require File.dirname(__FILE__) + '/request_log_analyzer/aggregator/base'
-require File.dirname(__FILE__) + '/request_log_analyzer/aggregator/summarizer'
-require File.dirname(__FILE__) + '/request_log_analyzer/filter/base'
-require File.dirname(__FILE__) + '/request_log_analyzer/controller'
-require File.dirname(__FILE__) + '/request_log_analyzer/source/base'
-require File.dirname(__FILE__) + '/request_log_analyzer/source/log_file'
+
+# Satisfy ruby 1.9 sensitivity about encoding.
+Encoding.default_external = 'binary' if defined? Encoding and Encoding.respond_to? 'default_external='
+
+# RequestLogAnalyzer is the base namespace in which all functionality of RequestLogAnalyzer is implemented.
+#
+# - This module itselfs contains some functions to help with class and source file loading.
+# - The actual application resides in the RequestLogAnalyzer::Controller class.
+module RequestLogAnalyzer
+
+  # The current version of request-log-analyzer.
+  # Do not change the value by hand; it will be updated automatically by the gem release script.
+  VERSION = "1.6.3"
+
+  # Loads constants in the RequestLogAnalyzer namespace using self.load_default_class_file(base, const)
+  # <tt>const</tt>:: The constant that is not yet loaded in the RequestLogAnalyzer namespace. This should be passed as a string or symbol.
+  def self.const_missing(const)
+    load_default_class_file(RequestLogAnalyzer, const)
+  end
+
+  # Loads constants that reside in the RequestLogAnalyzer tree using the constant name
+  # and its base constant to determine the filename.
+  # <tt>base</tt>:: The base constant to load the constant from. This should be Foo when the constant Foo::Bar is being loaded.
+  # <tt>const</tt>:: The constant to load from the base constant as a string or symbol. This should be 'Bar' or :Bar when the constant Foo::Bar is being loaded.
+  def self.load_default_class_file(base, const)
+    require "#{to_underscore("#{base.name}::#{const}")}"
+    base.const_get(const) if base.const_defined?(const)
+  end
+
+  # Convert a string/symbol in camelcase (RequestLogAnalyzer::Controller) to underscores (request_log_analyzer/controller)
+  # This function can be used to load the file (using require) in which the given constant is defined.
+  # <tt>str</tt>:: The string to convert in the following format: <tt>ModuleName::ClassName</tt>
+  def self.to_underscore(str)
+    str.to_s.gsub(/::/, '/').gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').gsub(/([a-z\d])([A-Z])/,'\1_\2').tr("-", "_").downcase
+  end
+
+  # Convert a string/symbol in underscores (<tt>request_log_analyzer/controller</tt>) to camelcase
+  # (<tt>RequestLogAnalyzer::Controller</tt>). This can be used to find the class that is defined in a given filename.
+  # <tt>str</tt>:: The string to convert in the following format: <tt>module_name/class_name</tt>
+  def self.to_camelcase(str)
+    str.to_s.gsub(/\/(.?)/) { "::" + $1.upcase }.gsub(/(^|_)(.)/) { $2.upcase }
+  end
+end

data/request-log-analyzer.gemspec

@@ -0,0 +1,41 @@
+Gem::Specification.new do |s|
+  s.name    = "request-log-analyzer"
+  
+  # Do not set the version and date field manually, this is done by the release script
+  s.version = "1.6.3"
+  s.date    = "2010-03-19"
+
+  s.rubyforge_project = 'r-l-a'
+
+  s.bindir             = 'bin'
+  s.executables        = ['request-log-analyzer']
+  s.default_executable = 'request-log-analyzer'
+
+  s.summary     = "A command line tool to analyze request logs for Apache, Rails, Merb, MySQL and other web application servers"
+  s.description = <<-eos
+    Request log analyzer's purpose is to find out how your web application is being used, how it performs and to
+    focus your optimization efforts. This tool will parse all requests in the application's log file and aggregate the 
+    information. Once it is finished parsing the log file(s), it will show the requests that take op most server time 
+    using various metrics. It can also insert all parsed request information into a database so you can roll your own
+    analysis. It supports Rails-, Merb- and Rack-based applications logs, Apache and Amazon S3 access logs and MySQL 
+    slow query logs out of the box, but file formats of other applications can easily be supported by supplying an 
+    easy to write log file format definition.
+  eos
+
+  s.rdoc_options << '--title' << s.name << '--main' << 'README.rdoc' << '--line-numbers' << '--inline-source'
+  s.extra_rdoc_files = ['README.rdoc']
+
+  s.requirements << "To use the database inserter, ActiveRecord and an appropriate database adapter are required."
+
+  s.add_development_dependency('rspec',    '>= 1.2.4')
+  s.add_development_dependency('git',      '>= 1.1.0')
+
+  s.authors  = ['Willem van Bergen', 'Bart ten Brinke']
+  s.email    = ['willem@railsdoctors.com', 'bart@railsdoctors.com']
+  s.homepage = 'http://railsdoctors.com'
+
+  # The files and test_files directives are set automatically by the release script.
+  # Do not change them by hand, but make sure to add the files to the git repository.
+  s.files      = %w(spec/unit/tracker/hourly_spread_spec.rb lib/request_log_analyzer/output/html.rb DESIGN.rdoc spec/fixtures/rails_unordered.log spec/fixtures/multiple_files_1.log lib/request_log_analyzer/database/source.rb README.rdoc spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/rails_22.log spec/fixtures/test_order.log spec/unit/database/base_class_spec.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/aggregator.rb spec/fixtures/decompression.log lib/request_log_analyzer/file_format/apache.rb spec/unit/file_format/rack_format_spec.rb spec/fixtures/decompression.log.gz lib/request_log_analyzer/tracker/frequency.rb lib/request_log_analyzer/tracker/duration.rb tasks/github-gem.rake spec/unit/filter/filter_spec.rb .gitignore spec/lib/macros.rb spec/spec_helper.rb spec/fixtures/decompression.log.bz2 spec/unit/database/connection_spec.rb lib/request_log_analyzer/filter.rb spec/integration/scout_spec.rb spec/fixtures/test_file_format.log spec/unit/filter/timespan_filter_spec.rb lib/request_log_analyzer/tracker/traffic.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/file_format_api_spec.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/file_format/amazon_s3.rb lib/cli/database_console.rb spec/integration/mailer_spec.rb lib/request_log_analyzer/line_definition.rb spec/unit/tracker/frequency_tracker_spec.rb spec/fixtures/postgresql.log spec/fixtures/multiple_files_2.log spec/lib/mocks.rb spec/unit/file_format/apache_format_spec.rb spec/fixtures/syslog_1x.log spec/unit/file_format/rails3_format_spec.rb spec/integration/munin_plugins_rails_spec.rb lib/request_log_analyzer/file_format/rails3.rb spec/lib/helpers.rb spec/unit/file_format/delayed_job_format_spec.rb spec/fixtures/rails.db spec/unit/source/log_parser_spec.rb lib/request_log_analyzer/aggregator/database_inserter.rb spec/fixtures/header_and_footer.log spec/lib/testing_format.rb lib/request_log_analyzer/database.rb spec/unit/file_format/rails_format_spec.rb lib/request_log_analyzer/request.rb lib/request_log_analyzer/output/fixed_width.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/tracker/numeric_value.rb spec/fixtures/test_language_combined.log spec/unit/request_spec.rb lib/cli/command_line_arguments.rb lib/request_log_analyzer.rb spec/database.yml lib/request_log_analyzer/database/base.rb spec/unit/aggregator/database_inserter_spec.rb lib/request_log_analyzer/database/request.rb lib/request_log_analyzer/output/fancy_html.rb lib/cli/database_console_init.rb lib/cli/progressbar.rb lib/request_log_analyzer/database/warning.rb spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/apache_combined.log spec/unit/tracker/duration_tracker_spec.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/aggregator/summarizer.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/fixtures/rails_1x.log lib/request_log_analyzer/file_format/delayed_job.rb lib/request_log_analyzer/output.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/file_format/mysql.rb spec/unit/file_format/mysql_format_spec.rb request-log-analyzer.gemspec spec/fixtures/apache_common.log spec/unit/mailer_spec.rb lib/request_log_analyzer/file_format/rails.rb Rakefile lib/request_log_analyzer/tracker/hourly_spread.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb lib/request_log_analyzer/file_format/postgresql.rb lib/request_log_analyzer/tracker/timespan.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/fixtures/sinatra.log spec/fixtures/merb_prefixed.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/filter/timespan.rb spec/unit/controller/controller_spec.rb lib/request_log_analyzer/mailer.rb lib/cli/tools.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/timespan_tracker_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/controller.rb spec/unit/tracker/tracker_api_spec.rb lib/request_log_analyzer/source/database_loader.rb spec/fixtures/merb.log LICENSE lib/request_log_analyzer/file_format.rb tasks/request_log_analyzer.rake spec/unit/database/database_spec.rb spec/fixtures/decompression.log.zip spec/fixtures/decompression.tgz bin/request-log-analyzer lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/source.rb spec/fixtures/mysql_slow_query.log lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/aggregator/echo.rb)
+  s.test_files = %w(spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/database/base_class_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/filter/filter_spec.rb spec/unit/database/connection_spec.rb spec/integration/scout_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/integration/mailer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/apache_format_spec.rb spec/unit/file_format/rails3_format_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/file_format/delayed_job_format_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/file_format/rails_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/request_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/mailer_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/controller/controller_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/database/database_spec.rb)
+end

data/spec/database.yml

@@ -0,0 +1,23 @@
+# This file determines what databases are used to test the database
+# functionality of request-log-analyzer. By default, only an SQLite3
+# memory database is enabled.
+#
+# The syntax of this file is exactly the same as Rails's database.yml.
+
+sqlite3:
+  adapter: "sqlite3"
+  database: ":memory:"
+
+# mysql:
+#   adapter: "mysql"
+#   host: "localhost"
+#   username: "root"
+#   password:
+#   database: "rla_test"
+
+# postgresql:
+#   adapter: "postgresql"
+#   host: "localhost"
+#   username: "rla"
+#   password: "rla"
+#   database: "rla_test"

data/spec/fixtures/apache_combined.log

@@ -0,0 +1,5 @@
+125.76.230.10 - - [02/Sep/2009:03:33:46 +0200] "GET /cart/install.txt HTTP/1.1" 404 214 "-" "Toata dragostea mea pentru diavola"
+125.76.230.10 - - [02/Sep/2009:03:33:47 +0200] "GET /store/install.txt HTTP/1.1" 404 215 "-" "Toata dragostea mea pentru diavola"
+10.0.1.1 - - [02/Sep/2009:05:08:33 +0200] "GET / HTTP/1.1" 200 30 "-" "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; en-us) AppleWebKit/531.9 (KHTML, like Gecko) Version/4.0.3 Safari/531.9"
+10.0.1.1 - - [02/Sep/2009:06:41:51 +0200] "GET / HTTP/1.1" 200 30 "-" "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; en-us) AppleWebKit/531.9 (KHTML, like Gecko) Version/4.0.3 Safari/531.9"
+69.41.0.45 - - [02/Sep/2009:12:02:40 +0200] "GET //phpMyAdmin/ HTTP/1.1" 404 209 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows 98)"

data/spec/fixtures/apache_common.log

@@ -0,0 +1,10 @@
+1.56.136.157 - - [08/Sep/2009:07:54:07 -0400] "GET /form_configurations/show.flashxml HTTP/1.1" 304 -
+1.72.56.31 - - [08/Sep/2009:07:54:07 -0400] "GET /users/M17286/projects.xml?per_page=8000 HTTP/1.1" 404 1
+1.82.235.29 - - [08/Sep/2009:07:54:05 -0400] "GET /gallery/fresh?page=23&per_page=16 HTTP/1.1" 200 23414
+1.56.136.157 - - [08/Sep/2009:07:54:08 -0400] "GET /designs/20110457.flashxml HTTP/1.1" 304 -
+1.56.136.157 - - [08/Sep/2009:07:54:08 -0400] "GET /object_libraries/1.flashxml HTTP/1.1" 304 -
+1.249.68.72 - - [08/Sep/2009:07:54:09 -0400] "GET /projects/18182835-my-first-project HTTP/1.1" 200 10435
+1.108.106.20 - - [08/Sep/2009:07:54:09 -0400] "GET /login HTTP/1.1" 200 9522
+1.129.119.13 - - [08/Sep/2009:07:54:09 -0400] "GET /profile/18543424 HTTP/1.0" 200 8223
+1.158.151.25 - - [08/Sep/2009:07:54:09 -0400] "GET /projects/18236114-home/floors/18252888-/designs/19406560-home-1 HTTP/1.1" 200 10434
+1.29.137.1 - - [08/Sep/2009:07:54:10 -0400] "GET /assets/custom/blah/images/print_logo.jpg HTTP/1.1" 200 10604

data/spec/fixtures/decompression.log

@@ -0,0 +1,12 @@
+Processing PageController#demo (for 127.0.0.1 at 2008-12-10 16:28:09) [GET]
+  Parameters: {"action"=>"demo", "controller"=>"page"}
+Logging in from session data...
+Logged in as test@example.com
+Using locale: en-US, http-accept: ["en-US"], session: , det browser: en-US, det domain: 
+Rendering template within layouts/demo
+Rendering page/demo
+Rendered shared/_analytics (0.2ms)
+Rendered layouts/_actions (0.6ms)
+Rendered layouts/_menu (2.2ms)
+Rendered layouts/_tabbar (0.5ms)
+Completed in 614ms (View: 120, DB: 31) | 200 OK [http://www.example.coml/demo]

data/spec/fixtures/header_and_footer.log

@@ -0,0 +1,6 @@
+start!
+this is a header and footer line
+blah
+
+this is a header and footer line
+blah

data/spec/fixtures/merb_prefixed.log

@@ -0,0 +1,9 @@
+Aug 31 18:35:23 typekit-web001 merb:  ~
+Aug 31 18:35:23 typekit-web001 merb: cache: [GET /] miss
+Aug 31 18:35:24 typekit-web001 merb:  ~ Started request handling: Mon Aug 31 18:35:25 +0000 2009
+Aug 31 18:35:24 typekit-web001 merb:  ~ Routed to: {"action"=>"index", "controller"=>"home"}
+Aug 31 18:35:24 typekit-web001 merb:  ~ Params: {"action"=>"index", "controller"=>"home"}
+Aug 31 18:35:24 typekit-web001 merb:  ~ In repository block default
+Aug 31 18:35:24 typekit-web001 merb:  ~ (0.000000) SELECT `id`, `created_at`, `updated_at`, `braintree_vault_id`, `cancelled_at` FROM `accounts` WHERE (`id` IN (6214)) ORDER BY `id`
+Aug 31 18:35:24 typekit-web001 merb:  ~ Redirecting to: /plans (302)
+Aug 31 18:35:24 typekit-web001 merb:  ~ {:after_filters_time=>0.0, :before_filters_time=>0.0, :dispatch_time=>0.012001, :action_time=>0.012001}

data/spec/fixtures/mysql_slow_query.log

@@ -0,0 +1,110 @@
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:13:56
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 1191307  Rows_examined: 1191307
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:14:07
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 9  Lock_time: 0  Rows_sent: 258841  Rows_examined: 258841
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `sessions`;
+# Time: 091112 18:14:44
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 6  Lock_time: 0  Rows_sent: 603732  Rows_examined: 603732
+use sensire_s;
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:14:56
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 12  Lock_time: 0  Rows_sent: 1068438  Rows_examined: 1068438
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:16:18
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 17  Lock_time: 0  Rows_sent: 1822689  Rows_examined: 1822689
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:16:28
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 1113903  Rows_examined: 1113903
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:17:37
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 19  Lock_time: 0  Rows_sent: 1631168  Rows_examined: 1631168
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:17:49
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 11  Lock_time: 0  Rows_sent: 951103  Rows_examined: 951103
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:19:31
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 7  Lock_time: 0  Rows_sent: 747129  Rows_examined: 747129
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:19:49
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 17  Lock_time: 0  Rows_sent: 1904679  Rows_examined: 1904679
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:21:34
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 59  Lock_time: 0  Rows_sent: 5013829  Rows_examined: 5013829
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:21:54
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 20  Lock_time: 0  Rows_sent: 1634467  Rows_examined: 1634467
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:22:58
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 5  Lock_time: 0  Rows_sent: 634683  Rows_examined: 634683
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:23:58
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 5  Lock_time: 0  Rows_sent: 444697  Rows_examined: 444697
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:24:34
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 7  Lock_time: 0  Rows_sent: 669623  Rows_examined: 669623
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:26:18
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 27  Lock_time: 0  Rows_sent: 2727395  Rows_examined: 2727395
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:26:28
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 10  Lock_time: 0  Rows_sent: 859164  Rows_examined: 859164
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:27:50
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 29  Lock_time: 0  Rows_sent: 2607634  Rows_examined: 2607634
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 18:27:59
+# User@Host: admin[admin] @ db1 [10.0.0.1]
+# Query_time: 9  Lock_time: 0  Rows_sent: 766241  Rows_examined: 766241
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 18:30:39
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 6  Lock_time: 0  Rows_sent: 0  Rows_examined: 1648536
+SELECT * FROM `clients` WHERE (1=1 
+                              AND clients.valid_from < '2009-12-05' AND (clients.valid_to IS NULL or clients.valid_to > '2009-11-20')
+                               AND clients.index > 0
+                              ) AND (clients.deleted_at IS NULL);
+# Time: 091112 20:15:16
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 7  Lock_time: 0  Rows_sent: 796074  Rows_examined: 796074
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 20:15:29
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 12  Lock_time: 0  Rows_sent: 1191307  Rows_examined: 1191307
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 20:15:45
+# User@Host: user_2[user_2] @ rails1 [10.0.1.3]
+# Query_time: 12  Lock_time: 0  Rows_sent: 259350  Rows_examined: 259350
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `sessions`;
+# Time: 091112 20:18:50
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 28  Lock_time: 0  Rows_sent: 2727404  Rows_examined: 2727404
+use zuwe_p;
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `clients`;
+# Time: 091112 20:19:18
+# User@Host: user_1[user_1] @ rails1 [10.0.1.3]
+# Query_time: 28  Lock_time: 0  Rows_sent: 859164  Rows_examined: 859164
+SELECT /*!40001 SQL_NO_CACHE */ * FROM `events`;
+# Time: 091112 20:19:40
+# User@Host: user_1[user_1] @ db1 [10.1.1.178]
+# Query_time: 6  Lock_time: 0  Rows_sent: 33  Rows_examined: 1648542
+SELECT * FROM `clients` WHERE (valid_to IS NULL OR valid_to > '2009-12-12') AND ((`clients`.`deleted` = 1) AND (clients.deleted_at IS NULL));