request-log-analyzer 1.7.0 → 1.10.0

data/lib/request_log_analyzer/tracker/numeric_value.rb

@@ -1,5 +1,5 @@
 module RequestLogAnalyzer::Tracker
-  
+
   class NumericValue < Base
 
     attr_reader :categories
@@ -8,7 +8,7 @@ module RequestLogAnalyzer::Tracker
     # options are set that are used to extract and categorize the values during
     # parsing. Two lambda procedures are created for these tasks
     def prepare
-      
+
       raise "No value field set up for numeric tracker #{self.inspect}" unless options[:value]
       raise "No categorizer set up for numeric tracker #{self.inspect}" unless options[:category]
 
@@ -16,15 +16,22 @@ module RequestLogAnalyzer::Tracker
         @categorizer = create_lambda(options[:category])
         @valueizer   = create_lambda(options[:value])
       end
+      
+      @number_of_buckets = options[:number_of_buckets] || 1000
+      @min_bucket_value  = options[:min_bucket_value] ? options[:min_bucket_value].to_f : 0.000001
+      @max_bucket_value  = options[:max_bucket_value] ? options[:max_bucket_value].to_f : 1_000_000_000
+
+      # precalculate the bucket size
+      @bucket_size = (Math.log(@max_bucket_value) - Math.log(@min_bucket_value)) / @number_of_buckets.to_f
 
       @categories = {}
     end
 
     # Get the value information from the request and store it in the respective categories.
     #
-    # If a request can contain multiple usable values for this tracker, the :multiple option 
+    # If a request can contain multiple usable values for this tracker, the :multiple option
     # should be set to true. In this case, all the values and respective categories will be
-    # read from the request using the #every method from the fields given in the :value and 
+    # read from the request using the #every method from the fields given in the :value and
     # :category option.
     #
     # If the request contains only one suitable value and the :multiple is not set, it will
@@ -38,11 +45,11 @@ module RequestLogAnalyzer::Tracker
         found_categories = request.every(options[:category])
         found_values     = request.every(options[:value])
         raise "Capture mismatch for multiple values in a request" unless found_categories.length == found_values.length
-        
-        found_categories.each_with_index do |cat, index| 
+
+        found_categories.each_with_index do |cat, index|
           update_statistics(cat, found_values[index]) if cat && found_values[index].kind_of?(Numeric)
         end
-        
+
       else
         category = @categorizer.call(request)
         value    = @valueizer.call(request)
@@ -90,7 +97,7 @@ module RequestLogAnalyzer::Tracker
       sortings.each do |sorting|
         report_table(output, sorting, :title => "#{title} - by #{sorting}")
       end
-      
+
       if options[:total]
         output.puts
         output.puts "#{output.colorize(title, :white, :bold)} - total: " + output.colorize(display_value(sum_overall), :brown, :bold)
@@ -114,15 +121,115 @@ module RequestLogAnalyzer::Tracker
     # Returns all the categories and the tracked duration as a hash than can be exported to YAML
     def to_yaml_object
       return nil if @categories.empty?
+      @categories.each do |cat, info|
+        info[:stddev] = stddev(cat)
+        info[:median] = median(cat) if info[:buckets]
+        info[:interval_95_percent] = percentile_interval(cat, 95) if info[:buckets]
+      end
       @categories
     end
+
+    # Returns the bucket index for a value
+    def bucket_index(value)
+      return 0 if value < @min_bucket_value
+      return @number_of_buckets - 1 if value >= @max_bucket_value
+
+      ((Math.log(value) - Math.log(@min_bucket_value)) / @bucket_size).floor
+    end
+
+    # Returns the lower value of a bucket given its index
+    def bucket_lower_bound(index)
+      Math.exp((index * @bucket_size) + Math.log(@min_bucket_value))
+    end
+
+    # Returns the upper value of a bucket given its index
+    def bucket_upper_bound(index)
+      bucket_lower_bound(index + 1)
+    end
+
+    # Returns the average of the lower and upper bound of the bucket.
+    def bucket_average_value(index)
+      (bucket_lower_bound(index) + bucket_upper_bound(index)) / 2
+    end
+
+    # Returns a single value representing a bucket.
+    def bucket_value(index, type = nil)
+      case type
+      when :begin, :start, :lower, :lower_bound; bucket_lower_bound(index)
+      when :end, :finish, :upper, :upper_bound;  bucket_upper_bound(index)
+      else bucket_average_value(index)
+      end
+    end
+
+    # Returns the range of values for a bucket.
+    def bucket_interval(index)
+      Range.new(bucket_lower_bound(index), bucket_upper_bound(index), true)
+    end
+
+    # Records a hit on a bucket that includes the given value.
+    def bucketize(category, value)
+      @categories[category][:buckets][bucket_index(value)] += 1
+    end
+
+    # Returns the upper bound value that would include x% of the hits.
+    def percentile_index(category, x, inclusive = false)
+      total_encountered = 0
+      @categories[category][:buckets].each_with_index do |count, index|
+        total_encountered += count
+        percentage = ((total_encountered.to_f / hits(category).to_f) * 100).floor
+        return index if (inclusive && percentage >= x) || (!inclusive && percentage > x)
+      end
+    end
+
+    def percentile_indices(category, start, finish)
+      result = [nil, nil]
+      total_encountered = 0
+      @categories[category][:buckets].each_with_index do |count, index|
+        total_encountered += count
+        percentage = ((total_encountered.to_f / hits(category).to_f) * 100).floor
+        if !result[0] && percentage > start
+          result[0] = index
+        elsif !result[1] && percentage >= finish
+          result[1] = index
+          return result
+        end
+      end
+    end
+
+    def percentile(category, x, type = nil)
+      bucket_value(percentile_index(category, x, type == :upper), type)
+    end
+    
     
+    def median(category)
+      percentile(category, 50, :average)
+    end
+
+    # Returns a percentile interval, i.e. the lower bound and the upper bound of the values
+    # that represent the x%-interval for the bucketized dataset.
+    #
+    # A 90% interval means that 5% of the values would have been lower than the lower bound and
+    # 5% would have been higher than the upper bound, leaving 90% of the values within the bounds.
+    # You can also provide a Range to specify the lower bound and upper bound percentages (e.g. 5..95).
+    def percentile_interval(category, x)
+      case x
+      when Range
+        lower, upper = percentile_indices(category, x.begin, x.end)
+        Range.new(bucket_lower_bound(lower), bucket_upper_bound(upper))
+      when Numeric
+        percentile_interval(category, Range.new((100 - x) / 2, (100 - (100 - x) / 2)))
+      else 
+        raise 'What does it mean?'
+      end
+    end
 
-    # Update sthe running calculation of statistics with the newly found numeric value.
+    # Update the running calculation of statistics with the newly found numeric value.
     # <tt>category</tt>:: The category for which to update the running statistics calculations
     # <tt>number</tt>:: The numeric value to update the calculations with.
     def update_statistics(category, number)
-      @categories[category] ||= {:hits => 0, :sum => 0, :mean => 0.0, :sum_of_squares => 0.0, :min => number, :max => number }
+      @categories[category] ||= { :hits => 0, :sum => 0, :mean => 0.0, :sum_of_squares => 0.0, :min => number, :max => number, 
+                                  :buckets => Array.new(@number_of_buckets, 0) }
+      
       delta = number - @categories[category][:mean]
 
       @categories[category][:hits]           += 1
@@ -131,6 +238,8 @@ module RequestLogAnalyzer::Tracker
       @categories[category][:sum]            += number
       @categories[category][:min]             = number if number < @categories[category][:min]
       @categories[category][:max]             = number if number > @categories[category][:max]
+
+      bucketize(category, number)
     end
 
     # Get the number of hits of a specific category.
@@ -210,14 +319,16 @@ module RequestLogAnalyzer::Tracker
         {:title => 'Mean',   :align => :right, :highlight => (options[:highlight] == :mean),   :min_width => 6},
         {:title => 'StdDev', :align => :right, :highlight => (options[:highlight] == :stddev), :min_width => 6},
         {:title => 'Min',    :align => :right, :highlight => (options[:highlight] == :min),    :min_width => 6},
-        {:title => 'Max',    :align => :right, :highlight => (options[:highlight] == :max),    :min_width => 6}
+        {:title => 'Max',    :align => :right, :highlight => (options[:highlight] == :max),    :min_width => 6},
+        {:title => '95 %tile',    :align => :right, :highlight => (options[:highlight] == :percentile_interval),  :min_width => 11}
       ]
     end
 
     # Returns a row of statistics information for a report table, given a category
     def statistics_row(cat)
       [cat, hits(cat), display_value(sum(cat)), display_value(mean(cat)), display_value(stddev(cat)),
-                display_value(min(cat)), display_value(max(cat))]
+                display_value(min(cat)), display_value(max(cat)), 
+                display_value(percentile_interval(cat, 95).begin) + '-' + display_value(percentile_interval(cat, 95).end) ]
     end
   end
 end

data/lib/request_log_analyzer/tracker/traffic.rb

@@ -16,6 +16,13 @@ module RequestLogAnalyzer::Tracker
       options[:value] = options[:traffic] if options[:traffic]
       options[:total] = true
       super
+      
+      @number_of_buckets = options[:number_of_buckets] || 1000
+      @min_bucket_value  = options[:min_bucket_value] ? options[:min_bucket_value].to_f : 1
+      @max_bucket_value  = options[:max_bucket_value] ? options[:max_bucket_value].to_f : 1000_000_000_000
+
+      # precalculate the bucket size
+      @bucket_size = (Math.log(@max_bucket_value) - Math.log(@min_bucket_value)) / @number_of_buckets.to_f
     end
 
     # Formats the traffic number using x B/kB/MB/GB etc notation

data/lib/request_log_analyzer/tracker.rb

@@ -1,10 +1,11 @@
 module RequestLogAnalyzer::Tracker
 
-  # const_missing: this function is used to load subclasses in the RequestLogAnalyzer::Track namespace.
-  # It will automatically load the required file based on the class name
-  def self.const_missing(const)
-    RequestLogAnalyzer::load_default_class_file(self, const)
-  end
+  autoload :Duration,     'request_log_analyzer/tracker/duration'
+  autoload :Frequency,    'request_log_analyzer/tracker/frequency'
+  autoload :HourlySpread, 'request_log_analyzer/tracker/hourly_spread'
+  autoload :NumericValue, 'request_log_analyzer/tracker/numeric_value'
+  autoload :Timespan,     'request_log_analyzer/tracker/timespan'
+  autoload :Traffic,      'request_log_analyzer/tracker/traffic'
 
   # Base Tracker class. All other trackers inherit from this class
   #

data/lib/request_log_analyzer.rb

@@ -4,40 +4,59 @@ require 'date'
 Encoding.default_external = 'binary' if defined? Encoding and Encoding.respond_to? 'default_external='
 
 # RequestLogAnalyzer is the base namespace in which all functionality of RequestLogAnalyzer is implemented.
+# This module itselfs contains some functions to help with class and source file loading. The actual 
+# application startup code resides in the {RequestLogAnalyzer::Controller} class.
 #
-# - This module itselfs contains some functions to help with class and source file loading.
-# - The actual application resides in the RequestLogAnalyzer::Controller class.
+# The {RequestLogAnalyzer::VERSION} constant can be used to determine what version of request-log-analyzer
+# is running.
 module RequestLogAnalyzer
 
   # The current version of request-log-analyzer.
   # Do not change the value by hand; it will be updated automatically by the gem release script.
-  VERSION = "1.7.0"
+  VERSION = "1.10.0"
 
-  # Loads constants in the RequestLogAnalyzer namespace using self.load_default_class_file(base, const)
-  # <tt>const</tt>:: The constant that is not yet loaded in the RequestLogAnalyzer namespace. This should be passed as a string or symbol.
-  def self.const_missing(const)
-    load_default_class_file(RequestLogAnalyzer, const)
-  end
 
-  # Loads constants that reside in the RequestLogAnalyzer tree using the constant name
-  # and its base constant to determine the filename.
-  # <tt>base</tt>:: The base constant to load the constant from. This should be Foo when the constant Foo::Bar is being loaded.
-  # <tt>const</tt>:: The constant to load from the base constant as a string or symbol. This should be 'Bar' or :Bar when the constant Foo::Bar is being loaded.
+  autoload :Controller,     'request_log_analyzer/controller'
+  autoload :Aggregator,     'request_log_analyzer/aggregator'
+  autoload :Database,       'request_log_analyzer/database'
+  autoload :FileFormat,     'request_log_analyzer/file_format'
+  autoload :Filter,         'request_log_analyzer/filter'
+  autoload :LineDefinition, 'request_log_analyzer/line_definition'
+  autoload :LogProcessor,   'request_log_analyzer/log_processor'
+  autoload :Mailer,         'request_log_analyzer/mailer'
+  autoload :Output,         'request_log_analyzer/output'
+  autoload :Request,        'request_log_analyzer/request'
+  autoload :Source,         'request_log_analyzer/source'
+  autoload :Tracker,        'request_log_analyzer/tracker'
+
+  # Loads constants that reside in the RequestLogAnalyzer tree using the constant name and its base 
+  # constant to determine the filename.
+  # @param [Module] base The base constant to load the constant from. This should be <tt>Foo</tt> when
+  #        the constant <tt>Foo::Bar</tt> is being loaded.
+  # @param [Symbol] const The constant to load from the base constant as a string or symbol. This 
+  #        should be <tt>"Bar"<tt> or <tt>:Bar</tt> when the constant <tt>Foo::Bar</tt> is being loaded.
+  # @return [Module] The loaded module, nil if it was not found on the expected location.
   def self.load_default_class_file(base, const)
     require "#{to_underscore("#{base.name}::#{const}")}"
     base.const_get(const) if base.const_defined?(const)
   end
 
-  # Convert a string/symbol in camelcase (RequestLogAnalyzer::Controller) to underscores (request_log_analyzer/controller)
-  # This function can be used to load the file (using require) in which the given constant is defined.
-  # <tt>str</tt>:: The string to convert in the following format: <tt>ModuleName::ClassName</tt>
+  # Convert a string/symbol in camelcase ({RequestLogAnalyzer::Controller}) to underscores 
+  # (<tt>request_log_analyzer/controller</tt>). This function can be used to load the file (using 
+  # <tt>require</tt>) in which the given constant is defined.
+  #
+  # @param [#to_s] str The string-like to convert in the following format: <tt>ModuleName::ClassName</tt>.
+  # @return [String] The input string converted to underscore form.
   def self.to_underscore(str)
     str.to_s.gsub(/::/, '/').gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').gsub(/([a-z\d])([A-Z])/,'\1_\2').tr("-", "_").downcase
   end
 
   # Convert a string/symbol in underscores (<tt>request_log_analyzer/controller</tt>) to camelcase
-  # (<tt>RequestLogAnalyzer::Controller</tt>). This can be used to find the class that is defined in a given filename.
-  # <tt>str</tt>:: The string to convert in the following format: <tt>module_name/class_name</tt>
+  # ({RequestLogAnalyzer::Controller}). This can be used to find the class that is defined in a given 
+  # filename.
+  #
+  # @param [#to_s] str The string-like to convert in the following format: <tt>module_name/class_name</tt>.
+  # @return [String] The input string converted to camelcase form.  
   def self.to_camelcase(str)
     str.to_s.gsub(/\/(.?)/) { "::" + $1.upcase }.gsub(/(^|_)(.)/) { $2.upcase }
   end

data/request-log-analyzer.gemspec

@@ -2,8 +2,8 @@ Gem::Specification.new do |s|
   s.name    = "request-log-analyzer"
   
   # Do not set the version and date field manually, this is done by the release script
-  s.version = "1.7.0"
-  s.date    = "2010-04-28"
+  s.version = "1.10.0"
+  s.date    = "2011-02-26"
 
   s.rubyforge_project = 'r-l-a'
 
@@ -27,8 +27,11 @@ Gem::Specification.new do |s|
 
   s.requirements << "To use the database inserter, ActiveRecord and an appropriate database adapter are required."
 
-  s.add_development_dependency('rspec',    '>= 1.2.4')
-  s.add_development_dependency('git',      '>= 1.1.0')
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rspec', '~> 2.0')
+
+  s.add_development_dependency('activerecord')
+  s.add_development_dependency('sqlite3-ruby')
 
   s.authors  = ['Willem van Bergen', 'Bart ten Brinke']
   s.email    = ['willem@railsdoctors.com', 'bart@railsdoctors.com']
@@ -36,6 +39,6 @@ Gem::Specification.new do |s|
 
   # The files and test_files directives are set automatically by the release script.
   # Do not change them by hand, but make sure to add the files to the git repository.
-  s.files      = %w(spec/unit/file_format/delayed_job_format_spec.rb spec/fixtures/rails_unordered.log spec/unit/filter/anonymize_filter_spec.rb lib/request_log_analyzer/output/fancy_html.rb README.rdoc lib/cli/progressbar.rb spec/fixtures/rails.db lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/rails_22.log spec/fixtures/test_order.log spec/fixtures/header_and_footer.log lib/mixins/gets_memory_protection.rb spec/fixtures/decompression.log spec/fixtures/rails_1x.log lib/request_log_analyzer/file_format/apache.rb lib/request_log_analyzer/output.rb lib/request_log_analyzer/tracker/numeric_value.rb spec/unit/file_format/line_definition_spec.rb spec/unit/request_spec.rb spec/unit/filter/filter_spec.rb spec/unit/aggregator/summarizer_spec.rb lib/request_log_analyzer/file_format/rails.rb spec/database.yml spec/unit/tracker/numeric_value_tracker_spec.rb spec/spec_helper.rb lib/request_log_analyzer/database/base.rb spec/unit/aggregator/database_inserter_spec.rb spec/fixtures/decompression.log.bz2 spec/unit/database/connection_spec.rb spec/fixtures/sinatra.log lib/request_log_analyzer/database/warning.rb spec/fixtures/merb_prefixed.log spec/unit/file_format/postgresql_format_spec.rb lib/request_log_analyzer/filter/timespan.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/tracker/traffic.rb spec/unit/file_format/format_autodetection_spec.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/file_format/delayed_job.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/file_format/amazon_s3.rb LICENSE lib/request_log_analyzer/file_format.rb lib/cli/database_console.rb spec/integration/mailer_spec.rb spec/fixtures/merb.log lib/request_log_analyzer/line_definition.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/mailer_spec.rb spec/fixtures/postgresql.log spec/lib/mocks.rb lib/request_log_analyzer/tracker/hourly_spread.rb spec/fixtures/syslog_1x.log spec/unit/file_format/rails3_format_spec.rb lib/request_log_analyzer/source.rb lib/request_log_analyzer/file_format/rails3.rb spec/unit/controller/log_processor_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/filter/field_filter_spec.rb DESIGN.rdoc lib/request_log_analyzer/log_processor.rb spec/fixtures/multiple_files_1.log spec/unit/source/log_parser_spec.rb spec/fixtures/decompression.tar.gz spec/unit/database/base_class_spec.rb lib/request_log_analyzer/aggregator/database_inserter.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/aggregator.rb lib/request_log_analyzer/database.rb spec/unit/file_format/rails_format_spec.rb lib/request_log_analyzer/source/database_loader.rb lib/request_log_analyzer/output/fixed_width.rb spec/integration/command_line_usage_spec.rb tasks/request_log_analyzer.rake lib/request_log_analyzer/tracker/duration.rb spec/fixtures/test_language_combined.log bin/request-log-analyzer lib/request_log_analyzer/tracker.rb tasks/github-gem.rake lib/cli/command_line_arguments.rb lib/request_log_analyzer.rb .gitignore lib/request_log_analyzer/output/html.rb lib/request_log_analyzer/database/request.rb lib/cli/database_console_init.rb lib/request_log_analyzer/database/source.rb spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/filter.rb spec/fixtures/apache_combined.log spec/unit/tracker/duration_tracker_spec.rb spec/fixtures/test_file_format.log lib/request_log_analyzer/aggregator/summarizer.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/file_format_api_spec.rb lib/request_log_analyzer/file_format/mysql.rb spec/unit/file_format/rack_format_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/fixtures/decompression.log.gz lib/request_log_analyzer/tracker/frequency.rb request-log-analyzer.gemspec spec/fixtures/apache_common.log Rakefile spec/unit/tracker/traffic_tracker_spec.rb lib/request_log_analyzer/file_format/postgresql.rb lib/request_log_analyzer/tracker/timespan.rb spec/lib/macros.rb spec/integration/scout_spec.rb spec/unit/controller/controller_spec.rb lib/request_log_analyzer/mailer.rb lib/cli/tools.rb spec/unit/tracker/timespan_tracker_spec.rb spec/lib/testing_format.rb spec/lib/matchers.rb lib/request_log_analyzer/controller.rb spec/unit/tracker/tracker_api_spec.rb lib/request_log_analyzer/request.rb spec/fixtures/multiple_files_2.log spec/unit/database/database_spec.rb spec/fixtures/decompression.log.zip spec/fixtures/decompression.tgz lib/request_log_analyzer/file_format/rack.rb spec/integration/munin_plugins_rails_spec.rb spec/fixtures/mysql_slow_query.log spec/lib/helpers.rb lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/aggregator/echo.rb spec/unit/file_format/apache_format_spec.rb)
-  s.test_files = %w(spec/unit/file_format/delayed_job_format_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/request_spec.rb spec/unit/filter/filter_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/database/connection_spec.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/integration/mailer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/mailer_spec.rb spec/unit/file_format/rails3_format_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/database/base_class_spec.rb spec/unit/file_format/rails_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/integration/scout_spec.rb spec/unit/controller/controller_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/database/database_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/file_format/apache_format_spec.rb)
+  s.files      = %w(.gitignore DESIGN.rdoc Gemfile LICENSE README.rdoc Rakefile bin/request-log-analyzer lib/cli/command_line_arguments.rb lib/cli/database_console.rb lib/cli/database_console_init.rb lib/cli/progressbar.rb lib/cli/tools.rb lib/mixins/gets_memory_protection.rb lib/request_log_analyzer.rb lib/request_log_analyzer/aggregator.rb lib/request_log_analyzer/aggregator/database_inserter.rb lib/request_log_analyzer/aggregator/echo.rb lib/request_log_analyzer/aggregator/summarizer.rb lib/request_log_analyzer/controller.rb lib/request_log_analyzer/database.rb lib/request_log_analyzer/database/base.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/database/request.rb lib/request_log_analyzer/database/source.rb lib/request_log_analyzer/database/warning.rb lib/request_log_analyzer/file_format.rb lib/request_log_analyzer/file_format/amazon_s3.rb lib/request_log_analyzer/file_format/apache.rb lib/request_log_analyzer/file_format/delayed_job.rb lib/request_log_analyzer/file_format/delayed_job2.rb lib/request_log_analyzer/file_format/delayed_job21.rb lib/request_log_analyzer/file_format/haproxy.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/file_format/mysql.rb lib/request_log_analyzer/file_format/oink.rb lib/request_log_analyzer/file_format/postgresql.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/file_format/rails.rb lib/request_log_analyzer/file_format/rails3.rb lib/request_log_analyzer/file_format/rails_development.rb lib/request_log_analyzer/file_format/w3c.rb lib/request_log_analyzer/filter.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/filter/timespan.rb lib/request_log_analyzer/line_definition.rb lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/mailer.rb lib/request_log_analyzer/output.rb lib/request_log_analyzer/output/fancy_html.rb lib/request_log_analyzer/output/fixed_width.rb lib/request_log_analyzer/output/html.rb lib/request_log_analyzer/request.rb lib/request_log_analyzer/source.rb lib/request_log_analyzer/source/database_loader.rb lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/tracker/duration.rb lib/request_log_analyzer/tracker/frequency.rb lib/request_log_analyzer/tracker/hourly_spread.rb lib/request_log_analyzer/tracker/numeric_value.rb lib/request_log_analyzer/tracker/timespan.rb lib/request_log_analyzer/tracker/traffic.rb request-log-analyzer.gemspec spec/database.yml spec/fixtures/apache_combined.log spec/fixtures/apache_common.log spec/fixtures/decompression.log spec/fixtures/decompression.log.bz2 spec/fixtures/decompression.log.gz spec/fixtures/decompression.log.zip spec/fixtures/decompression.tar.gz spec/fixtures/decompression.tgz spec/fixtures/header_and_footer.log spec/fixtures/merb.log spec/fixtures/merb_prefixed.log spec/fixtures/multiple_files_1.log spec/fixtures/multiple_files_2.log spec/fixtures/mysql_slow_query.log spec/fixtures/oink_22.log spec/fixtures/oink_22_failure.log spec/fixtures/postgresql.log spec/fixtures/rails.db spec/fixtures/rails_1x.log spec/fixtures/rails_22.log spec/fixtures/rails_22_cached.log spec/fixtures/rails_unordered.log spec/fixtures/sinatra.log spec/fixtures/syslog_1x.log spec/fixtures/test_file_format.log spec/fixtures/test_language_combined.log spec/fixtures/test_order.log spec/integration/command_line_usage_spec.rb spec/integration/mailer_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/integration/scout_spec.rb spec/lib/helpers.rb spec/lib/macros.rb spec/lib/matchers.rb spec/lib/mocks.rb spec/lib/testing_format.rb spec/spec_helper.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/controller/controller_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/database/base_class_spec.rb spec/unit/database/connection_spec.rb spec/unit/database/database_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/file_format/apache_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/delayed_job21_format_spec.rb spec/unit/file_format/delayed_job2_format_spec.rb spec/unit/file_format/delayed_job_format_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/haproxy_format_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/file_format/oink_format_spec.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/file_format/rails3_format_spec.rb spec/unit/file_format/rails_format_spec.rb spec/unit/file_format/w3c_format_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/filter/filter_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/mailer_spec.rb spec/unit/request_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/traffic_tracker_spec.rb tasks/github-gem.rake tasks/request_log_analyzer.rake)
+  s.test_files = %w(spec/integration/command_line_usage_spec.rb spec/integration/mailer_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/integration/scout_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/controller/controller_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/database/base_class_spec.rb spec/unit/database/connection_spec.rb spec/unit/database/database_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/file_format/apache_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/delayed_job21_format_spec.rb spec/unit/file_format/delayed_job2_format_spec.rb spec/unit/file_format/delayed_job_format_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/haproxy_format_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/file_format/oink_format_spec.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/file_format/rails3_format_spec.rb spec/unit/file_format/rails_format_spec.rb spec/unit/file_format/w3c_format_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/filter/filter_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/mailer_spec.rb spec/unit/request_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/traffic_tracker_spec.rb)
 end

data/spec/fixtures/oink_22.log

@@ -0,0 +1,19 @@
+Jun 18 11:27:37 derek rails[67783]: Processing FileRecordsController#inline (for 127.0.0.1 at 2010-06-18 11:27:37) [GET]
+Jun 18 11:27:37 derek rails[67783]: Session ID: 8abbd5bce47cfc8bd438c647f5a9e016
+Jun 18 11:27:37 derek rails[67783]: Parameters: {"id"=>"5171"}
+Jun 18 11:27:37 derek rails[67783]: Memory usage: 400000 | PID: 67783
+Jun 18 11:27:37 derek rails[67783]: Completed in 207ms (View: 0, DB: 258) | 200 OK [http://localhost/file_records/inline/5171]
+
+Jun 18 11:28:11 derek rails[700]: Processing InfoController#about (for 127.0.0.1 at 2010-06-18 11:28:11) [GET]
+Jun 18 11:28:12 derek rails[700]: Memory usage: 700000 | PID: 67783
+Jun 18 11:28:12 derek rails[700]: Completed in 379ms (View: 89, DB: 258) | 200 OK [http://localhost/info/about]
+
+Jun 18 11:28:11 derek rails[700]: Processing InfoController#board (for 127.0.0.1 at 2010-06-18 11:28:11) [GET]
+Jun 18 11:28:12 derek rails[700]: Memory usage: 750000 | PID: 67783
+Jun 18 11:28:12 derek rails[700]: Completed in 379ms (View: 89, DB: 258) | 200 OK [http://localhost/info/board]
+
+Jun 18 11:31:19 derek rails[67783]: Processing InnovationsController#innovation_param (for 127.0.0.1 at 2010-06-18 11:31:19) [GET]
+Jun 18 11:31:19 derek rails[67783]: Session ID: 8abbd5bce47cfc8bd438c647f5a9e016
+Jun 18 11:31:19 derek rails[67783]: Parameters: {"organization_param"=>"harvard", "innovation_param"=>"potent-ogt-inhibitors-for-the-treatment-of-cancer-and-diabeti"}
+Jun 18 11:31:31 derek rails[67783]: Memory usage: 430000 | PID: 67783
+Jun 18 11:31:31 derek rails[67783]: Completed in 11922ms (View: 200, DB: 11673) | 200 OK [http://localhost/harvard/potent-ogt-inhibitors-for-the-treatment-of-cancer-and-diabeti]

data/spec/fixtures/oink_22_failure.log

@@ -0,0 +1,17 @@
+Jun 18 11:25:37 derek rails[67783]: Processing FileRecordsController#inline (for 127.0.0.1 at 2010-06-18 11:25:37) [GET]
+Jun 18 11:25:40 derek rails[67783]: NoMethodError (undefined method `update_domain_account' for nil:NilClass):
+
+Jun 18 11:27:37 derek rails[67783]: Processing FileRecordsController#inline (for 127.0.0.1 at 2010-06-18 11:27:37) [GET]
+Jun 18 11:27:37 derek rails[67783]: Session ID: 8abbd5bce47cfc8bd438c647f5a9e016
+Jun 18 11:27:37 derek rails[67783]: Parameters: {"id"=>"5171"}
+Jun 18 11:27:37 derek rails[67783]: Memory usage: 400000 | PID: 67783
+Jun 18 11:27:37 derek rails[67783]: Completed in 207ms (View: 0, DB: 258) | 200 OK [http://localhost/file_records/inline/5171]
+
+Jun 18 11:30:37 derek rails[67783]: Processing FileRecordsController#inline (for 127.0.0.1 at 2010-06-18 11:27:37) [GET]
+Jun 18 11:30:40 derek rails[67783]: NoMethodError (undefined method `update_domain_account' for nil:NilClass):
+
+Jun 18 11:31:19 derek rails[67783]: Processing InnovationsController#innovation_param (for 127.0.0.1 at 2010-06-18 11:31:19) [GET]
+Jun 18 11:31:19 derek rails[67783]: Session ID: 8abbd5bce47cfc8bd438c647f5a9e016
+Jun 18 11:31:19 derek rails[67783]: Parameters: {"organization_param"=>"harvard", "innovation_param"=>"potent-ogt-inhibitors-for-the-treatment-of-cancer-and-diabeti"}
+Jun 18 11:31:31 derek rails[67783]: Memory usage: 430000 | PID: 67783
+Jun 18 11:31:31 derek rails[67783]: Completed in 11922ms (View: 200, DB: 11673) | 200 OK [http://localhost/harvard/potent-ogt-inhibitors-for-the-treatment-of-cancer-and-diabeti]