request-log-analyzer 1.3.4 → 1.4.0

data/lib/request_log_analyzer/tracker/hourly_spread.rb

@@ -1,5 +1,5 @@
 module RequestLogAnalyzer::Tracker
-  
+
   # Determines the average hourly spread of the parsed requests.
   # This spread is shown in a graph form.
   #
@@ -30,51 +30,51 @@ module RequestLogAnalyzer::Tracker
   #   ................
   class HourlySpread < Base
 
-    attr_reader :first, :last, :request_time_graph
+    attr_reader :hour_frequencies, :first, :last
 
     # Check if timestamp field is set in the options and prepare the result time graph.
     def prepare
       options[:field] ||= :timestamp
-      @request_time_graph = [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
+      @hour_frequencies = (0...24).map { 0 }
+      @first, @last = 99999999999999, 0
     end
 
     # Check if the timestamp in the request and store it.
     # <tt>request</tt> The request.
     def update(request)
-      request = request.attributes
-      timestamp = request[options[:field]]
-
-      @request_time_graph[timestamp.to_s[8..9].to_i] +=1
-      @first = timestamp if @first.nil? || timestamp < @first
-      @last  = timestamp if @last.nil?  || timestamp > @last
+      timestamp = request.first(options[:field])
+      @hour_frequencies[timestamp.to_s[8..9].to_i] +=1
+      @first = timestamp if timestamp < @first
+      @last  = timestamp if timestamp > @last
     end
 
     # Total amount of requests tracked
     def total_requests
-      @request_time_graph.inject(0) { |sum, value| sum + value }
+      @hour_frequencies.inject(0) { |sum, value| sum + value }
     end
-    
+
+
     # First timestamp encountered
     def first_timestamp
       DateTime.parse(@first.to_s, '%Y%m%d%H%M%S') rescue nil
     end
-    
+
     # Last timestamp encountered
     def last_timestamp
       DateTime.parse(@last.to_s, '%Y%m%d%H%M%S') rescue nil
     end
-    
+
     # Difference between last and first timestamp.
     def timespan
       last_timestamp - first_timestamp
     end
-
+    
     # Generate an hourly spread report to the given output object.
     # Any options for the report should have been set during initialize.
     # <tt>output</tt> The output object
     def report(output)
       output.title(title)
-    
+
       if total_requests == 0
         output << "None found.\n"
         return
@@ -82,23 +82,23 @@ module RequestLogAnalyzer::Tracker
 
       days = [1, timespan].max
       output.table({}, {:align => :right}, {:type => :ratio, :width => :rest, :treshold => 0.15}) do |rows|
-        @request_time_graph.each_with_index do |requests, index|
-          ratio = requests.to_f / total_requests.to_f
+        @hour_frequencies.each_with_index do |requests, index|
+          ratio            = requests.to_f / total_requests.to_f
           requests_per_day = (requests / days).ceil
-          rows << ["#{index.to_s.rjust(3)}:00", "%d hits" % requests_per_day, ratio]
+          rows << ["#{index.to_s.rjust(3)}:00", "%d hits/day" % requests_per_day, ratio]
         end
       end
     end
-    
+
     # Returns the title of this tracker for reports
     def title
       options[:title] || "Request distribution per hour"
     end
-    
+
     # Returns the found frequencies per hour as a hash for YAML exporting
     def to_yaml_object
       yaml_object = {}
-      @request_time_graph.each_with_index do |freq, hour|
+      @hour_frequencies.each_with_index do |freq, hour|
         yaml_object["#{hour}:00 - #{hour+1}:00"] = freq
       end
       yaml_object

data/lib/request_log_analyzer/tracker/timespan.rb

@@ -1,5 +1,5 @@
 module RequestLogAnalyzer::Tracker
-  
+
   # Determines the datetime of the first request and the last request
   # Also determines the amount of days inbetween these.
   #
@@ -19,32 +19,32 @@ module RequestLogAnalyzer::Tracker
   #  Total time analyzed:  7 days
   class Timespan < Base
 
-    attr_reader :first, :last, :request_time_graph
+    attr_reader :first, :last
 
     # Check if timestamp field is set in the options.
     def prepare
       options[:field] ||= :timestamp
+      @first, @last = 99999999999999, 0
     end
-            
+
     # Check if the timestamp in the request and store it.
     # <tt>request</tt> The request.
     def update(request)
       timestamp = request[options[:field]]
-
-      @first = timestamp if @first.nil? || timestamp < @first
-      @last  = timestamp if @last.nil?  || timestamp > @last
+      @first = timestamp if timestamp < @first
+      @last  = timestamp if timestamp > @last
     end
 
     # First timestamp encountered
     def first_timestamp
       DateTime.parse(@first.to_s, '%Y%m%d%H%M%S') rescue nil
     end
-    
+
     # Last timestamp encountered
     def last_timestamp
-      DateTime.parse(@last.to_s, '%Y%m%d%H%M%S') rescue nil      
+      DateTime.parse(@last.to_s, '%Y%m%d%H%M%S') rescue nil
     end
-    
+
     # Difference between last and first timestamp.
     def timespan
       last_timestamp - first_timestamp
@@ -55,27 +55,27 @@ module RequestLogAnalyzer::Tracker
     # <tt>output</tt> The output object
     def report(output)
       output.title(options[:title]) if options[:title]
-    
-      if @last && @first
-        output.with_style(:cell_separator => false) do         
+
+      if @last > 0 && @first < 99999999999999
+        output.with_style(:cell_separator => false) do
           output.table({:width => 20}, {}) do |rows|
             rows << ['First request:', first_timestamp.strftime('%Y-%m-%d %H:%M:%I')]
-            rows << ['Last request:', last_timestamp.strftime('%Y-%m-%d %H:%M:%I')]
-            rows << ['Total time analyzed:', "#{timespan.ceil} days"]                    
+            rows << ['Last request:',  last_timestamp.strftime('%Y-%m-%d %H:%M:%I')]
+            rows << ['Total time analyzed:', "#{timespan.ceil} days"]
           end
         end
       end
     end
-    
+
     # Returns the title of this tracker for reports
     def title
       options[:title] || 'Request timespan'
     end
-    
+
     # A hash that can be exported to YAML with the first and last timestamp encountered.
     def to_yaml_object
       { :first => first_timestamp, :last  =>last_timestamp }
     end
-    
+
   end
 end

data/lib/request_log_analyzer/tracker/traffic.rb

@@ -0,0 +1,106 @@
+module RequestLogAnalyzer::Tracker
+
+  # Analyze the average and total traffic of requests
+  #
+  # === Options
+  # * <tt>:category</tt> Proc that handles request categorization for given fileformat (REQUEST_CATEGORIZER)
+  # * <tt>:traffic</tt> The field containing the duration in the request hash.
+  # * <tt>:if</tt> Proc that has to return !nil for a request to be passed to the tracker.
+  # * <tt>:line_type</tt> The line type that contains the duration field (determined by the category proc).
+  # * <tt>:title</tt> Title do be displayed above the report
+  # * <tt>:unless</tt> Handle request if this proc is false for the handled request.
+  class Traffic < Base
+
+    attr_reader :categories
+
+    include RequestLogAnalyzer::Tracker::StatisticsTracking
+
+    # Check if duration and catagory option have been received,
+    def prepare
+      raise "No traffic field set up for category tracker #{self.inspect}" unless options[:traffic]
+      raise "No categorizer set up for duration tracker #{self.inspect}"   unless options[:category]
+
+      @categorizer = create_lambda(options[:category])
+      @trafficizer = create_lambda(options[:traffic])
+      @categories  = {}
+    end
+
+
+    # Get the duration information from the request and store it in the different categories.
+    # <tt>request</tt> The request.
+    def update(request)
+      category = @categorizer.call(request)
+      traffic  = @trafficizer.call(request)
+      update_statistics(category, traffic) if traffic.kind_of?(Numeric) && !category.nil?
+    end
+
+    # Block function to build a result table using a provided sorting function.
+    # <tt>output</tt> The output object.
+    # <tt>amount</tt> The number of rows in the report table (default 10).
+    # === Options
+    #  * </tt>:title</tt> The title of the table
+    #  * </tt>:sort</tt> The key to sort on (:hits, :cumulative, :average, :min or :max)
+    def report_table(output, sort, options = {}, &block)
+      output.puts
+
+      top_categories = output.slice_results(sorted_by(sort))
+      output.with_style(:top_line => true) do      
+        output.table(*statistics_header(:title => options[:title],:highlight => sort)) do |rows|
+          top_categories.each { |(cat, info)| rows.push(statistics_row(cat)) }
+        end
+      end
+      output.puts
+    end
+
+    # Formats the traffic number using x B/kB/MB/GB etc notation
+    def display_value(bytes)
+      return "-"   if bytes.nil?
+      return "0 B" if bytes.zero?
+      case Math.log10(bytes).floor
+      when  1...4  then '%d B'  % bytes
+      when  4...7  then '%d kB' % (bytes / 1000)
+      when  7...10 then '%d MB' % (bytes / 1000_000)
+      when 10...13 then '%d GB' % (bytes / 1000_000_000)
+      else              '%d TB' % (bytes / 1000_000_000_000)
+      end
+    end
+
+    # Generate a request duration report to the given output object
+    # By default colulative and average duration are generated.
+    # Any options for the report should have been set during initialize.
+    # <tt>output</tt> The output object
+    def report(output)
+
+      sortings = output.options[:sort] || [:sum, :mean]
+
+      sortings.each do |report|
+        case report
+        when :mean
+          report_table(output, :mean,   :title => "#{title} - sorted by mean")
+        when :stddev
+          report_table(output, :stddev, :title => "#{title} - sorted by standard deviation")
+        when :sum
+          report_table(output, :sum,    :title => "#{title} - sorted by sum")
+        when :hits
+          report_table(output, :hits,   :title => "#{title} - sorted by hits")
+        else
+          raise "Unknown duration report specified: #{report}!"
+        end
+      end
+
+      output.puts
+      output.puts "#{output.colorize(title, :white, :bold)} - observed total: " + output.colorize(display_value(sum_overall), :brown, :bold)
+    end
+
+    # Returns the title of this tracker for reports
+    def title
+      options[:title]  || 'Request traffic'
+    end
+
+    # Returns all the categories and the tracked duration as a hash than can be exported to YAML
+    def to_yaml_object
+      return nil if @categories.empty?
+      @categories
+    end
+  end
+end

data/lib/request_log_analyzer/tracker.rb

@@ -16,84 +16,191 @@ module RequestLogAnalyzer::Tracker
   #
   # For example :if => lambda { |request| request[:duration] && request[:duration] > 1.0 }
   class Base
-    
+
     attr_reader :options
-    
+
     # Initialize the class
     # Note that the options are only applicable if should_update? is not overwritten
     # by the inheriting class.
-    # 
+    #
     # === Options
     # * <tt>:if</tt> Handle request if this proc is true for the handled request.
     # * <tt>:unless</tt> Handle request if this proc is false for the handled request.
     # * <tt>:line_type</tt> Line type this tracker will accept.
     def initialize(options ={})
       @options = options
+      setup_should_update_checks!
+    end
+
+    # Sets up the tracker's should_update? checks.
+    def setup_should_update_checks!
+      @should_update_checks = []
+      @should_update_checks.push( lambda { |request| request.has_line_type?(options[:line_type]) } ) if options[:line_type]
+      @should_update_checks.push(options[:if]) if options[:if].respond_to?(:call)
+      @should_update_checks.push( lambda { |request| request[options[:if]] }) if options[:if].kind_of?(Symbol)
+      @should_update_checks.push( lambda { |request| !options[:unless].call(request) }) if options[:unless].respond_to?(:call)
+      @should_update_checks.push( lambda { |request| !request[options[:unless]] }) if options[:unless].kind_of?(Symbol)
     end
     
+    # Creates a lambda expression to return a static field from a request. If the 
+    # argument already is a lambda exprssion, it will simply return the argument.
+    def create_lambda(arg)
+      case arg
+      when Proc   then arg
+      when Symbol then lambda { |request| request[arg] }
+      else raise "Canot create a lambda expression from this argument: #{arg.inspect}!"
+      end
+    end
+
     # Hook things that need to be done before running here.
     def prepare
     end
-    
+
     # Will be called with each request.
     # <tt>request</tt> The request to track data in.
     def update(request)
     end
-    
+
     # Hook things that need to be done after running here.
     def finalize
     end
-    
+
     # Determine if we should run the update function at all.
     # Usually the update function will be heavy, so a light check is done here
     # determining if we need to call update at all.
     #
-    # Default this checks if defined: 
+    # Default this checks if defined:
     #  * :line_type is also in the request hash.
     #  * :if is true for this request.
     #  * :unless if false for this request
     #
     # <tt>request</tt> The request object.
     def should_update?(request)
-      return false if options[:line_type] && !request.has_line_type?(options[:line_type])
-      
-      if options[:if]
-        if options[:if].kind_of?(Symbol)
-          return false unless request[options[:if]]
-        elsif options[:if].respond_to?(:call)
-          return false unless options[:if].call(request)
-        end
-      end
-      
-      if options[:unless]
-        if options[:unless].kind_of?(Symbol)
-          return false if request[options[:unless]]
-        elsif options[:unless].respond_to?(:call)
-          return false if options[:unless].call(request)
-        end
-      end
-      
-      return true
+      @should_update_checks.all? { |c| c.call(request) }
     end
-    
+
     # Hook report generation here.
     # Defaults to self.inspect
     # <tt>output</tt> The output object the report will be passed to.
     def report(output)
       output << self.inspect
-      output << "\n"  
+      output << "\n"
     end
-    
+
     # The title of this tracker. Used for reporting.
     def title
       self.class.to_s
     end
-    
+
     # This method is called by RequestLogAnalyzer::Aggregator:Summarizer to retrieve an
     # object with all the results of this tracker, that can be dumped to YAML format.
     def to_yaml_object
       nil
     end
-         
-  end 
+  end
+  
+  module StatisticsTracking
+    
+    # Update sthe running calculation of statistics with the newly found numeric value.
+    # <tt>category</tt>:: The category for which to update the running statistics calculations
+    # <tt>number</tt>:: The numeric value to update the calculations with.
+    def update_statistics(category, number)
+      @categories[category] ||= {:hits => 0, :sum => 0, :mean => 0.0, :sum_of_squares => 0.0, :min => number, :max => number }
+      delta = number - @categories[category][:mean]
+
+      @categories[category][:hits]           += 1
+      @categories[category][:mean]           += (delta / @categories[category][:hits])
+      @categories[category][:sum_of_squares] += delta * (number - @categories[category][:mean])
+      @categories[category][:sum]            += number
+      @categories[category][:min]             = number if number < @categories[category][:min]
+      @categories[category][:max]             = number if number > @categories[category][:max]
+    end
+    
+    # Get the number of hits of a specific category.
+    # <tt>cat</tt> The category
+    def hits(cat)
+      @categories[cat][:hits]
+    end
+
+    # Get the total duration of a specific category.
+    # <tt>cat</tt> The category
+    def sum(cat)
+      @categories[cat][:sum]
+    end
+
+    # Get the minimal duration of a specific category.
+    # <tt>cat</tt> The category
+    def min(cat)
+      @categories[cat][:min]
+    end
+
+    # Get the maximum duration of a specific category.
+    # <tt>cat</tt> The category
+    def max(cat)
+      @categories[cat][:max]
+    end
+
+    # Get the average duration of a specific category.
+    # <tt>cat</tt> The category
+    def mean(cat)
+      @categories[cat][:mean]
+    end
+
+    # Get the standard deviation of the duration of a specific category.
+    # <tt>cat</tt> The category
+    def stddev(cat)
+      Math.sqrt(variance(cat))
+    end
+
+    # Get the variance of the duration of a specific category.
+    # <tt>cat</tt> The category
+    def variance(cat)
+      return 0.0 if @categories[cat][:hits] <= 1
+      (@categories[cat][:sum_of_squares] / (@categories[cat][:hits] - 1))
+    end
+
+    # Get the average duration of a all categories.
+    def mean_overall
+      sum_overall / hits_overall
+    end
+
+    # Get the cumlative duration of a all categories.
+    def sum_overall
+      @categories.inject(0.0) { |sum, (name, cat)| sum + cat[:sum] }
+    end
+
+    # Get the total hits of a all categories.
+    def hits_overall
+      @categories.inject(0) { |sum, (name, cat)| sum + cat[:hits] }
+    end
+    
+    # Return categories sorted by a given key.
+    # <tt>by</tt> The key to sort on. This parameter can be omitted if a sorting block is provided instead
+    def sorted_by(by = nil)
+      if block_given?
+        categories.sort { |a, b| yield(b[1]) <=> yield(a[1]) }
+      else
+        categories.sort { |a, b| send(by, b[0]) <=> send(by, a[0]) }
+      end
+    end
+    
+    # Returns the column header for a statistics table to report on the statistics result
+    def statistics_header(options)
+      [
+        {:title => options[:title], :width => :rest},
+        {:title => 'Hits',   :align => :right, :highlight => (options[:highlight] == :hits),   :min_width => 4},
+        {:title => 'Sum',    :align => :right, :highlight => (options[:highlight] == :sum),    :min_width => 6},
+        {:title => 'Mean',   :align => :right, :highlight => (options[:highlight] == :mean),   :min_width => 6},
+        {:title => 'StdDev', :align => :right, :highlight => (options[:highlight] == :stddev), :min_width => 6},
+        {:title => 'Min',    :align => :right, :highlight => (options[:highlight] == :min),    :min_width => 6},
+        {:title => 'Max',    :align => :right, :highlight => (options[:highlight] == :max),    :min_width => 6}
+      ]
+    end
+    
+    # Returns a row of statistics information for a report table, given a category
+    def statistics_row(cat)
+      [cat, hits(cat), display_value(sum(cat)), display_value(mean(cat)), display_value(stddev(cat)),
+                display_value(min(cat)), display_value(max(cat))]
+    end
+  end
 end

data/lib/request_log_analyzer.rb

@@ -8,10 +8,10 @@ Encoding.default_external = 'binary' if defined? Encoding and Encoding.respond_t
 # - This module itselfs contains some functions to help with class and source file loading.
 # - The actual application resides in the RequestLogAnalyzer::Controller class.
 module RequestLogAnalyzer
-  
+
   # The current version of request-log-analyzer.
-  # This will be diplayed in output reports etc.  
-  VERSION = "1.3.4"
+  # Do not change the value by hand; it will be updated automatically by the gem release script.
+  VERSION = "1.4.0"
 
   # Loads constants in the RequestLogAnalyzer namespace using self.load_default_class_file(base, const)
   # <tt>const</tt>:: The constant that is not yet loaded in the RequestLogAnalyzer namespace. This should be passed as a string or symbol.
@@ -25,7 +25,7 @@ module RequestLogAnalyzer
   # <tt>const</tt>:: The constant to load from the base constant as a string or symbol. This should be 'Bar' or :Bar when the constant Foo::Bar is being loaded.
   def self.load_default_class_file(base, const)
     require "#{to_underscore("#{base.name}::#{const}")}"
-    base.const_get(const)
+    base.const_get(const) if base.const_defined?(const)
   end
 
   # Convert a string/symbol in camelcase (RequestLogAnalyzer::Controller) to underscores (request_log_analyzer/controller)
@@ -35,7 +35,7 @@ module RequestLogAnalyzer
     str.to_s.gsub(/::/, '/').gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').gsub(/([a-z\d])([A-Z])/,'\1_\2').tr("-", "_").downcase
   end
 
-  # Convert a string/symbol in underscores (<tt>request_log_analyzer/controller</tt>) to camelcase 
+  # Convert a string/symbol in underscores (<tt>request_log_analyzer/controller</tt>) to camelcase
   # (<tt>RequestLogAnalyzer::Controller</tt>). This can be used to find the class that is defined in a given filename.
   # <tt>str</tt>:: The string to convert in the following format: <tt>module_name/class_name</tt>
   def self.to_camelcase(str)

data/request-log-analyzer.gemspec

@@ -1,36 +1,40 @@
 Gem::Specification.new do |s|
   s.name    = "request-log-analyzer"
-  s.version = "1.3.4"
-  s.date    = "2009-09-14"
   
+  # Do not set the version and date field manually, this is done by the release script
+  s.version = "1.4.0"
+  s.date    = "2009-09-30"
+
   s.rubyforge_project = 'r-l-a'
-  
+
   s.bindir             = 'bin'
   s.executables        = ['request-log-analyzer']
   s.default_executable = 'request-log-analyzer'
-  
-  s.summary     = "A command line tool to analyze request logs for Apache, Rails, Merb and other application servers"
+
+  s.summary     = "A command line tool to analyze request logs for Apache, Rails, Merb and other web application servers"
   s.description = <<-eos
     Request log analyzer's purpose is to find ot how your web application is being used and to focus your optimization efforts.
-    This tool will parse all requests in the application's log file and aggregate the information. Once it is finished parsing 
-    the log file(s), it will show the requests that take op most server time using various metrics. It can also insert all 
-    parsed request information into a database so you can roll your own analysis. It supports Rails- and Merb-based applications 
-    and Apache access log files out of the box, but file formats of other applications can easily be supported by supplying an 
+    This tool will parse all requests in the application's log file and aggregate the information. Once it is finished parsing
+    the log file(s), it will show the requests that take op most server time using various metrics. It can also insert all
+    parsed request information into a database so you can roll your own analysis. It supports Rails- and Merb-based applications
+    and Apache access log files out of the box, but file formats of other applications can easily be supported by supplying an
     easy to write log file format definition.
   eos
-  
+
   s.rdoc_options << '--title' << s.name << '--main' << 'README.rdoc' << '--line-numbers' << '--inline-source'
   s.extra_rdoc_files = ['README.rdoc']
-  
+
   s.requirements << "To use the database inserter, ActiveRecord and an appropriate database adapter are required."
-  
+
   s.add_development_dependency('rspec', '>= 1.2.4')
   s.add_development_dependency('git',   '>= 1.1.0')
-  
+
   s.authors  = ['Willem van Bergen', 'Bart ten Brinke']
   s.email    = ['willem@railsdoctors.com', 'bart@railsdoctors.com']
   s.homepage = 'http://railsdoctors.com'
 
-  s.files      = %w(spec/unit/filter/anonymize_filter_spec.rb lib/request_log_analyzer/line_definition.rb lib/request_log_analyzer/output/html.rb lib/request_log_analyzer/controller.rb spec/fixtures/rails_22_cached.log spec/lib/macros.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/apache_combined.log spec/fixtures/apache_common.log spec/fixtures/merb_prefixed.log lib/request_log_analyzer/file_format/amazon_s3.rb tasks/request_log_analyzer.rake spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/database.rb spec/fixtures/decompression.log.bz2 lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/filter.rb spec/fixtures/rails_unordered.log bin/request-log-analyzer request-log-analyzer.gemspec DESIGN.rdoc spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/tracker/frequency.rb spec/fixtures/decompression.log.gz spec/fixtures/decompression.log spec/lib/testing_format.rb spec/fixtures/test_order.log spec/fixtures/rails.db lib/request_log_analyzer/output/fixed_width.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/tracker/timespan.rb lib/request_log_analyzer/database/base.rb lib/request_log_analyzer/aggregator.rb lib/cli/progressbar.rb lib/request_log_analyzer/mailer.rb README.rdoc spec/fixtures/merb.log lib/request_log_analyzer/tracker/hourly_spread.rb .gitignore spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/aggregator/echo.rb spec/unit/controller/log_processor_spec.rb spec/spec_helper.rb lib/request_log_analyzer.rb spec/database.yml Rakefile lib/request_log_analyzer/database/connection.rb spec/unit/filter/filter_spec.rb spec/fixtures/test_language_combined.log lib/request_log_analyzer/aggregator/database_inserter.rb lib/request_log_analyzer/aggregator/summarizer.rb lib/request_log_analyzer/file_format/rails.rb spec/fixtures/decompression.tar.gz spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb lib/request_log_analyzer/filter/timespan.rb lib/request_log_analyzer/source/log_parser.rb spec/fixtures/decompression.tgz spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/fixtures/header_and_footer.log lib/cli/tools.rb lib/request_log_analyzer/file_format/merb.rb spec/fixtures/multiple_files_1.log spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/source.rb lib/request_log_analyzer/request.rb lib/cli/database_console.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/lib/mocks.rb spec/lib/helpers.rb lib/cli/database_console_init.rb lib/request_log_analyzer/output.rb lib/request_log_analyzer/file_format/apache.rb spec/fixtures/rails_1x.log spec/fixtures/decompression.log.zip spec/unit/source/request_spec.rb spec/unit/source/log_parser_spec.rb spec/fixtures/test_file_format.log tasks/github-gem.rake spec/unit/database/database_spec.rb lib/request_log_analyzer/tracker/duration.rb lib/request_log_analyzer/file_format.rb spec/unit/aggregator/summarizer_spec.rb spec/fixtures/rails_22.log spec/fixtures/multiple_files_2.log spec/fixtures/syslog_1x.log LICENSE lib/request_log_analyzer/source/database_loader.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb lib/cli/command_line_arguments.rb)
-  s.test_files = %w(spec/unit/filter/anonymize_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/filter_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/unit/source/request_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/database/database_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb)
+  # The files and test_files directives are set automatically by the release script.
+  # Do not change them by hand, but make sure to add the files to the git repository.
+  s.files      = %w(spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/line_definition.rb lib/request_log_analyzer/output/html.rb lib/request_log_analyzer/controller.rb spec/lib/macros.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/apache_combined.log spec/fixtures/apache_common.log spec/fixtures/merb_prefixed.log lib/request_log_analyzer/file_format/amazon_s3.rb tasks/request_log_analyzer.rake spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/database.rb spec/fixtures/decompression.log.bz2 spec/fixtures/rails_unordered.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/filter.rb bin/request-log-analyzer request-log-analyzer.gemspec DESIGN.rdoc spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/tracker/frequency.rb spec/fixtures/decompression.log.gz spec/fixtures/decompression.log spec/lib/testing_format.rb spec/fixtures/test_order.log spec/fixtures/rails.db lib/request_log_analyzer/output/fixed_width.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/tracker/timespan.rb lib/request_log_analyzer/database/base.rb lib/request_log_analyzer/aggregator.rb spec/unit/request_spec.rb lib/cli/progressbar.rb lib/request_log_analyzer/mailer.rb README.rdoc lib/request_log_analyzer/database/warning.rb spec/fixtures/merb.log lib/request_log_analyzer/tracker/hourly_spread.rb .gitignore spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/aggregator/echo.rb spec/unit/mailer_spec.rb spec/unit/controller/log_processor_spec.rb spec/spec_helper.rb lib/request_log_analyzer.rb spec/database.yml Rakefile lib/request_log_analyzer/database/connection.rb spec/unit/filter/filter_spec.rb spec/fixtures/test_language_combined.log lib/request_log_analyzer/aggregator/database_inserter.rb lib/request_log_analyzer/aggregator/summarizer.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/database/source.rb lib/request_log_analyzer/file_format/rails.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/traffic_tracker_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb lib/request_log_analyzer/filter/timespan.rb lib/request_log_analyzer/source/log_parser.rb spec/fixtures/decompression.tgz spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/fixtures/header_and_footer.log lib/cli/tools.rb lib/request_log_analyzer/file_format/merb.rb spec/fixtures/multiple_files_1.log spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/source.rb lib/request_log_analyzer/request.rb lib/cli/database_console.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/lib/mocks.rb spec/lib/helpers.rb spec/fixtures/rails_1x.log lib/cli/database_console_init.rb lib/request_log_analyzer/output.rb lib/request_log_analyzer/file_format/apache.rb spec/fixtures/decompression.log.zip spec/unit/source/log_parser_spec.rb spec/fixtures/test_file_format.log tasks/github-gem.rake spec/unit/database/database_spec.rb lib/request_log_analyzer/tracker/duration.rb lib/request_log_analyzer/tracker/traffic.rb lib/request_log_analyzer/file_format.rb spec/unit/aggregator/summarizer_spec.rb spec/fixtures/syslog_1x.log spec/fixtures/rails_22.log lib/request_log_analyzer/database/request.rb spec/fixtures/multiple_files_2.log LICENSE lib/request_log_analyzer/source/database_loader.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb lib/cli/command_line_arguments.rb)
+  s.test_files = %w(spec/unit/filter/anonymize_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/request_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/mailer_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/filter_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/database/base_class_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/database/connection_spec.rb spec/unit/controller/controller_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/database/database_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/rails_format_spec.rb)
 end

data/spec/database.yml

@@ -1,3 +1,9 @@
+# This file determines what databases are used to test the database
+# functionality of request-log-analyzer. By default, only an SQLite3
+# memory database is enabled.
+#
+# The syntax of this file is exactly the same as Rails's database.yml.
+
 sqlite3:
   adapter: "sqlite3"
   database: ":memory:"

data/spec/fixtures/rails_22.log

@@ -9,4 +9,4 @@ Rendered shared/_analytics (0.2ms)
 Rendered layouts/_actions (0.6ms)
 Rendered layouts/_menu (2.2ms)
 Rendered layouts/_tabbar (0.5ms)
-Completed in 614ms (View: 120, DB: 31) | 200 OK [http://www.example.coml/demo]
+Completed in 614ms (View: 120, DB: 31) | 200 OK [http://www.example.com/demo]