request-log-analyzer 1.5.4 → 1.6.4

data/README.rdoc

@@ -2,7 +2,7 @@
 
 This is a simple command line tool to analyze request log files in various formats to produce a performance report. Its purpose is to find what actions are best candidates for optimization.
 
-* Analyzes Rails request logs, Merb request logs, Apache access logs and more, or parses any other log format you specify.
+* Analyzes log files. Currently supports: Amazon S3, Apache, Delayed::Job, Merb, Mysql, PostgreSQL, Rack, Rails and more.
 * Combines multiple files and decompresses compressed files, which comes in handy if you are using logrotate.
 * Uses several metrics, including cumulative request time, mean request time, process blockers, database and rendering time, HTTP methods and statuses, Rails action cache statistics, etc.) (Sample output: http://wiki.github.com/wvanbergen/request-log-analyzer/sample-output)
 * Low memory footprint and reasonably fast, so it is safe to run on a production server.
@@ -35,5 +35,4 @@ Bergen (willem@railsdoctors.com) or Bart ten Brinke (bart@railsdoctors.com).
 
 * Project wiki at GitHub: http://wiki.github.com/wvanbergen/request-log-analyzer
 * railsdoctors homepage: http://railsdoctors.com
-* wvanbergen's blog posts: http://techblog.floorplanner.com/tag/request-log-analyzer
-* barttenbrinke's blog posts: http://movesonrails.com/articles/tag/analyzer
+* wvanbergen's blog posts: http://techblog.floorplanner.com/tag/request-log-analyzer

data/lib/request_log_analyzer/database/base.rb

@@ -82,14 +82,13 @@ class RequestLogAnalyzer::Database::Base < ActiveRecord::Base
           capture[:provides].each { |field, field_type| t.column(field, column_type(field_type)) } if capture[:provides].kind_of?(Hash)
         end
       end
+      
+      # Add indices to table for more speedy querying
+      database.connection.add_index(self.table_name.to_sym, [:request_id]) # rescue
+      database.connection.add_index(self.table_name.to_sym, [:source_id])  # rescue
     end
-
-    # Add indices to table for more speedy querying
-    database.connection.add_index(self.table_name.to_sym, [:request_id]) # rescue
-    database.connection.add_index(self.table_name.to_sym, [:source_id])  # rescue
   end
 
-
   # Function to determine the column type for a field
   # TODO: make more robust / include in file-format definition
   def self.column_type(type_indicator)

data/lib/request_log_analyzer/file_format/amazon_s3.rb

@@ -11,24 +11,25 @@ module RequestLogAnalyzer::FileFormat
     line_definition :access do |line|
       line.header = true
       line.footer = true
-      line.regexp = /^([^\ ]+) ([^\ ]+) \[(#{timestamp('%d/%b/%Y:%H:%M:%S %z')})?\] (#{ip_address}) ([^\ ]+) ([^\ ]+) (\w+(?:\.\w+)*) ([^\ ]+) "([^"]+)" (\d+) ([^\ ]+) (\d+) (\d+) (\d+) (\d+) "([^"]+)" "([^"]+)"/
-      line.captures << { :name => :bucket_owner,    :type => :string } <<
-                       { :name => :bucket,          :type => :string } <<
-                       { :name => :timestamp,       :type => :timestamp } <<
-                       { :name => :remote_ip,       :type => :string } <<
-                       { :name => :requester,       :type => :string } <<
-                       { :name => :request_id,      :type => :string } <<
-                       { :name => :operation,       :type => :string } <<
-                       { :name => :key,             :type => :nillable_string } <<
-                       { :name => :request_uri,     :type => :string } <<
-                       { :name => :http_status,     :type => :integer } <<
-                       { :name => :error_code,      :type => :nillable_string } <<
-                       { :name => :bytes_sent,      :type => :traffic,  :unit => :byte } <<
-                       { :name => :object_size,     :type => :traffic,  :unit => :byte } <<
-                       { :name => :total_time,      :type => :duration, :unit => :msec } <<
-                       { :name => :turnaround_time, :type => :duration, :unit => :msec } <<
-                       { :name => :referer,         :type => :referer } <<
-                       { :name => :user_agent,      :type => :user_agent }
+      line.regexp = /^([^\ ]+) ([^\ ]+) \[(#{timestamp('%d/%b/%Y:%H:%M:%S %z')})?\] (#{ip_address}) ([^\ ]+) ([^\ ]+) (\w+(?:\.\w+)*) ([^\ ]+) "([^"]+)" (\d+) ([^\ ]+) (\d+) (\d+) (\d+) (\d+) "([^"]*)" "([^"]*)"/
+      
+      line.capture(:bucket_owner)
+      line.capture(:bucket)
+      line.capture(:timestamp).as(:timestamp)
+      line.capture(:remote_ip)
+      line.capture(:requester)
+      line.capture(:request_id)
+      line.capture(:operation)
+      line.capture(:key).as(:nillable_string)
+      line.capture(:request_uri)
+      line.capture(:http_status).as(:integer)
+      line.capture(:error_code).as(:nillable_string)
+      line.capture(:bytes_sent).as(:traffic, :unit => :byte)
+      line.capture(:object_size).as(:traffic, :unit => :byte)
+      line.capture(:total_time).as(:duration, :unit => :msec)
+      line.capture(:turnaround_time).as(:duration, :unit => :msec)
+      line.capture(:referer).as(:referer)
+      line.capture(:user_agent).as(:user_agent)
     end
 
     report do |analyze|

data/lib/request_log_analyzer/file_format/delayed_job.rb

@@ -7,38 +7,42 @@ module RequestLogAnalyzer::FileFormat
     line_definition :job_lock do |line|
       line.header = true
       line.regexp = /\* \[JOB\] acquiring lock on (\S+)/
-      line.captures << { :name => :job, :type => :string }
+      
+      line.capture(:job)
     end
     
     line_definition :job_completed do |line|
       line.footer = true
       line.regexp = /\* \[JOB\] (\S+) completed after (\d+\.\d+)/
-      line.captures << { :name => :completed_job, :type => :string } << 
-                       { :name => :duration, :type => :duration, :unit => :sec }
+
+      line.capture(:completed_job)
+      line.capture(:duration).as(:duration, :unit => :sec) 
     end
     
     line_definition :job_failed do |line|
       line.footer = true
       line.regexp = /\* \[JOB\] (\S+) failed with (\S+)\: .* - (\d+) failed attempts/
-      line.captures << { :name => :failed_job, :type => :string  } << 
-                       { :name => :exception,  :type => :string  } << 
-                       { :name => :attempts,   :type => :integer }
       
+      line.capture(:failed_job)
+      line.capture(:exception)
+      line.capture(:attempts).as(:integer)
     end
     
     line_definition :job_lock_failed do |line|
       line.footer = true
       line.regexp = /\* \[JOB\] failed to acquire exclusive lock for (\S+)/
-      line.captures << { :name => :locked_job, :type => :string }
+      
+      line.capture(:locked_job)
     end
     
     # line_definition :batch_completed do |line|
     #   line.header = true
     #   line.footer = true
     #   line.regexp = /(\d+) jobs processed at (\d+\.\d+) j\/s, (\d+) failed .../
-    #   line.captures << { :name => :total_amount,  :type => :integer } << 
-    #                    { :name => :mean_duration, :type => :duration, :unit => :sec } <<
-    #                    { :name => :failed_amount, :type => :integer }
+    #
+    #   line.capture(:total_amount).as(:integer)
+    #   line.capture(:mean_duration).as(:duration, :unit => :sec)
+    #   line.capture(:failed_amount).as(:integer)
     # end
     
     report do |analyze|

data/lib/request_log_analyzer/file_format/mysql.rb

@@ -8,42 +8,45 @@ module RequestLogAnalyzer::FileFormat
       line.header = :alternative
       line.teaser = /\# Time: /
       line.regexp = /\# Time: (#{timestamp('%y%m%d %k:%M:%S')})/
-      line.captures << { :name => :timestamp, :type => :timestamp }
+      
+      line.capture(:timestamp).as(:timestamp)
     end
 
     line_definition :user_host do |line|
       line.header = :alternative
       line.teaser = /\# User\@Host\: /
       line.regexp = /\# User\@Host\: ([\w-]+)\[[\w-]+\] \@ ([\w\.-]*) \[(#{ip_address(true)})\]/
-      line.captures << { :name => :user, :type => :string } << 
-                       { :name => :host, :type => :string } <<
-                       { :name => :ip,   :type => :string }
+      
+      line.capture(:user)
+      line.capture(:host)
+      line.capture(:ip)
     end
 
     line_definition :query_statistics do |line|
       line.header = :alternative
       line.teaser = /\# Query_time: /
       line.regexp = /\# Query_time: (\d+(?:\.\d+)?)\s+Lock_time: (\d+(?:\.\d+)?)\s+Rows_sent: (\d+)\s+Rows_examined: (\d+)/
-      line.captures << { :name => :query_time, :type => :duration, :unit => :sec } <<
-                       { :name => :lock_time,  :type => :duration, :unit => :sec } <<
-                       { :name => :rows_sent, :type => :integer } <<
-                       { :name => :rows_examined, :type => :integer }
+      
+      line.capture(:query_time).as(:duration, :unit => :sec)
+      line.capture(:lock_time).as(:duration, :unit => :sec)
+      line.capture(:rows_sent).as(:integer)
+      line.capture(:rows_examined).as(:integer)
     end
 
     line_definition :use_database do |line|
       line.regexp   = /^use (\w+);\s*$/
-      line.captures << { :name => :database, :type => :string }
+      line.capture(:database)
     end
 
     line_definition :query_part do |line|
       line.regexp   = /^(?!(?:use |\# |SET ))(.*[^;\s])\s*$/
-      line.captures << { :name => :query_fragment, :type => :string }
+      line.capture(:query_fragment)
     end
 
     line_definition :query do |line|
-      line.regexp = /^(?!(?:use |\# |SET ))(.*);\s*$/
-      line.captures << { :name => :query, :type => :sql }
       line.footer = true
+      line.regexp = /^(?!(?:use |\# |SET ))(.*);\s*$/
+      line.capture(:query).as(:sql)
     end
 
     PER_USER       = :user

data/lib/request_log_analyzer/file_format/postgresql.rb

@@ -0,0 +1,68 @@
+module RequestLogAnalyzer::FileFormat
+
+  class Postgresql < Base
+
+    extend CommonRegularExpressions
+    
+    line_definition :query do |line|
+      line.header = true
+      line.teaser = /LOG\:  query\:/
+      line.regexp = /(#{timestamp('%y-%m-%d %k:%M:%S')})\ LOG:  query:\s+(.*)/
+
+      line.capture(:timestamp).as(:timestamp)
+      line.capture(:query_fragment)
+    end
+      
+    line_definition :duration do |line|
+      line.footer = true
+      line.teaser = /duration:/
+      line.regexp = /#{timestamp('%y-%m-%d %k:%M:%S')}\ LOG\:  duration\: (.*)(\ )sec/
+
+      line.capture(:query_time).as(:duration, :unit => :sec)
+      line.capture(:query).as(:sql) # Hack to gather up fragments
+    end
+    
+    line_definition :query_fragment do |line|
+      line.regexp = /^(?!.*LOG)\s*(.*)\s*/
+      line.capture(:query_fragment)
+    end
+
+    report do |analyze|
+      analyze.timespan
+      analyze.hourly_spread      
+      analyze.duration :query_time, :category => :query, :title => 'Query time'
+    end
+  
+    class Request < RequestLogAnalyzer::Request
+
+      def convert_sql(value, definition)
+        
+        # Recreate the full SQL query by joining all the previous parts and this last line
+        sql = every(:query_fragment).join("\n") + value
+
+        # Sanitize an SQL query so that it can be used as a category field.
+        # sql.gsub!(/\/\*.*\*\//, '')                                       # remove comments
+        sql.gsub!(/\s+/, ' ')                                             # remove excessive whitespace
+        sql.gsub!(/"([^"]+)"/, '\1')                                      # remove quotes from field names
+        sql.gsub!(/'\d{4}-\d{2}-\d{2}'/, ':date')                         # replace dates
+        sql.gsub!(/'\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}'/, ':datetime')   # replace timestamps
+        sql.gsub!(/'[^']*'/, ':string')                                   # replace strings
+        sql.gsub!(/\b\d+\b/, ':int')                                      # replace integers
+        sql.gsub!(/(:int,)+:int/, ':ints')                                # replace multiple ints by a list
+        sql.gsub!(/(:string,)+:string/, ':strings')                       # replace multiple strings by a list
+
+        return sql.lstrip.rstrip
+      end
+
+      def host
+        self[:host] == '' || self[:host].nil? ? self[:ip] : self[:host]
+      end
+
+      # Convert the timestamp to an integer
+      def convert_timestamp(value, definition)
+        all,y,m,d,h,i,s = value.split(/(\d\d)-(\d\d)-(\d\d)\s+(\d?\d):(\d\d):(\d\d)/)
+        ('20%s%s%s%s%s%s' % [y,m,d,h.rjust(2, '0'),i,s]).to_i
+      end
+    end
+  end
+end

data/lib/request_log_analyzer/file_format/rails.rb

@@ -119,13 +119,13 @@ module RequestLogAnalyzer::FileFormat
                         { :name => :file,        :type => :string }]),
 
       :cache_hit => RequestLogAnalyzer::LineDefinition.new(:cache_hit,
-          :regexp => /Filter chain halted as \[\#<ActionController::Caching::Actions::ActionCacheFilter/),
+          :regexp => /Filter chain halted as \[\#<ActionController::Filters::AroundFilter.*\@method=.*(?:Caching::Actions::ActionCacheFilter|action_controller\/caching\/actions\.rb).*\] did_not_yield/),
 
       :parameters => RequestLogAnalyzer::LineDefinition.new(:parameters,
           :teaser   => /  Parameters:/,
           :regexp   => /  Parameters:\s+(\{.*\})/,
           :captures => [{ :name => :params, :type => :eval }]),
-          
+
       :rendered => RequestLogAnalyzer::LineDefinition.new(:rendered,
           :teaser   => /Rendered /,
           :regexp   => /Rendered (\w+(?:\/\w+)+) \((\d+\.\d+)ms\)/,

data/lib/request_log_analyzer/file_format/rails3.rb

@@ -0,0 +1,86 @@
+module RequestLogAnalyzer::FileFormat
+
+  # Default FileFormat class for Rails 3 logs.
+  #
+  # For now, this is just a basic implementation. It will probaby change after 
+  # Rails 3 final has been released.
+  class Rails3 < Base
+
+    extend CommonRegularExpressions
+
+    # Started GET "/queries" for 127.0.0.1 at 2010-02-25 16:15:18
+    line_definition :started do |line|
+      line.header = true
+      line.teaser = /Started /
+      line.regexp = /Started ([A-Z]+) "([^"]+)" for (#{ip_address}) at (#{timestamp('%Y-%m-%d %H:%M:%S')})/
+      
+      line.capture(:method)
+      line.capture(:path)
+      line.capture(:ip)
+      line.capture(:timestamp).as(:timestamp)
+    end
+    
+    # Processing by QueriesController#index as HTML
+    line_definition :processing do |line|
+      line.teaser = /Processing by /
+      line.regexp = /Processing by (\w+)\#(\w+) as (\w+)/
+      
+      line.capture(:controller)
+      line.capture(:action)
+      line.capture(:format)
+    end
+    
+    # Completed in 9ms (Views: 4.9ms | ActiveRecord: 0.5ms) with 200
+    line_definition :completed do |line|
+      line.footer = true
+      line.teaser = /Completed /
+      line.regexp = /Completed (\d+) .* in (\d+)ms \([^\)]*\)/
+
+      line.capture(:status).as(:integer)
+      line.capture(:duration).as(:duration, :unit => :msec)
+    end
+    
+    # ActionView::Template::Error (undefined local variable or method `field' for #<Class>) on line #3 of /Users/willem/Code/warehouse/app/views/queries/execute.csv.erb:
+    line_definition :failure do |line|
+      line.footer = true
+      line.regexp = /((?:[A-Z]\w*[a-z]\w+\:\:)*[A-Z]\w*[a-z]\w+) \((.*)\)(?: on line #(\d+) of (.+))?\:\s*$/
+
+      line.capture(:error)
+      line.capture(:message)
+      line.capture(:line).as(:integer)
+      line.capture(:file)
+    end
+    
+    # # Not parsed at the moment:
+    #  SQL (0.2ms)  SET SQL_AUTO_IS_NULL=0
+    #  Query Load (0.4ms)  SELECT `queries`.* FROM `queries`
+    # Rendered collection (0.0ms)
+    # Rendered queries/index.html.erb (0.6ms)
+    
+    REQUEST_CATEGORIZER = lambda { |request| "#{request[:controller]}##{request[:action]}.#{request[:format]}" }
+    
+    report do |analyze|
+      
+      analyze.timespan
+      analyze.hourly_spread
+      
+      analyze.frequency :category => REQUEST_CATEGORIZER, :title => 'Most requested'
+      analyze.frequency :method, :title => 'HTTP methods'
+      analyze.frequency :status, :title => 'HTTP statuses returned'
+      
+      analyze.duration :duration, :category => REQUEST_CATEGORIZER, :title => "Request duration",    :line_type => :completed
+      # analyze.duration :view,     :category => REQUEST_CATEGORIZER, :title => "View rendering time", :line_type => :completed
+      # analyze.duration :db,       :category => REQUEST_CATEGORIZER, :title => "Database time",       :line_type => :completed
+      
+      analyze.frequency :category => REQUEST_CATEGORIZER, :title => 'Process blockers (> 1 sec duration)',
+        :if => lambda { |request| request[:duration] && request[:duration] > 1.0 }
+    end
+    
+    class Request < RequestLogAnalyzer::Request
+      def convert_timestamp(value, defintion)
+        value.gsub(/[^0-9]/, '')[0...14].to_i
+      end
+    end
+
+  end
+end

data/lib/request_log_analyzer/file_format.rb

@@ -63,7 +63,7 @@ module RequestLogAnalyzer::FileFormat
     
     parsers = all_formats.map { |f| RequestLogAnalyzer::Source::LogParser.new(f, :parse_strategy => 'cautious') }
     
-    File.open(file, 'r') do |io|
+    File.open(file, 'rb') do |io|
       while io.lineno < line_count && (line = io.gets)
         parsers.each { |parser| parser.parse_line(line) } 
       end
@@ -201,7 +201,7 @@ module RequestLogAnalyzer::FileFormat
 
     # Specifies a single line defintions.
     def self.line_definition(name, &block)
-      @line_definer.send(name, &block)
+      @line_definer.define_line(name, &block)
     end
 
     # Specifies multiple line definitions at once using a block

data/lib/request_log_analyzer/line_definition.rb

@@ -16,14 +16,31 @@ module RequestLogAnalyzer
       def initialize_copy(other)
         @line_definitions = other.line_definitions.dup
       end
-
-      def method_missing(name, *args, &block)
+      
+      def define_line(name, arg = {}, &block)
         if block_given?
           @line_definitions[name] = RequestLogAnalyzer::LineDefinition.define(name, &block)
         else
-          @line_definitions[name] = RequestLogAnalyzer::LineDefinition.new(name, args.first)
+          @line_definitions[name] = RequestLogAnalyzer::LineDefinition.new(name, arg)
         end
       end
+
+      def method_missing(name, *args, &block)
+        define_line(name, args[0], &block)
+      end
+    end
+
+    class CaptureDefiner
+      attr_accessor :capture_hash
+      
+      def initialize(hash)
+        @capture_hash = hash
+      end
+      
+      def as(type, type_options = {})
+        @capture_hash.merge!(type_options.merge(:type => type))
+        return self
+      end
     end
 
     attr_reader :name
@@ -47,6 +64,12 @@ module RequestLogAnalyzer
       yield(definition) if block_given?
       return definition
     end
+    
+    def capture(name)
+      new_capture_hash = { :name => name, :type => :string}
+      captures << new_capture_hash
+      CaptureDefiner.new(new_capture_hash)
+    end
 
     # Checks whether a given line matches this definition.
     # It will return false if a line does not match. If the line matches, a hash is returned
@@ -66,6 +89,8 @@ module RequestLogAnalyzer
       else
         return false
       end
+    rescue
+      return false
     end
 
     alias :=~ :matches

data/lib/request_log_analyzer/output/fancy_html.rb

@@ -25,7 +25,25 @@ module RequestLogAnalyzer::Output
     def report_hourly_spread(tracker)
       title tracker.title
       puts tag(:img, nil, :width => '700', :height => '120', :src =>
-          Gchart.sparkline(:data => tracker.hour_frequencies, :size => '700x120', :line_colors => '0077CC'))
+          Gchart.sparkline(:data => tracker.hour_frequencies, :size => '700x120', :line_colors => '0077CC',
+                           :axis_with_labels => 'x,y', :axis_labels => [x_axis_labels(tracker),y_axis_labels(tracker)]))
+    end
+    
+    def x_axis_labels(tracker)
+      frmt = '%H:%M'
+      x_axis_labels = []
+      num_labels    = 5
+      start         = tracker.first_timestamp
+      step          = tracker.timespan / (num_labels - 1)
+      for i in 0...num_labels do
+        x_axis_labels << (start + step * i).strftime(frmt)
+      end
+      x_axis_labels
+    end
+    
+    def y_axis_labels(tracker)
+      sorted_frequencies = tracker.hour_frequencies.sort
+      [sorted_frequencies.first, sorted_frequencies.last]
     end
   end
 end

data/lib/request_log_analyzer/output/fixed_width.rb

@@ -38,7 +38,7 @@ module RequestLogAnalyzer::Output
             foreground_color = "3#{COLORS[option]}" if COLORS.include?(option)
             font_style       = "#{STYLES[option]};" if STYLES.include?(option)
           elsif option.kind_of?(Hash)
-            options.each do |key, value|
+            option.each do |key, value|
               case key
               when :color;      foreground_color = "3#{COLORS[value]}"  if COLORS.include?(value)
               when :background; background_color = "4#{COLORS[value]};" if COLORS.include?(value)

data/lib/request_log_analyzer/source/log_parser.rb

@@ -109,12 +109,12 @@ module RequestLogAnalyzer::Source
         @progress_handler = @dormant_progress_handler
         @progress_handler.call(:started, file) if @progress_handler
 
-        File.open(file, 'r') { |f| parse_io(f, options, &block) }
+        File.open(file, 'rb') { |f| parse_io(f, options, &block) }
 
         @progress_handler.call(:finished, file) if @progress_handler
         @progress_handler = nil
       else
-        IO.popen(decompress_file?(file), 'r') { |f| parse_io(f, options, &block) }
+        IO.popen(decompress_file?(file), 'rb') { |f| parse_io(f, options, &block) }
       end
 
       @source_changes_handler.call(:finished, @current_source) if @source_changes_handler

data/lib/request_log_analyzer/tracker/numeric_value.rb

@@ -71,7 +71,7 @@ module RequestLogAnalyzer::Tracker
       return "- " if value.nil?
       return "0 " if value.zero?
 
-      case Math.log10(value).floor
+      case [Math.log10(value.abs).floor, 0].max
         when  0...4  then '%d ' % value
         when  4...7  then '%dk' % (value / 1000)
         when  7...10 then '%dM' % (value / 1000_000)

data/lib/request_log_analyzer/tracker/traffic.rb

@@ -23,7 +23,7 @@ module RequestLogAnalyzer::Tracker
       return "-"   if bytes.nil?
       return "0 B" if bytes.zero?
       
-      case Math.log10(bytes).floor
+      case [Math.log10(bytes.abs).floor, 0].max
       when  0...4  then '%d B'  % bytes
       when  4...7  then '%d kB' % (bytes / 1000)
       when  7...10 then '%d MB' % (bytes / 1000_000)

data/lib/request_log_analyzer.rb

@@ -11,7 +11,7 @@ module RequestLogAnalyzer
 
   # The current version of request-log-analyzer.
   # Do not change the value by hand; it will be updated automatically by the gem release script.
-  VERSION = "1.5.4"
+  VERSION = "1.6.4"
 
   # Loads constants in the RequestLogAnalyzer namespace using self.load_default_class_file(base, const)
   # <tt>const</tt>:: The constant that is not yet loaded in the RequestLogAnalyzer namespace. This should be passed as a string or symbol.

data/request-log-analyzer.gemspec

@@ -2,8 +2,8 @@ Gem::Specification.new do |s|
   s.name    = "request-log-analyzer"
   
   # Do not set the version and date field manually, this is done by the release script
-  s.version = "1.5.4"
-  s.date    = "2009-12-17"
+  s.version = "1.6.4"
+  s.date    = "2010-03-22"
 
   s.rubyforge_project = 'r-l-a'
 
@@ -36,6 +36,6 @@ Gem::Specification.new do |s|
 
   # The files and test_files directives are set automatically by the release script.
   # Do not change them by hand, but make sure to add the files to the git repository.
-  s.files      = %w(spec/unit/tracker/hourly_spread_spec.rb lib/request_log_analyzer/output/html.rb DESIGN.rdoc spec/fixtures/rails_unordered.log spec/fixtures/multiple_files_1.log lib/request_log_analyzer/database/source.rb README.rdoc spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/rails_22.log spec/fixtures/test_order.log spec/unit/database/base_class_spec.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/aggregator.rb spec/fixtures/decompression.log lib/request_log_analyzer/file_format/apache.rb spec/unit/file_format/rack_format_spec.rb spec/fixtures/decompression.log.gz lib/request_log_analyzer/tracker/frequency.rb lib/request_log_analyzer/tracker/duration.rb tasks/github-gem.rake .gitignore spec/unit/filter/filter_spec.rb spec/lib/macros.rb spec/spec_helper.rb spec/fixtures/decompression.log.bz2 spec/unit/database/connection_spec.rb lib/request_log_analyzer/filter.rb spec/integration/scout_spec.rb spec/fixtures/test_file_format.log lib/request_log_analyzer/tracker/traffic.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/file_format/amazon_s3.rb lib/cli/database_console.rb spec/integration/mailer_spec.rb lib/request_log_analyzer/line_definition.rb spec/unit/tracker/frequency_tracker_spec.rb spec/fixtures/multiple_files_2.log spec/lib/mocks.rb spec/unit/file_format/apache_format_spec.rb spec/fixtures/syslog_1x.log spec/integration/munin_plugins_rails_spec.rb spec/lib/helpers.rb spec/unit/file_format/delayed_job_format_spec.rb spec/fixtures/rails.db spec/unit/source/log_parser_spec.rb lib/request_log_analyzer/aggregator/database_inserter.rb spec/fixtures/header_and_footer.log spec/lib/testing_format.rb lib/request_log_analyzer/database.rb spec/unit/file_format/rails_format_spec.rb lib/request_log_analyzer/request.rb lib/request_log_analyzer/output/fixed_width.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/tracker/numeric_value.rb spec/fixtures/test_language_combined.log lib/cli/command_line_arguments.rb lib/request_log_analyzer.rb spec/database.yml spec/unit/request_spec.rb lib/request_log_analyzer/database/base.rb spec/unit/aggregator/database_inserter_spec.rb lib/request_log_analyzer/database/request.rb lib/request_log_analyzer/output/fancy_html.rb lib/cli/database_console_init.rb lib/cli/progressbar.rb lib/request_log_analyzer/database/warning.rb spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/apache_combined.log spec/unit/tracker/duration_tracker_spec.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/aggregator/summarizer.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/fixtures/rails_1x.log lib/request_log_analyzer/file_format/delayed_job.rb lib/request_log_analyzer/output.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/file_format/mysql.rb spec/unit/file_format/mysql_format_spec.rb request-log-analyzer.gemspec spec/fixtures/apache_common.log lib/request_log_analyzer/file_format/rails.rb Rakefile spec/unit/mailer_spec.rb lib/request_log_analyzer/tracker/hourly_spread.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb lib/request_log_analyzer/tracker/timespan.rb spec/unit/controller/log_processor_spec.rb spec/fixtures/sinatra.log spec/unit/filter/field_filter_spec.rb spec/fixtures/merb_prefixed.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/filter/timespan.rb spec/unit/controller/controller_spec.rb lib/request_log_analyzer/mailer.rb lib/cli/tools.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/timespan_tracker_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/controller.rb spec/unit/tracker/tracker_api_spec.rb lib/request_log_analyzer/source/database_loader.rb spec/fixtures/merb.log LICENSE lib/request_log_analyzer/file_format.rb tasks/request_log_analyzer.rake spec/unit/database/database_spec.rb spec/fixtures/decompression.log.zip spec/fixtures/decompression.tgz bin/request-log-analyzer lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/source.rb spec/fixtures/mysql_slow_query.log lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/aggregator/echo.rb)
-  s.test_files = %w(spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/database/base_class_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/filter/filter_spec.rb spec/unit/database/connection_spec.rb spec/integration/scout_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/integration/mailer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/apache_format_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/file_format/delayed_job_format_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/file_format/rails_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/request_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/mailer_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/controller/controller_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/database/database_spec.rb)
+  s.files      = %w(spec/unit/tracker/hourly_spread_spec.rb lib/request_log_analyzer/output/html.rb DESIGN.rdoc spec/fixtures/rails_unordered.log spec/fixtures/multiple_files_1.log lib/request_log_analyzer/database/source.rb README.rdoc spec/unit/file_format/amazon_s3_format_spec.rb lib/request_log_analyzer/file_format/rails_development.rb spec/fixtures/rails_22.log spec/fixtures/test_order.log spec/unit/database/base_class_spec.rb lib/request_log_analyzer/database/connection.rb lib/request_log_analyzer/aggregator.rb spec/fixtures/decompression.log lib/request_log_analyzer/file_format/apache.rb spec/unit/file_format/rack_format_spec.rb spec/fixtures/decompression.log.gz lib/request_log_analyzer/tracker/frequency.rb lib/request_log_analyzer/tracker/duration.rb tasks/github-gem.rake spec/unit/filter/filter_spec.rb .gitignore spec/lib/macros.rb spec/spec_helper.rb spec/fixtures/decompression.log.bz2 spec/unit/database/connection_spec.rb lib/request_log_analyzer/filter.rb spec/integration/scout_spec.rb spec/fixtures/test_file_format.log spec/unit/filter/timespan_filter_spec.rb lib/request_log_analyzer/tracker/traffic.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/file_format_api_spec.rb lib/request_log_analyzer/filter/field.rb lib/request_log_analyzer/file_format/merb.rb lib/request_log_analyzer/filter/anonymize.rb lib/request_log_analyzer/file_format/amazon_s3.rb lib/cli/database_console.rb spec/integration/mailer_spec.rb lib/request_log_analyzer/line_definition.rb spec/unit/tracker/frequency_tracker_spec.rb spec/fixtures/postgresql.log spec/fixtures/multiple_files_2.log spec/lib/mocks.rb spec/unit/file_format/apache_format_spec.rb spec/fixtures/syslog_1x.log spec/unit/file_format/rails3_format_spec.rb spec/integration/munin_plugins_rails_spec.rb lib/request_log_analyzer/file_format/rails3.rb spec/lib/helpers.rb spec/unit/file_format/delayed_job_format_spec.rb spec/fixtures/rails.db spec/unit/source/log_parser_spec.rb lib/request_log_analyzer/aggregator/database_inserter.rb spec/fixtures/header_and_footer.log spec/lib/testing_format.rb lib/request_log_analyzer/database.rb spec/unit/file_format/rails_format_spec.rb lib/request_log_analyzer/request.rb lib/request_log_analyzer/output/fixed_width.rb spec/integration/command_line_usage_spec.rb lib/request_log_analyzer/file_format/rack.rb lib/request_log_analyzer/tracker/numeric_value.rb spec/fixtures/test_language_combined.log spec/unit/request_spec.rb lib/cli/command_line_arguments.rb lib/request_log_analyzer.rb spec/database.yml lib/request_log_analyzer/database/base.rb spec/unit/aggregator/database_inserter_spec.rb lib/request_log_analyzer/database/request.rb lib/request_log_analyzer/output/fancy_html.rb lib/cli/database_console_init.rb lib/cli/progressbar.rb lib/request_log_analyzer/database/warning.rb spec/unit/filter/anonymize_filter_spec.rb spec/fixtures/apache_combined.log spec/unit/tracker/duration_tracker_spec.rb spec/fixtures/rails_22_cached.log lib/request_log_analyzer/aggregator/summarizer.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/fixtures/rails_1x.log lib/request_log_analyzer/file_format/delayed_job.rb lib/request_log_analyzer/output.rb spec/unit/file_format/line_definition_spec.rb lib/request_log_analyzer/file_format/mysql.rb spec/unit/file_format/mysql_format_spec.rb request-log-analyzer.gemspec spec/fixtures/apache_common.log spec/unit/mailer_spec.rb lib/request_log_analyzer/file_format/rails.rb Rakefile lib/request_log_analyzer/tracker/hourly_spread.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb lib/request_log_analyzer/file_format/postgresql.rb lib/request_log_analyzer/tracker/timespan.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/fixtures/sinatra.log spec/fixtures/merb_prefixed.log lib/request_log_analyzer/log_processor.rb lib/request_log_analyzer/filter/timespan.rb spec/unit/controller/controller_spec.rb lib/request_log_analyzer/mailer.rb lib/cli/tools.rb spec/fixtures/decompression.tar.gz spec/unit/tracker/timespan_tracker_spec.rb spec/lib/matchers.rb lib/request_log_analyzer/controller.rb spec/unit/tracker/tracker_api_spec.rb lib/request_log_analyzer/source/database_loader.rb spec/fixtures/merb.log LICENSE lib/request_log_analyzer/file_format.rb tasks/request_log_analyzer.rake spec/unit/database/database_spec.rb spec/fixtures/decompression.log.zip spec/fixtures/decompression.tgz bin/request-log-analyzer lib/request_log_analyzer/tracker.rb lib/request_log_analyzer/source.rb spec/fixtures/mysql_slow_query.log lib/request_log_analyzer/source/log_parser.rb lib/request_log_analyzer/aggregator/echo.rb)
+  s.test_files = %w(spec/unit/tracker/hourly_spread_spec.rb spec/unit/file_format/amazon_s3_format_spec.rb spec/unit/database/base_class_spec.rb spec/unit/file_format/rack_format_spec.rb spec/unit/filter/filter_spec.rb spec/unit/database/connection_spec.rb spec/integration/scout_spec.rb spec/unit/filter/timespan_filter_spec.rb spec/unit/file_format/merb_format_spec.rb spec/unit/file_format/format_autodetection_spec.rb spec/unit/file_format/file_format_api_spec.rb spec/integration/mailer_spec.rb spec/unit/tracker/frequency_tracker_spec.rb spec/unit/file_format/apache_format_spec.rb spec/unit/file_format/rails3_format_spec.rb spec/integration/munin_plugins_rails_spec.rb spec/unit/file_format/delayed_job_format_spec.rb spec/unit/source/log_parser_spec.rb spec/unit/file_format/rails_format_spec.rb spec/integration/command_line_usage_spec.rb spec/unit/request_spec.rb spec/unit/aggregator/database_inserter_spec.rb spec/unit/filter/anonymize_filter_spec.rb spec/unit/tracker/duration_tracker_spec.rb spec/unit/file_format/postgresql_format_spec.rb spec/unit/file_format/common_regular_expressions_spec.rb spec/unit/file_format/line_definition_spec.rb spec/unit/file_format/mysql_format_spec.rb spec/unit/mailer_spec.rb spec/unit/aggregator/summarizer_spec.rb spec/unit/tracker/traffic_tracker_spec.rb spec/unit/tracker/numeric_value_tracker_spec.rb spec/unit/controller/log_processor_spec.rb spec/unit/filter/field_filter_spec.rb spec/unit/controller/controller_spec.rb spec/unit/tracker/timespan_tracker_spec.rb spec/unit/tracker/tracker_api_spec.rb spec/unit/database/database_spec.rb)
 end