request-log-analyzer 1.0.2 → 1.6.3

metadata

@@ -1,7 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: request-log-analyzer
 version: !ruby/object:Gem::Version 
-  version: 1.0.2
+  prerelease: false
+  segments: 
+  - 1
+  - 6
+  - 3
+  version: 1.6.3
 platform: ruby
 authors: 
 - Willem van Bergen
@@ -10,126 +15,248 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-01-13 00:00:00 +01:00
+date: 2010-03-19 00:00:00 -04:00
 default_executable: request-log-analyzer
-dependencies: []
-
-description: Rails log analyzer's purpose is to find what actions are best candidates for optimization. This tool will parse all requests in the Rails logfile and aggregate the information. Once it is finished parsing the log file, it will show the requests that take op most server time using various metrics.
-email: willem@vanbergen.org
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 4
+        version: 1.2.4
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: git
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 1
+        - 0
+        version: 1.1.0
+  type: :development
+  version_requirements: *id002
+description: "    Request log analyzer's purpose is to find out how your web application is being used, how it performs and to\n    focus your optimization efforts. This tool will parse all requests in the application's log file and aggregate the \n    information. Once it is finished parsing the log file(s), it will show the requests that take op most server time \n    using various metrics. It can also insert all parsed request information into a database so you can roll your own\n    analysis. It supports Rails-, Merb- and Rack-based applications logs, Apache and Amazon S3 access logs and MySQL \n    slow query logs out of the box, but file formats of other applications can easily be supported by supplying an \n    easy to write log file format definition.\n"
+email: 
+- willem@railsdoctors.com
+- bart@railsdoctors.com
 executables: 
 - request-log-analyzer
 extensions: []
 
-extra_rdoc_files: []
-
+extra_rdoc_files: 
+- README.rdoc
 files: 
-- DESIGN
-- HACKING
-- LICENSE
-- README.textile
-- Rakefile
-- bin
-- bin/request-log-analyzer
-- lib
-- lib/cli
-- lib/cli/bashcolorizer.rb
+- spec/unit/tracker/hourly_spread_spec.rb
+- lib/request_log_analyzer/output/html.rb
+- DESIGN.rdoc
+- spec/fixtures/rails_unordered.log
+- spec/fixtures/multiple_files_1.log
+- lib/request_log_analyzer/database/source.rb
+- README.rdoc
+- spec/unit/file_format/amazon_s3_format_spec.rb
+- lib/request_log_analyzer/file_format/rails_development.rb
+- spec/fixtures/rails_22.log
+- spec/fixtures/test_order.log
+- spec/unit/database/base_class_spec.rb
+- lib/request_log_analyzer/database/connection.rb
+- lib/request_log_analyzer/aggregator.rb
+- spec/fixtures/decompression.log
+- lib/request_log_analyzer/file_format/apache.rb
+- spec/unit/file_format/rack_format_spec.rb
+- spec/fixtures/decompression.log.gz
+- lib/request_log_analyzer/tracker/frequency.rb
+- lib/request_log_analyzer/tracker/duration.rb
+- tasks/github-gem.rake
+- spec/unit/filter/filter_spec.rb
+- .gitignore
+- spec/lib/macros.rb
+- spec/spec_helper.rb
+- spec/fixtures/decompression.log.bz2
+- spec/unit/database/connection_spec.rb
+- lib/request_log_analyzer/filter.rb
+- spec/integration/scout_spec.rb
+- spec/fixtures/test_file_format.log
+- spec/unit/filter/timespan_filter_spec.rb
+- lib/request_log_analyzer/tracker/traffic.rb
+- spec/unit/file_format/merb_format_spec.rb
+- spec/unit/file_format/format_autodetection_spec.rb
+- spec/unit/file_format/file_format_api_spec.rb
+- lib/request_log_analyzer/filter/field.rb
+- lib/request_log_analyzer/file_format/merb.rb
+- lib/request_log_analyzer/filter/anonymize.rb
+- lib/request_log_analyzer/file_format/amazon_s3.rb
+- lib/cli/database_console.rb
+- spec/integration/mailer_spec.rb
+- lib/request_log_analyzer/line_definition.rb
+- spec/unit/tracker/frequency_tracker_spec.rb
+- spec/fixtures/postgresql.log
+- spec/fixtures/multiple_files_2.log
+- spec/lib/mocks.rb
+- spec/unit/file_format/apache_format_spec.rb
+- spec/fixtures/syslog_1x.log
+- spec/unit/file_format/rails3_format_spec.rb
+- spec/integration/munin_plugins_rails_spec.rb
+- lib/request_log_analyzer/file_format/rails3.rb
+- spec/lib/helpers.rb
+- spec/unit/file_format/delayed_job_format_spec.rb
+- spec/fixtures/rails.db
+- spec/unit/source/log_parser_spec.rb
+- lib/request_log_analyzer/aggregator/database_inserter.rb
+- spec/fixtures/header_and_footer.log
+- spec/lib/testing_format.rb
+- lib/request_log_analyzer/database.rb
+- spec/unit/file_format/rails_format_spec.rb
+- lib/request_log_analyzer/request.rb
+- lib/request_log_analyzer/output/fixed_width.rb
+- spec/integration/command_line_usage_spec.rb
+- lib/request_log_analyzer/file_format/rack.rb
+- lib/request_log_analyzer/tracker/numeric_value.rb
+- spec/fixtures/test_language_combined.log
+- spec/unit/request_spec.rb
 - lib/cli/command_line_arguments.rb
-- lib/cli/progressbar.rb
-- lib/request_log_analyzer
 - lib/request_log_analyzer.rb
-- lib/request_log_analyzer/aggregator
-- lib/request_log_analyzer/aggregator/base.rb
-- lib/request_log_analyzer/aggregator/database.rb
-- lib/request_log_analyzer/aggregator/echo.rb
+- spec/database.yml
+- lib/request_log_analyzer/database/base.rb
+- spec/unit/aggregator/database_inserter_spec.rb
+- lib/request_log_analyzer/database/request.rb
+- lib/request_log_analyzer/output/fancy_html.rb
+- lib/cli/database_console_init.rb
+- lib/cli/progressbar.rb
+- lib/request_log_analyzer/database/warning.rb
+- spec/unit/filter/anonymize_filter_spec.rb
+- spec/fixtures/apache_combined.log
+- spec/unit/tracker/duration_tracker_spec.rb
+- spec/fixtures/rails_22_cached.log
 - lib/request_log_analyzer/aggregator/summarizer.rb
-- lib/request_log_analyzer/controller.rb
-- lib/request_log_analyzer/file_format
-- lib/request_log_analyzer/file_format.rb
-- lib/request_log_analyzer/file_format/merb.rb
+- spec/unit/file_format/postgresql_format_spec.rb
+- spec/unit/file_format/common_regular_expressions_spec.rb
+- spec/fixtures/rails_1x.log
+- lib/request_log_analyzer/file_format/delayed_job.rb
+- lib/request_log_analyzer/output.rb
+- spec/unit/file_format/line_definition_spec.rb
+- lib/request_log_analyzer/file_format/mysql.rb
+- spec/unit/file_format/mysql_format_spec.rb
+- request-log-analyzer.gemspec
+- spec/fixtures/apache_common.log
+- spec/unit/mailer_spec.rb
 - lib/request_log_analyzer/file_format/rails.rb
-- lib/request_log_analyzer/filter
-- lib/request_log_analyzer/filter/base.rb
-- lib/request_log_analyzer/filter/field.rb
-- lib/request_log_analyzer/filter/timespan.rb
-- lib/request_log_analyzer/line_definition.rb
-- lib/request_log_analyzer/log_parser.rb
-- lib/request_log_analyzer/log_processor.rb
-- lib/request_log_analyzer/request.rb
-- lib/request_log_analyzer/source
-- lib/request_log_analyzer/source/base.rb
-- lib/request_log_analyzer/source/log_file.rb
-- lib/request_log_analyzer/tracker
-- lib/request_log_analyzer/tracker/base.rb
-- lib/request_log_analyzer/tracker/category.rb
-- lib/request_log_analyzer/tracker/duration.rb
+- Rakefile
 - lib/request_log_analyzer/tracker/hourly_spread.rb
+- spec/unit/aggregator/summarizer_spec.rb
+- spec/unit/tracker/traffic_tracker_spec.rb
+- spec/unit/tracker/numeric_value_tracker_spec.rb
+- lib/request_log_analyzer/file_format/postgresql.rb
 - lib/request_log_analyzer/tracker/timespan.rb
-- spec
-- spec/controller_spec.rb
-- spec/database_inserter_spec.rb
-- spec/file_format_spec.rb
-- spec/file_formats
-- spec/file_formats/spec_format.rb
-- spec/filter_spec.rb
-- spec/fixtures
+- spec/unit/controller/log_processor_spec.rb
+- spec/unit/filter/field_filter_spec.rb
+- spec/fixtures/sinatra.log
+- spec/fixtures/merb_prefixed.log
+- lib/request_log_analyzer/log_processor.rb
+- lib/request_log_analyzer/filter/timespan.rb
+- spec/unit/controller/controller_spec.rb
+- lib/request_log_analyzer/mailer.rb
+- lib/cli/tools.rb
+- spec/fixtures/decompression.tar.gz
+- spec/unit/tracker/timespan_tracker_spec.rb
+- spec/lib/matchers.rb
+- lib/request_log_analyzer/controller.rb
+- spec/unit/tracker/tracker_api_spec.rb
+- lib/request_log_analyzer/source/database_loader.rb
 - spec/fixtures/merb.log
-- spec/fixtures/multiple_files_1.log
-- spec/fixtures/multiple_files_2.log
-- spec/fixtures/rails_1x.log
-- spec/fixtures/rails_22.log
-- spec/fixtures/rails_22_cached.log
-- spec/fixtures/rails_unordered.log
-- spec/fixtures/syslog_1x.log
-- spec/fixtures/test_file_format.log
-- spec/fixtures/test_language_combined.log
-- spec/fixtures/test_order.log
-- spec/line_definition_spec.rb
-- spec/log_parser_spec.rb
-- spec/log_processor_spec.rb
-- spec/merb_format_spec.rb
-- spec/rails_format_spec.rb
-- spec/request_spec.rb
-- spec/spec_helper.rb
-- spec/summarizer_spec.rb
-- tasks
-- tasks/github-gem.rake
+- LICENSE
+- lib/request_log_analyzer/file_format.rb
 - tasks/request_log_analyzer.rake
-- tasks/rspec.rake
-has_rdoc: false
-homepage: http://github.com/wvanbergen/request-log-analyzer/wikis
-post_install_message: 
-rdoc_options: []
+- spec/unit/database/database_spec.rb
+- spec/fixtures/decompression.log.zip
+- spec/fixtures/decompression.tgz
+- bin/request-log-analyzer
+- lib/request_log_analyzer/tracker.rb
+- lib/request_log_analyzer/source.rb
+- spec/fixtures/mysql_slow_query.log
+- lib/request_log_analyzer/source/log_parser.rb
+- lib/request_log_analyzer/aggregator/echo.rb
+has_rdoc: true
+homepage: http://railsdoctors.com
+licenses: []
 
+post_install_message: 
+rdoc_options: 
+- --title
+- request-log-analyzer
+- --main
+- README.rdoc
+- --line-numbers
+- --inline-source
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      segments: 
+      - 0
       version: "0"
-  version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      segments: 
+      - 0
       version: "0"
-  version: 
-requirements: []
-
+requirements: 
+- To use the database inserter, ActiveRecord and an appropriate database adapter are required.
 rubyforge_project: r-l-a
-rubygems_version: 1.2.0
+rubygems_version: 1.3.6
 signing_key: 
-specification_version: 2
-summary: A command line tool to analyze Rails logs
+specification_version: 3
+summary: A command line tool to analyze request logs for Apache, Rails, Merb, MySQL and other web application servers
 test_files: 
-- spec/controller_spec.rb
-- spec/database_inserter_spec.rb
-- spec/file_format_spec.rb
-- spec/filter_spec.rb
-- spec/line_definition_spec.rb
-- spec/log_parser_spec.rb
-- spec/log_processor_spec.rb
-- spec/merb_format_spec.rb
-- spec/rails_format_spec.rb
-- spec/request_spec.rb
-- spec/summarizer_spec.rb
+- spec/unit/tracker/hourly_spread_spec.rb
+- spec/unit/file_format/amazon_s3_format_spec.rb
+- spec/unit/database/base_class_spec.rb
+- spec/unit/file_format/rack_format_spec.rb
+- spec/unit/filter/filter_spec.rb
+- spec/unit/database/connection_spec.rb
+- spec/integration/scout_spec.rb
+- spec/unit/filter/timespan_filter_spec.rb
+- spec/unit/file_format/merb_format_spec.rb
+- spec/unit/file_format/format_autodetection_spec.rb
+- spec/unit/file_format/file_format_api_spec.rb
+- spec/integration/mailer_spec.rb
+- spec/unit/tracker/frequency_tracker_spec.rb
+- spec/unit/file_format/apache_format_spec.rb
+- spec/unit/file_format/rails3_format_spec.rb
+- spec/integration/munin_plugins_rails_spec.rb
+- spec/unit/file_format/delayed_job_format_spec.rb
+- spec/unit/source/log_parser_spec.rb
+- spec/unit/file_format/rails_format_spec.rb
+- spec/integration/command_line_usage_spec.rb
+- spec/unit/request_spec.rb
+- spec/unit/aggregator/database_inserter_spec.rb
+- spec/unit/filter/anonymize_filter_spec.rb
+- spec/unit/tracker/duration_tracker_spec.rb
+- spec/unit/file_format/postgresql_format_spec.rb
+- spec/unit/file_format/common_regular_expressions_spec.rb
+- spec/unit/file_format/line_definition_spec.rb
+- spec/unit/file_format/mysql_format_spec.rb
+- spec/unit/mailer_spec.rb
+- spec/unit/aggregator/summarizer_spec.rb
+- spec/unit/tracker/traffic_tracker_spec.rb
+- spec/unit/tracker/numeric_value_tracker_spec.rb
+- spec/unit/controller/log_processor_spec.rb
+- spec/unit/filter/field_filter_spec.rb
+- spec/unit/controller/controller_spec.rb
+- spec/unit/tracker/timespan_tracker_spec.rb
+- spec/unit/tracker/tracker_api_spec.rb
+- spec/unit/database/database_spec.rb

data/DESIGN

@@ -1,14 +0,0 @@
-Request-log-analyzer is set up like a simple pipe and filter system.
-
-This allows you to easily add extra reports, filters and outputs.
-
-1) Build pipeline.
-                             -> Aggregator  (database)
-  Source -> Filter -> Filter -> Aggregator  (summary report)
-                             -> Aggregator  (...)
-
-2) Start chunk producer and push chunks through pipeline.
-  Controller.start
-
-3) Gather output from pipeline.
-  Controller.report

data/HACKING

@@ -1,7 +0,0 @@
-HACKING on r-l-a
-----------------
-
-- See DESIGN for the basic internal design of r-l-a
-- See http://wiki.github.com/wvanbergen/request-log-analyzer/development for
-  more information about developing
-- Contact willem AT vanbergen DOT org for any questions

data/README.textile

@@ -1,36 +0,0 @@
-h1. Request-log-analyzer
-
-This is a simple command line tool to analyze request log files of both Rails and
-Merb to produce a performance report. Its purpose is to find what actions are best candidates for optimization.
-
-* Analyzes Rails log files (all versions)
-* Can combine multiple files (handy if you are using logrotate)
-* Uses several metrics, including cumulative request time, average request time, process blockers, database and rendering time, HTTP methods and states, Rails action cache statistics, etc.) ("Sample output":http://wiki.github.com/wvanbergen/request-log-analyzer/sample-output)
-* Low memory footprint (server-safe)
-* Fast
-* MIT licensed
-
-h2. Installation
-
-<pre>
-$ sudo gem install wvanbergen-request-log-analyzer --source http://gems.github.com
-</pre>
-
-To get the best results out of request-log-analyzer, make sure to 
-"set up logging correctly":http://wiki.github.com/wvanbergen/request-log-analyzer/configure-logging
-for your application.
-
-h2. Usage
-
-To analyze a log file and produce a performance report, run request-log-analyzer like this:
-
-<pre>
-$ request-log-analyzer log/production.log
-</pre>
-
-For more details and available command line options, see the "project's wiki":http://wiki.github.com/wvanbergen/request-log-analyzer/basic-usage
-
-h2. Additional information
-
-* "Project wiki at GitHub":http://wiki.github.com/wvanbergen/request-log-analyzer
-* "wvanbergen's blog posts":http://techblog.floorplanner.com/tag/request-log-analyzer/

data/lib/cli/bashcolorizer.rb

@@ -1,60 +0,0 @@
-# Colorize a text output with the given color if.
-# <tt>text</tt> The text to colorize.
-# <tt>color_code</tt> The color code string to set
-# <tt>color</tt> Does not color if false. Defaults to false
-def colorize(text, color_code, color = false)
-  color ? "#{color_code}#{text}\e[0m" : text
-end
-
-# Draw a red line of text
-def red(text, color = false)
-  colorize(text, "\e[31m", color)
-end
-
-# Draw a Green line of text
-def green(text, color = false)
-  colorize(text, "\e[32m", color)
-end
-
-# Draw a Yellow line of text
-def yellow(text, color = false)
-  colorize(text, "\e[33m", color)
-end
-
-# Draw a Yellow line of text
-def blue(text, color = false)
-  colorize(text, "\e[34m", color)
-end
-
-def white(text, color = false)
-  colorize(text, "\e[37m", color)
-end
-
-
-#STYLE = {
-#      :default    =>    “33[0m”,
-#       # styles
-#       :bold       =>    “33[1m”,
-#       :underline  =>    “33[4m”,
-#       :blink      =>    “33[5m”,
-#       :reverse    =>    “33[7m”,
-#       :concealed  =>    “33[8m”,
-#      # font colors
-#       :black      =>    “33[30m”,
-#       :red        =>    “33[31m”,
-#       :green      =>    “33[32m”,
-#       :yellow     =>    “33[33m”,
-#       :blue       =>    “33[34m”,
-#       :magenta    =>    “33[35m”,
-#       :cyan       =>    “33[36m”,
-#       :white      =>    “33[37m”,
-#       # background colors
-#       :on_black   =>    “33[40m”,
-#       :on_red     =>    “33[41m”,
-#       :on_green   =>    “33[42m”,
-#       :on_yellow  =>    “33[43m”,
-#       :on_blue    =>    “33[44m”,
-#       :on_magenta =>    “33[45m”,
-#       :on_cyan    =>    “33[46m”,
-#       :on_white   =>    “33[47m” }
-#

data/lib/request_log_analyzer/aggregator/database.rb

@@ -1,148 +0,0 @@
-require 'rubygems'
-require 'activerecord'
-
-module RequestLogAnalyzer::Aggregator
-
-  # The database aggregator will create an SQLite3 database with all parsed request information.
-  #
-  # The prepare method will create a database schema according to the file format definitions.
-  # It will also create ActiveRecord::Base subclasses to interact with the created tables. 
-  # Then, the aggregate method will be called for every parsed request. The information of
-  # these requests is inserted into the tables using the ActiveRecord classes.
-  #
-  # A requests table will be created, in which a record is inserted for every parsed request.
-  # For every line type, a separate table will be created with a request_id field to point to
-  # the request record, and a field for every parsed value. Finally, a warnings table will be
-  # created to log all parse warnings.
-  class Database < Base
-
-    # Establishes a connection to the database and creates the necessary database schema for the
-    # current file format
-    def prepare
-      ActiveRecord::Base.establish_connection(:adapter => 'sqlite3', :database => options[:database])
-      File.unlink(options[:database]) if File.exist?(options[:database]) # TODO: keep old database?
-      create_database_schema!
-    end
-    
-    # Aggregates a request into the database
-    # This will create a record in the requests table and create a record for every line that has been parsed,
-    # in which the captured values will be stored.
-    def aggregate(request)
-      @request_object = @request_class.new(:first_lineno => request.first_lineno, :last_lineno => request.last_lineno)
-      request.lines.each do |line|
-        attributes = line.reject { |k, v| [:line_type].include?(k) }
-        @request_object.send("#{line[:line_type]}_lines").build(attributes)
-      end
-      @request_object.save!
-    rescue SQLite3::SQLException => e
-      raise Interrupt, e.message
-    end
-    
-    # Finalizes the aggregator by closing the connection to the database
-    def finalize
-      @request_count = @orm_module::Request.count
-      ActiveRecord::Base.remove_connection
-    end
-    
-    # Records w warining in the warnings table.
-    def warning(type, message, lineno)
-      @orm_module::Warning.create!(:warning_type => type.to_s, :message => message, :lineno => lineno)
-    end
-    
-    # Prints a short report of what has been inserted into the database
-    def report(output = STDOUT, report_width = 80, color = false)
-      output << "\n"
-      output << green("━" * report_width, color) + "\n"
-      output <<  "A database file has been created with all parsed request information.\n"
-      output <<  "#{@request_count} requests have been added to the database.\n"      
-      output <<  "To execute queries on this database, run the following command:\n"
-      output <<  "  $ sqlite3 #{options[:database]}\n"
-      output << "\n"
-    end
-    
-    protected 
-    
-    # This function creates a database table for a given line definition.
-    # It will create a field for every capture in the line, and adds a lineno field to indicate at
-    # what line in the original file the line was found, and a request_id to link lines related
-    # to the same request. It will also create an index in the request_id field to speed up queries.
-    def create_database_table(name, definition)
-      ActiveRecord::Migration.verbose = options[:debug]
-      ActiveRecord::Migration.create_table("#{name}_lines") do |t|
-        t.column(:request_id, :integer)
-        t.column(:lineno, :integer)
-        definition.captures.each do |capture|
-          t.column(capture[:name], column_type(capture))
-        end
-      end
-      ActiveRecord::Migration.add_index("#{name}_lines", [:request_id])
-    end
-    
-    # Creates an ActiveRecord class for a given line definition.
-    # A subclass of ActiveRecord::Base is created and an association with the Request class is
-    # created using belongs_to / has_many. This association will later be used to create records
-    # in the corresponding table. This table should already be created before this method is called.
-    def create_activerecord_class(name, definition)
-      class_name = "#{name}_line".camelize
-      klass = Class.new(ActiveRecord::Base)
-      klass.send(:belongs_to, :request)
-      @orm_module.const_set(class_name, klass) unless @orm_module.const_defined?(class_name)
-      @request_class.send(:has_many, "#{name}_lines".to_sym)
-    end    
-    
-    # Creates a requests table, in which a record is created for every request. It also creates an
-    # ActiveRecord::Base class to communicate with this table.
-    def create_request_table_and_class
-      ActiveRecord::Migration.verbose = options[:debug]
-      ActiveRecord::Migration.create_table("requests") do |t|
-        t.integer :first_lineno
-        t.integer :last_lineno
-      end    
-      
-      @orm_module.const_set('Request', Class.new(ActiveRecord::Base)) unless @orm_module.const_defined?('Request')     
-      @request_class = @orm_module.const_get('Request')
-    end
-
-    # Creates a warnings table and a corresponding Warning class to communicate with this table using ActiveRecord.
-    def create_warning_table_and_class
-      ActiveRecord::Migration.verbose = options[:debug]
-      ActiveRecord::Migration.create_table("warnings") do |t|
-        t.string  :warning_type, :limit => 30, :null => false
-        t.string  :message
-        t.integer :lineno          
-      end    
-      
-      @orm_module.const_set('Warning', Class.new(ActiveRecord::Base)) unless @orm_module.const_defined?('Warning')
-    end
-    
-    # Creates the database schema and related ActiveRecord::Base subclasses that correspond to the 
-    # file format definition. These ORM classes will later be used to create records in the database.
-    def create_database_schema!
-      
-      if file_format.class.const_defined?('Database')
-        @orm_module = file_format.class.const_get('Database')
-      else
-        @orm_module = file_format.class.const_set('Database', Module.new)
-      end
-
-      create_request_table_and_class
-      create_warning_table_and_class
-      
-      file_format.line_definitions.each do |name, definition|
-        create_database_table(name, definition)
-        create_activerecord_class(name, definition)
-      end
-    end
-    
-    # Function to determine the column type for a field
-    # TODO: make more robust / include in file-format definition
-    def column_type(capture)
-      case capture[:type]
-      when :sec;   :double
-      when :msec;  :double
-      when :float; :double
-      else         capture[:type]
-      end
-    end
-  end
-end

data/lib/request_log_analyzer/filter/base.rb

@@ -1,29 +0,0 @@
-module RequestLogAnalyzer
-  module Filter
-    # Base filter class used to filter input requests.
-    # All filters should interit from this base.
-    class Base
-      
-      include RequestLogAnalyzer::FileFormat::Awareness
-      
-      attr_reader :log_parser
-      attr_reader :options
-      
-      # Initializer
-      # <tt>format</tt> The file format
-      # <tt>options</tt> Are passed to the filters.
-      def initialize(format, options = {})
-        @options    = options
-        register_file_format(format)
-      end
-      
-      def prepare
-      end
-      
-      def filter(request)
-        return nil unless request
-        return request
-      end
-    end
-  end
-end