danielsdeleo-teeth 0.0.2 → 0.1.0

data/spec/unit/scan_rails_logs_spec.rb

@@ -0,0 +1,90 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "teeth/scan_rails_logs"
+# special shout out to Willem van Bergen, author of request-log-analyzer:
+# http://github.com/wvanbergen/request-log-analyzer/
+# Thanks for the log samples!
+
+describe "Rails Request Log Lexer", "when lexing Rails 1.x logs" do
+  
+  it "should extract the Controller, action, IP, timestamp and HTTP verb from a ``Processing'' line" do
+    line = %q{Processing PageController#demo (for 127.0.0.1 at 2008-12-10 16:28:09) [GET]}
+    result = line.scan_rails_logs
+    result[:teaser].first.should == "Processing"
+    result[:controller_action].first.should == "PageController#demo"
+    result[:ipv4_addr].first.should == "127.0.0.1"
+    result[:http_method].first.should == "GET"
+    result[:datetime].first.should == "2008-12-10 16:28:09"
+  end
+  
+  it "should give a hash with :cache_hit => not falsy value for a cache hit" do
+    cache_hit = %q{Filter chain halted as [#<ActionController::Caching::Actions::ActionCacheFilter:0x2a999ad620 @check=nil, @options={:store_options=>{}, :layout=>nil, :cache_path=>#<Proc:0x0000002a999b8890@/app/controllers/cached_controller.rb:8>}>] rendered_or_redirected.}
+    cache_hit.scan_rails_logs[:cache_hit].should be_true
+    cache_hit.scan_rails_logs[:teaser].first.should == "Filter chain halted"
+  end
+  
+  it "should extract an error, error_message, line of code, source code file, and stack_trace from a ``RuntimeError'' line" do
+    line = %q{RuntimeError (Cannot destroy employee):  /app/models/employee.rb:198:in `before_destroy' }
+    result = line.scan_rails_logs
+    puts "###\n" + result.inspect
+    result[:error].first.should == "RuntimeError"
+    result[:error_message].first.should == "Cannot destroy employee"
+    result[:file_and_line].first.should == "/app/models/employee.rb:198"
+  end
+  
+  it "should extract the duration, view duration, db duration, HTTP status code, and url from a ``Completed'' line for Rails 1.x" do
+    rails_1x = %q{Completed in 0.21665 (4 reqs/sec) | Rendering: 0.00926 (4%) | DB: 0.00000 (0%) | 200 OK [http://demo.nu/employees]}
+    result = rails_1x.scan_rails_logs
+    puts "\n==completed (1.x): " + result.inspect
+    result[:teaser].first.should == "Completed in"
+    result[:duration_s].first.should == "0.21665"
+    result[:view_s].first.should == "0.00926"
+    result[:db_s].first.should == "0.00000"
+    result[:http_response].first.should == "200"
+    result[:url].first.should == "http://demo.nu/employees"
+  end
+  
+  it "should extract the relevant components from a ``Completed'' line for Rails 2.x" do
+    rails_2x =  %q{Completed in 614ms (View: 120, DB: 31) | 200 OK [http://floorplanner.local/demo]}
+    result = rails_2x.scan_rails_logs
+    puts "\n==completed (2.x): " + result.inspect
+    result[:teaser].first.should == "Completed in"
+    result[:duration_ms].first.should == "614"
+    result[:view_ms].first.should == "120"
+    result[:db_ms].first.should == "31"
+    result[:http_response].first.should == "200"
+    result[:url].first.should == "http://floorplanner.local/demo"
+  end
+
+  it "should extract the duration and partial from a ``Rendered'' line for rails 2.x" do
+    rendered_2x = "Rendered shared/_analytics (0.2ms)"
+    #puts "(rendered 2.x): " + rendered_2x.scan_rails_logs.inspect
+    rendered_2x.scan_rails_logs[:partial].first.should == "shared/_analytics"
+    rendered_2x.scan_rails_logs[:render_duration_ms].first.should == "0.2"
+  end
+  
+  it "should extract the duration and partial from a ``Rendered'' line for rails 1.x" do
+    rendered_1x = "Rendered layouts/_doc_type (0.00001)"
+    #puts "(rendered 1.x): " + rendered_1x.scan_rails_logs.inspect
+    rendered_1x.scan_rails_logs[:partial].first.should == "layouts/_doc_type"
+    rendered_1x.scan_rails_logs[:render_duration_s].first.should == "0.00001"
+  end
+  
+  it "should skip session id lines" do
+    session_id = %q{Session ID: BAh7CToMcmVmZXJlciIbL3ByaXNjaWxsYS9wZW9wbGUvMjM1MCIKZmxhc2hJ}
+    session_id.scan_rails_logs.keys.map { |k| k.to_s}.sort.should == ["id", "message"]
+  end
+  
+  it "should not return a teaser for session id continuation lines" do
+    session_id_contd = "ZWR7ADoNbGFuZ3VhZ2VvOhNMb2NhbGU6Ok9iamVjdBI6CUB3aW4wOg1AY291"
+    session_id_contd.scan_rails_logs[:teaser].should be_nil
+  end
+  
+  it "should give a non falsy value for :end_session_id at for the last line of a session id" do
+    session_id_end_1 = "bmxfTkw6DEBzY3JpcHQwOg5AZmFsbGJhY2sw--48cbe3788ef27f6005f8e999610a42af6e90ffb3"
+    session_id_end_1.scan_rails_logs[:end_session_id].should_not be_nil
+    session_id_end_2 = "X2lkaQIyBw==--3ad1948559448522a49d289a2a89dc7ccbe8847a"
+    session_id_end_2.scan_rails_logs[:end_session_id].should_not be_nil
+  end
+  
+
+end

data/spec/unit/scaner_definition_spec.rb

@@ -0,0 +1,65 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe ScannerDefinition do
+  
+  it "should generate text for flex definitions" do
+    defn = ScannerDefinition.new "IP4_OCTET", "[0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+    defn.scanner_code.should == "IP4_OCTET [0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+  end
+  
+  it "should complain if given a :start_condition option and a regex" do
+    fail = lambda {ScannerDefinition.new "FAIL", "FAIL", :start_condition => :inclusive}
+    fail.should raise_error ScannerDefinitionArgumentError
+  end
+  
+  it "should add %s to the beginning of the definition for option :start_condition => :inclusive" do
+    defn = ScannerDefinition.new "SPECIAL_STATE", :start_condition => :inclusive
+    defn.scanner_code.should == "%s SPECIAL_STATE"
+  end
+  
+end
+
+describe ScannerDefinitionGroup do
+  before(:each) do
+    @defn_group = ScannerDefinitionGroup.new
+  end
+  
+  it "should hold multiple definitions" do
+    @defn_group.add "IP4_OCTET", "[0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+    @defn_group.add "WDAY", "mon|tue|wed|thu|fri|sat|sun"
+    @defn_group.should have(2).definitions
+  end
+  
+  it "should use method missing magic for sugary definitions" do
+    @defn_group.IP4_OCTET "[0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+    @defn_group.scanner_defns.first.scanner_code.should == "IP4_OCTET [0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+  end
+  
+  it "should reject duplicate definitions" do
+    @defn_group.add("WS",  '[\000-\s]')
+    lambda { @defn_group.add("WS",  '[\000-\s]') }.should raise_error DuplicateDefinitionError
+  end
+  
+  it "should add a default set of definitions" do
+    @defn_group.defaults_for(:whitespace, :ip)
+    @defn_group.defn_names.should == ["WS", "NON_WS", "IP4_OCT", "HOST"]
+  end
+  
+  it "should explode if requested to add default definitions that don't exist" do
+    lambda { @defn_group.defaults_for(:foobarbaz) }.should raise_error InvalidDefaultDefinitionName
+  end
+  
+  it "should not error if conflicting user definitions exist when loading defaults" do
+    @defn_group.add "WS", '[\000-\s]'
+    lambda {@defn_group.load_default_definitions_for(:whitespace)}.should_not raise_error
+  end
+  
+  it "should not override user definitions when loading defaults" do
+    @defn_group.add "WS", "a-telltale-sign"
+    @defn_group.load_default_definitions_for(:whitespace)
+    @defn_group.reject { |defn| defn.name != "WS" }.first.regex.should == "a-telltale-sign"
+  end
+  
+end

data/spec/unit/scanner_spec.rb

@@ -0,0 +1,109 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "fileutils"
+include FileUtils
+describe Scanner do
+  TEST_EXT_DIR = File.dirname(__FILE__) + "/test_ext_dir"
+  
+IPV4_ACTION_TEXT = 
+%q|{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT} {
+  KVPAIR ipv4_addr = {"ipv4_addr", yytext};
+  return ipv4_addr;
+}| 
+  
+  def clean_test_scanner_dir
+    rm_rf TEST_EXT_DIR
+  end
+  
+  before(:all) do
+    clean_test_scanner_dir
+  end
+  
+  before(:each) do
+    @scanner = Scanner.new(:rspec_awesome)
+  end
+  
+  after(:all) do
+    clean_test_scanner_dir
+  end
+  
+  it "should generate the code for an extconf file" do
+    expected = 'require "mkmf"' + "\n" + '$CFLAGS += " -Wall"' + "\n" +
+    'create_makefile "teeth/scan_rspec_awesome", "./"' + "\n"
+    @scanner.extconf.should == expected
+  end
+  
+  it "should create a new directory for the extension" do
+    scanner = Scanner.new(:rspec_awesomeness, TEST_EXT_DIR)
+    File.exist?(TEST_EXT_DIR).should be_true
+  end
+  
+  it "should initialize with a name for for the tokenizer function and method" do
+    scanner = Scanner.new(:rails_dev_logs)
+    scanner.scanner_name.should == "scan_rails_dev_logs"
+    scanner.main_function_name.should == "t_scan_rails_dev_logs"
+    scanner.init_function_name.should == "Init_scan_rails_dev_logs"
+    scanner.function_prefix.should == "rails_dev_logs_yy"
+    scanner.entry_point.should == "scan_rails_dev_logs"
+  end
+  
+  it "should format rdoc for the C function which corresponds to the ruby method" do
+    @scanner.rdoc = <<-RDOC
+    Premature optimization
+    is the root of
+    all evil.
+    RDOC
+    @scanner.rdoc.should == "/* Premature optimization\n * is the root of\n * all evil. */"
+  end
+  
+  it "should accept a ``global'' option to include UUID generation or not"
+  
+  it "should store scanner definitions" do
+    @scanner.define "IP4_OCTET", "[0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+    @scanner.scanner_defns.should have(1).definition
+  end
+  
+  it "should accept definitions in a block" do
+    @scanner.definitions do |d|
+      d.add "IP4_OCTET", "[0-9]|[0-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]"
+      d.add "WDAY", "mon|tue|wed|thu|fri|sat|sun"
+    end
+    @scanner.scanner_defns.should have(2).definitions
+  end
+    
+  it "should generate scanner rule statements, defaulting to returning a KVPAIR of rule name, yytext" do
+    @scanner.rule :ipv4_addr, '{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}'
+    @scanner.scanner_rules.first.scanner_code.should == IPV4_ACTION_TEXT
+  end
+  
+  it "should accept rule statments in a block" do
+    @scanner.rules do |rules|
+      rules.add  :ipv4_addr, '{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}'
+    end
+    #@scanner.scanner_rules.first.scanner_code.should == IPV4_ACTION_TEXT
+    @scanner.scanner_rules.should have(1).scanner_rule
+  end
+    
+  it "should render a scanner scanner from the template" do
+    @scanner.load_default_definitions_for(:whitespace, :ip, :web)
+    @scanner.rules do |rule|
+      rule.ipv4_addr '{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}'
+      rule.relative_url '{REL_URL}'
+    end
+    result = @scanner.generate
+    # real test is if scanner compiles and passes its own tests
+    result.should_not match(Regexp.new(Regexp.quote '<%='))
+  end
+  
+  it "should write the scanner and extconf files in the ext directory" do
+    scanner = Scanner.new(:rspec_awesomeness, TEST_EXT_DIR)
+    scanner.load_default_definitions_for(:whitespace, :ip, :web)
+    scanner.rules do |rule|
+      rule.ipv4_addr '{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}"."{IP4_OCT}'
+      rule.relative_url '{REL_URL}'
+    end
+    scanner.write!
+    File.exist?(TEST_EXT_DIR + "/extconf.rb").should be_true
+    File.exist?(TEST_EXT_DIR + "/scan_rspec_awesomeness.yy").should be_true
+  end
+  
+end

data/teeth.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{teeth}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Daniel DeLeo"]
+  s.date = %q{2009-03-29}
+  s.description = %q{Fast log file parsing in Ruby}
+  s.email = %q{ddeleo@basecommander.net}
+  s.extensions = ["ext/scan_apache_logs/extconf.rb", "ext/scan_rails_logs/extconf.rb"]
+  s.extra_rdoc_files = ["README.rdoc"]
+  s.files = ["LICENSE", "README.rdoc", "Rakefile", "VERSION.yml", "doc/classes/String.html", "doc/classes/Teeth.html", "doc/classes/Teeth/DuplicateDefinitionError.html", "doc/classes/Teeth/DuplicateRuleError.html", "doc/classes/Teeth/InvalidDefaultDefinitionName.html", "doc/classes/Teeth/InvalidExtensionDirectory.html", "doc/classes/Teeth/RuleStatement.html", "doc/classes/Teeth/RuleStatementGroup.html", "doc/classes/Teeth/Scanner.html", "doc/classes/Teeth/ScannerDefinition.html", "doc/classes/Teeth/ScannerDefinitionArgumentError.html", "doc/classes/Teeth/ScannerDefinitionGroup.html", "doc/classes/Teeth/ScannerError.html", "doc/created.rid", "doc/files/README_rdoc.html", "doc/files/ext/scan_apache_logs/scan_apache_logs_yy_c.html", "doc/files/ext/scan_rails_logs/scan_rails_logs_yy_c.html", "doc/files/lib/rule_statement_rb.html", "doc/files/lib/scanner_definition_rb.html", "doc/files/lib/scanner_rb.html", "doc/files/lib/teeth_rb.html", "doc/fr_class_index.html", "doc/fr_file_index.html", "doc/fr_method_index.html", "doc/index.html", "doc/rdoc-style.css", "ext/scan_apache_logs/Makefile", "ext/scan_apache_logs/extconf.rb", "ext/scan_apache_logs/scan_apache_logs.yy", "ext/scan_apache_logs/scan_apache_logs.yy.c", "ext/scan_rails_logs/Makefile", "ext/scan_rails_logs/extconf.rb", "ext/scan_rails_logs/scan_rails_logs.yy", "ext/scan_rails_logs/scan_rails_logs.yy.c", "lib/rule_statement.rb", "lib/scanner.rb", "lib/scanner_definition.rb", "lib/teeth.rb", "scanners/scan_apache_logs.rb", "scanners/scan_rails_logs.rb", "spec/fixtures/rails_1x.log", "spec/fixtures/rails_22.log", "spec/fixtures/rails_22_cached.log", "spec/fixtures/rails_unordered.log", "spec/playground/show_apache_processing.rb", "spec/spec.opts", "spec/spec_helper.rb", "spec/unit/rule_statement_spec.rb", "spec/unit/scan_apache_spec.rb", "spec/unit/scan_rails_logs_spec.rb", "spec/unit/scaner_definition_spec.rb", "spec/unit/scanner_spec.rb", "teeth.gemspec", "templates/tokenizer.yy.erb"]
+  s.has_rdoc = true
+  s.homepage = %q{http://github.com/danielsdeleo/teeth}
+  s.rdoc_options = ["--inline-source", "--charset=UTF-8"]
+  s.require_paths = [["lib"]]
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{Fast log file parsing in Ruby}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/templates/tokenizer.yy.erb

@@ -0,0 +1,168 @@
+%option prefix="<%= scanner.function_prefix %>"
+%option full
+%option never-interactive
+%option read
+%option nounput
+%option noyywrap noreject noyymore nodefault
+%{
+#include <ruby.h>
+#include <uuid/uuid.h>
+/* Data types */
+typedef struct {
+  char *key;
+  char *value;
+} KVPAIR;
+const KVPAIR EOF_KVPAIR = {"EOF", "EOF"};
+/* prototypes */
+char *strip_ends(char *);
+VALUE <%= scanner.main_function_name %>(VALUE);
+void new_uuid(char *str_ptr);
+void raise_error_for_string_too_long(VALUE string);
+void include_message_in_token_hash(VALUE message, VALUE token_hash);
+void add_uuid_to_token_hash(VALUE token_hash);
+void push_kv_pair_to_hash(KVPAIR key_value, VALUE token_hash);
+void concat_word_to_string(KVPAIR key_value, VALUE token_hash);
+/* Set the scanner name, and return type */
+#define YY_DECL KVPAIR <%= scanner.entry_point %>(void)
+#define yyterminate() return EOF_KVPAIR
+/* Ruby 1.8 and 1.9 compatibility */
+#if !defined(RSTRING_LEN) 
+# define RSTRING_LEN(x) (RSTRING(x)->len) 
+# define RSTRING_PTR(x) (RSTRING(x)->ptr) 
+#endif 
+
+%}
+
+/* Definitions */
+
+CATCHALL (.|"\n")
+
+<% scanner.scanner_defns.each do |scanner_defn| %>
+<%= scanner_defn.scanner_code %>
+<% end %>
+
+%%
+  /* 
+    Actions 
+ */
+  
+<% scanner.scanner_rules.each do |scanner_rule| %>
+<%= scanner_rule.scanner_code %>
+<% end %>
+{CATCHALL} /* ignore */
+%%
+
+char *strip_ends(char *string) {
+  string[yyleng-1] = '\0';
+  ++string;
+  return string;
+}
+
+void uuid_unparse_upper_sans_dash(const uuid_t uu, char *out)
+{
+        sprintf(out,
+                "%02X%02X%02X%02X"
+                "%02X%02X"
+                "%02X%02X"
+                "%02X%02X"
+                "%02X%02X%02X%02X%02X%02X",
+                uu[0], uu[1], uu[2], uu[3],
+                uu[4], uu[5],
+                uu[6], uu[7],
+                uu[8], uu[9],
+                uu[10], uu[11], uu[12], uu[13], uu[14], uu[15]);
+}
+
+void new_uuid(char *str_ptr){
+  uuid_t new_uuid;
+  uuid_generate_time(new_uuid);
+  uuid_unparse_upper_sans_dash(new_uuid, str_ptr);
+}
+
+void raise_error_for_string_too_long(VALUE string){
+  if( RSTRING_LEN(string) > 1000000){
+    rb_raise(rb_eArgError, "string too long for <%=scanner.scanner_name %>! max length is 1,000,000 chars"); 
+  }
+}
+
+<%= scanner.rdoc %>
+VALUE <%= scanner.main_function_name %>(VALUE self) {
+  KVPAIR kv_result;
+  int scan_complete = 0;
+  int building_words_to_string = 0;
+  VALUE token_hash = rb_hash_new();
+  
+  BEGIN(INITIAL);
+  
+  /* error out on absurdly large strings */
+  raise_error_for_string_too_long(self);
+  /* {:message => self()} */
+  include_message_in_token_hash(self, token_hash);
+  /* {:id => UUID} */
+  add_uuid_to_token_hash(token_hash);
+  yy_scan_string(RSTRING_PTR(self));
+  while (scan_complete == 0) {
+    kv_result = <%= scanner.entry_point %>();
+    if (kv_result.key == "EOF"){
+      scan_complete = 1;
+    }
+    else if (kv_result.key == "strings"){
+      /* build a string until we get a non-word */
+      if (building_words_to_string == 0){
+        building_words_to_string = 1;
+        push_kv_pair_to_hash(kv_result, token_hash);
+      }
+      else{
+        concat_word_to_string(kv_result, token_hash);
+      }    
+    }    
+    else {
+      building_words_to_string = 0;
+      push_kv_pair_to_hash(kv_result, token_hash);
+    }
+  }
+  yy_delete_buffer(YY_CURRENT_BUFFER);
+  return rb_obj_dup(token_hash);
+}
+
+void add_uuid_to_token_hash(VALUE token_hash) {
+  char new_uuid_str[33];
+  new_uuid(new_uuid_str);
+  VALUE hsh_key_id = ID2SYM(rb_intern("id"));
+  VALUE hsh_val_id = rb_tainted_str_new2(new_uuid_str);
+  rb_hash_aset(token_hash, hsh_key_id, hsh_val_id);
+}
+
+void include_message_in_token_hash(VALUE message, VALUE token_hash) {
+  /* {:message => self()} */  
+  VALUE hsh_key_msg = ID2SYM(rb_intern("message"));
+  rb_hash_aset(token_hash, hsh_key_msg, message);
+}
+
+void concat_word_to_string(KVPAIR key_value, VALUE token_hash) {
+  char * space = " ";
+  VALUE hsh_key = ID2SYM(rb_intern(key_value.key));
+  VALUE hsh_value = rb_hash_aref(token_hash, hsh_key);
+  VALUE string = rb_ary_entry(hsh_value, -1);
+  rb_str_cat(string, space, 1);
+  rb_str_cat(string, key_value.value, yyleng);
+}
+
+void push_kv_pair_to_hash(KVPAIR key_value, VALUE token_hash) {
+  VALUE hsh_key = ID2SYM(rb_intern(key_value.key));
+  VALUE hsh_value = rb_hash_aref(token_hash, hsh_key);
+  VALUE ary_for_token_type = rb_ary_new();
+  switch (TYPE(hsh_value)) {
+    case T_NIL:
+      rb_ary_push(ary_for_token_type, rb_tainted_str_new2(key_value.value));
+      rb_hash_aset(token_hash, hsh_key, ary_for_token_type);
+      break;
+    case T_ARRAY:
+      rb_ary_push(hsh_value, rb_tainted_str_new2(key_value.value));
+      break;
+  }
+}
+
+void <%=scanner.init_function_name %>() {
+  rb_define_method(rb_cString, "<%= scanner.scanner_name %>", <%= scanner.main_function_name %>, 0);
+}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: danielsdeleo-teeth
 version: !ruby/object:Gem::Version 
-  version: 0.0.2
+  version: 0.1.0
 platform: ruby
 authors: 
 - Daniel DeLeo
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-03-21 00:00:00 -07:00
+date: 2009-03-29 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -18,24 +18,69 @@ email: ddeleo@basecommander.net
 executables: []
 
 extensions: 
-- ext/extconf.rb
+- ext/scan_apache_logs/extconf.rb
+- ext/scan_rails_logs/extconf.rb
 extra_rdoc_files: 
 - README.rdoc
 files: 
+- LICENSE
 - README.rdoc
 - Rakefile
-- ext/extconf.rb
-- ext/tokenize_apache_logs.yy
-- ext/tokenize_apache_logs.yy.c
+- VERSION.yml
+- doc/classes/String.html
+- doc/classes/Teeth.html
+- doc/classes/Teeth/DuplicateDefinitionError.html
+- doc/classes/Teeth/DuplicateRuleError.html
+- doc/classes/Teeth/InvalidDefaultDefinitionName.html
+- doc/classes/Teeth/InvalidExtensionDirectory.html
+- doc/classes/Teeth/RuleStatement.html
+- doc/classes/Teeth/RuleStatementGroup.html
+- doc/classes/Teeth/Scanner.html
+- doc/classes/Teeth/ScannerDefinition.html
+- doc/classes/Teeth/ScannerDefinitionArgumentError.html
+- doc/classes/Teeth/ScannerDefinitionGroup.html
+- doc/classes/Teeth/ScannerError.html
+- doc/created.rid
+- doc/files/README_rdoc.html
+- doc/files/ext/scan_apache_logs/scan_apache_logs_yy_c.html
+- doc/files/ext/scan_rails_logs/scan_rails_logs_yy_c.html
+- doc/files/lib/rule_statement_rb.html
+- doc/files/lib/scanner_definition_rb.html
+- doc/files/lib/scanner_rb.html
+- doc/files/lib/teeth_rb.html
+- doc/fr_class_index.html
+- doc/fr_file_index.html
+- doc/fr_method_index.html
+- doc/index.html
+- doc/rdoc-style.css
+- ext/scan_apache_logs/Makefile
+- ext/scan_apache_logs/extconf.rb
+- ext/scan_apache_logs/scan_apache_logs.yy
+- ext/scan_apache_logs/scan_apache_logs.yy.c
+- ext/scan_rails_logs/Makefile
+- ext/scan_rails_logs/extconf.rb
+- ext/scan_rails_logs/scan_rails_logs.yy
+- ext/scan_rails_logs/scan_rails_logs.yy.c
+- lib/rule_statement.rb
+- lib/scanner.rb
+- lib/scanner_definition.rb
 - lib/teeth.rb
-- spec/fixtures/access.log
-- spec/fixtures/big-access.log
-- spec/fixtures/big-error.log
-- spec/fixtures/error.log
-- spec/fixtures/med-error.log
+- scanners/scan_apache_logs.rb
+- scanners/scan_rails_logs.rb
+- spec/fixtures/rails_1x.log
+- spec/fixtures/rails_22.log
+- spec/fixtures/rails_22_cached.log
+- spec/fixtures/rails_unordered.log
+- spec/playground/show_apache_processing.rb
 - spec/spec.opts
 - spec/spec_helper.rb
-- spec/unit/tokenize_apache_spec.rb
+- spec/unit/rule_statement_spec.rb
+- spec/unit/scan_apache_spec.rb
+- spec/unit/scan_rails_logs_spec.rb
+- spec/unit/scaner_definition_spec.rb
+- spec/unit/scanner_spec.rb
+- teeth.gemspec
+- templates/tokenizer.yy.erb
 has_rdoc: true
 homepage: http://github.com/danielsdeleo/teeth
 post_install_message: 
@@ -46,9 +91,9 @@ require_paths:
 - - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
   requirements: 
-  - - <=
+  - - ">="
     - !ruby/object:Gem::Version 
-      version: 1.9.0
+      version: "0"
   version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
   requirements: 
@@ -58,7 +103,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   version: 
 requirements: []
 
-rubyforge_project: bloomfilter
+rubyforge_project: 
 rubygems_version: 1.2.0
 signing_key: 
 specification_version: 2

data/ext/extconf.rb

@@ -1,4 +0,0 @@
-require 'mkmf'
-$CFLAGS += " -Wall"
-$LDFLAGS += " -lfl"
-create_makefile "teeth/tokenize_apache_logs", "./"