despamilator 0.2 → 0.3

data/History.txt

@@ -1,4 +1,10 @@
-=== 0.0.1 2010-01-30
+=== 0.1 2010-01-30
 
 * 1 major enhancement:
   * Initial release
+
+=== 0.3 2010-05-11
+
+* Added HTML tag detection
+* Added IP address detection
+

data/Manifest.txt

@@ -7,38 +7,19 @@ despamilator.gemspec
 lib/despamilator.rb
 lib/despamilator/filter.rb
 lib/despamilator/filter/html_tags.rb
+lib/despamilator/filter/ip_address_url.rb
 lib/despamilator/filter/naughty_q.rb
 lib/despamilator/filter/numbers_and_words.rb
 lib/despamilator/filter/script_tag.rb
+lib/despamilator/filter/shouting.rb
 lib/despamilator/filter_base.rb
-pkg/despamilator-0.1.gem
-pkg/despamilator-0.1.tgz
-pkg/despamilator-0.1/History.txt
-pkg/despamilator-0.1/Manifest.txt
-pkg/despamilator-0.1/PostInstall.txt
-pkg/despamilator-0.1/README.rdoc
-pkg/despamilator-0.1/Rakefile
-pkg/despamilator-0.1/despamilator.gemspec
-pkg/despamilator-0.1/lib/despamilator.rb
-pkg/despamilator-0.1/lib/despamilator/filter.rb
-pkg/despamilator-0.1/lib/despamilator/filter/html_tags.rb
-pkg/despamilator-0.1/lib/despamilator/filter/naughty_q.rb
-pkg/despamilator-0.1/lib/despamilator/filter/numbers_and_words.rb
-pkg/despamilator-0.1/lib/despamilator/filter/script_tag.rb
-pkg/despamilator-0.1/lib/despamilator/filter_base.rb
-pkg/despamilator-0.1/spec/despamilator_spec.rb
-pkg/despamilator-0.1/spec/filters/html_tags_spec.rb
-pkg/despamilator-0.1/spec/filters/naughty_q_spec.rb
-pkg/despamilator-0.1/spec/filters/numbers_and_words_spec.rb
-pkg/despamilator-0.1/spec/filters/script_tag_spec.rb
-pkg/despamilator-0.1/spec/spec.opts
-pkg/despamilator-0.1/spec/spec_helper.rb
-pkg/despamilator-0.1/tasks/rspec.rake
 spec/despamilator_spec.rb
 spec/filters/html_tags_spec.rb
+spec/filters/ip_address_url_spec.rb
 spec/filters/naughty_q_spec.rb
 spec/filters/numbers_and_words_spec.rb
 spec/filters/script_tag_spec.rb
+spec/filters/shouting_spec.rb
 spec/spec.opts
 spec/spec_helper.rb
 tasks/rspec.rake

data/README.rdoc

@@ -5,7 +5,7 @@
 == DESCRIPTION:
 
 Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances:
-Spam being submitted in my web forms AND CAPTCHAS being intrusive. Despamilator will apply
+Spam being submitted in my web forms and CAPTCHAS being intrusive. Despamilator will apply
 some commonly used heuristics from the world of anti-spam to help you decide whether your users are human or machine.
 
 == FEATURES/PROBLEMS:
@@ -15,6 +15,9 @@ some commonly used heuristics from the world of anti-spam to help you decide whe
 == SYNOPSIS:
 
   # using Despamilator
+  require 'rubygems'
+  require 'desplamilator'
+
   dspam = Despamilator.new('some text with an <h2> tag qthhg')
 
   dspam.score #=> the total score for this string (1 is considered high)

data/despamilator.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{despamilator}
-  s.version = "0.2"
+  s.version = "0.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Stephen Hardisty"]

data/lib/despamilator/filter/html_tags.rb

@@ -1,6 +1,6 @@
 def parse
   html = self.text.downcase
-  
+
   html_tags.each do |tag|
     if html.match(/<\s*#{tag}\W/) || html.match(/<\n*#{tag}\W/) || html.match(/\W#{tag}\s*\//) || html.match(/\W#{tag}\n*\//)
       self.append_score = 0.3

data/lib/despamilator/filter/ip_address_url.rb

@@ -0,0 +1,11 @@
+def name
+  'IP Address URL'
+end
+
+def description
+  'Detects IP address URLs'
+end
+
+def parse
+  self.append_score = 0.5 if (self.text.downcase.scan(/http:\/\/\d+\.\d+\.\d+\.\d+/).length > 0)
+end

data/lib/despamilator/filter/naughty_q.rb

@@ -7,11 +7,12 @@ def description
 end
 
 def parse
-  matches = self.text.downcase.scan(/q./)
+  matches = self.text.downcase.scan(/q(\w|\d)/)
 
   return unless matches
 
   matches.each do |match|
-    self.append_score = 0.2 if match != 'qu' and match != 'qa' and match !~ /q\s/
+    match = match.first
+    self.append_score = 0.2 unless match == 'u' or match == 'a'
   end
 end

data/lib/despamilator/filter/shouting.rb

@@ -0,0 +1,21 @@
+def name
+  'Shouting'
+end
+
+def description
+  'Detects and scores shouting (all caps)'
+end
+
+def parse
+  # strip HTML
+  text = self.text.gsub(/<\/?[^>]*>/, "")
+
+  return if text.length < 20
+
+  uppercased = text.scan(/[A-Z]/).length
+  lowercased = text.scan(/[a-z]/).length
+
+  if uppercased > 0
+    self.append_score = (uppercased.to_f / (uppercased + lowercased)) * 0.5
+  end
+end

data/lib/despamilator/filter.rb

@@ -3,7 +3,6 @@ class Despamilator
     attr_accessor :matches, :score
 
     def initialize text
-      @@loaded ||= {}
       @filters ||= []
       @matches ||= []
       @score ||= 0
@@ -16,15 +15,12 @@ class Despamilator
     def load_filters text
       Dir.glob(File.dirname(__FILE__) + "/filter/*.rb").each do |filter_file|
         filter_name = classify_filename filter_file
-        filter = @@loaded[filter_name]
-
-        unless filter
-          filter_code = File.open(filter_file, File::RDWR).read
-          filter = Class.new
-          filter.class_eval(
-                  "require 'despamilator/filter_base'\nclass #{filter_name} < Despamilator::FilterBase\n#{filter_code}\nend"
-          )
-        end
+
+        filter_code = File.open(filter_file, File::RDWR).read
+        filter = Class.new
+        filter.class_eval(
+                "require 'despamilator/filter_base'\nclass #{filter_name} < Despamilator::FilterBase\n#{filter_code}\nend"
+        )
 
         @filters.push(filter.const_get(filter_name).new(text.to_s.dup, File.basename(filter_file)))
       end

data/lib/despamilator.rb

@@ -3,7 +3,7 @@ $:.unshift(File.dirname(__FILE__)) unless $:.include?(File.dirname(__FILE__)) ||
 require 'despamilator/filter'
 
 class Despamilator
-  VERSION = "0.2"
+  VERSION = "0.3"
 
   def initialize text
     @filters = Despamilator::Filter.new text
@@ -16,4 +16,4 @@ class Despamilator
   def matched_by
     @filters.matches
   end
-end
+end

data/spec/filters/html_tags_spec.rb

@@ -99,18 +99,17 @@ context "HtmlTags" do
     ].each do |script_tag|
       [script_tag.upcase, script_tag.downcase].each do |script_tag|
         [
-                "<#{script_tag}",
-                "#{script_tag}/>",
+                "<#{script_tag}>",
                 "<#{script_tag}/>",
-                "< #{script_tag} ",
-                "#{script_tag} />",
+                "< #{script_tag} >",
+                "<#{script_tag} />",
                 "<\n#{script_tag}\n/>",
-                "<\n#{script_tag} ",
-                "#{script_tag}\n/>",
+                "<\n#{script_tag} >",
+                "<#{script_tag}\n/>",
                 "<\r#{script_tag}\r/>"
-        ].each do |script_tag|
-          it "should detect '#{script_tag}'" do
-            dspam = Despamilator.new(script_tag)
+        ].each do |tag|
+          it "should detect '#{tag}'" do
+            dspam = Despamilator.new(tag)
             dspam.score.should == 0.3
           end
         end
@@ -139,6 +138,10 @@ context "HtmlTags" do
       it "should detect an h1" do
         Despamilator.new('<h1>TITLE!!</h1>').score.should == 0.3
       end
+
+      it "should not detect tags twice" do
+        Despamilator.new('<i>italic</i>').score.should == 0.3
+      end
     end
   end
 end

data/spec/filters/ip_address_url_spec.rb

@@ -0,0 +1,29 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe "IP Address URL" do
+  describe 'attributes' do
+    before :each do
+      @filter = Despamilator.new('http://12.34.56.78/').matched_by.first
+    end
+
+    it "should have a filename" do
+      @filter.filename.should == 'ip_address_url.rb'
+    end
+
+    it "should have a name" do
+      @filter.name.should == 'IP Address URL'
+    end
+
+    it "should have a description" do
+      @filter.description.should == 'Detects IP address URLs'
+    end
+
+    it "should have a number of matches" do
+      @filter.matches.should == 1
+    end
+
+    it "should have a score" do
+      @filter.score.should == 0.5
+    end
+  end
+end

data/spec/filters/shouting_spec.rb

@@ -0,0 +1,49 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe "Shouting" do
+  describe 'attributes' do
+    before :each do
+      @filter = Despamilator.new('HELLO THERE!! THIS IS SHOUTING!!').matched_by.first
+    end
+
+    it "should have a filename" do
+      @filter.filename.should == 'shouting.rb'
+    end
+
+    it "should have a name" do
+      @filter.name.should == 'Shouting'
+    end
+
+    it "should have a description" do
+      @filter.description.should == 'Detects and scores shouting (all caps)'
+    end
+
+    it "should have a number of matches" do
+      @filter.matches.should == 1
+    end
+
+    it "should have a score" do
+      @filter.score.should == 0.5
+    end
+  end
+
+  describe "filter" do
+    it "should strip out HTML" do
+      Despamilator.new('<H1>this is a flipping html tag whose contents is very long</h1>').matched_by.select {|a| a.name == 'Shouting'}.should be_empty
+    end
+
+    it "should ignore strings less than 20 characters long" do
+      Despamilator.new('ABCD EFG HIJKLM NOP').matched_by.select {|a| a.name == 'Shouting'}.should be_empty
+    end
+
+    it "should score based on a percentage of uppercase words" do
+      [
+              ['this is a lowercased string', 0],
+              ['this lil string is 50 PERCENT SHOUTING', 0.25],
+              ['THIS LIL STRING IS 100 PERCENT SHOUTING', 0.5]
+      ].each do |string, expected_score|
+        Despamilator.new(string).score.should == expected_score
+      end
+    end
+  end
+end

metadata

@@ -4,8 +4,8 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 2
-  version: "0.2"
+  - 3
+  version: "0.3"
 platform: ruby
 authors: 
 - Stephen Hardisty
@@ -13,7 +13,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-03-28 00:00:00 +11:00
+date: 2010-05-11 00:00:00 +10:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -26,41 +26,27 @@ dependencies:
         segments: 
         - 2
         - 0
-        - 3
-        version: 2.0.3
+        - 4
+        version: 2.0.4
   type: :development
   version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: gemcutter
-  prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 5
-        - 0
-        version: 0.5.0
-  type: :development
-  version_requirements: *id002
 - !ruby/object:Gem::Dependency 
   name: hoe
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  requirement: &id002 !ruby/object:Gem::Requirement 
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
         segments: 
         - 2
-        - 5
+        - 6
         - 0
-        version: 2.5.0
+        version: 2.6.0
   type: :development
-  version_requirements: *id003
+  version_requirements: *id002
 description: |-
   Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances:
-  Spam being submitted in my web forms AND CAPTCHAS being intrusive. Despamilator will apply
+  Spam being submitted in my web forms and CAPTCHAS being intrusive. Despamilator will apply
   some commonly used heuristics from the world of anti-spam to help you decide whether your users are human or machine.
 email: 
 - moowahaha@hotmail.com
@@ -72,9 +58,6 @@ extra_rdoc_files:
 - History.txt
 - Manifest.txt
 - PostInstall.txt
-- pkg/despamilator-0.1/History.txt
-- pkg/despamilator-0.1/Manifest.txt
-- pkg/despamilator-0.1/PostInstall.txt
 files: 
 - History.txt
 - Manifest.txt
@@ -85,38 +68,19 @@ files:
 - lib/despamilator.rb
 - lib/despamilator/filter.rb
 - lib/despamilator/filter/html_tags.rb
+- lib/despamilator/filter/ip_address_url.rb
 - lib/despamilator/filter/naughty_q.rb
 - lib/despamilator/filter/numbers_and_words.rb
 - lib/despamilator/filter/script_tag.rb
+- lib/despamilator/filter/shouting.rb
 - lib/despamilator/filter_base.rb
-- pkg/despamilator-0.1.gem
-- pkg/despamilator-0.1.tgz
-- pkg/despamilator-0.1/History.txt
-- pkg/despamilator-0.1/Manifest.txt
-- pkg/despamilator-0.1/PostInstall.txt
-- pkg/despamilator-0.1/README.rdoc
-- pkg/despamilator-0.1/Rakefile
-- pkg/despamilator-0.1/despamilator.gemspec
-- pkg/despamilator-0.1/lib/despamilator.rb
-- pkg/despamilator-0.1/lib/despamilator/filter.rb
-- pkg/despamilator-0.1/lib/despamilator/filter/html_tags.rb
-- pkg/despamilator-0.1/lib/despamilator/filter/naughty_q.rb
-- pkg/despamilator-0.1/lib/despamilator/filter/numbers_and_words.rb
-- pkg/despamilator-0.1/lib/despamilator/filter/script_tag.rb
-- pkg/despamilator-0.1/lib/despamilator/filter_base.rb
-- pkg/despamilator-0.1/spec/despamilator_spec.rb
-- pkg/despamilator-0.1/spec/filters/html_tags_spec.rb
-- pkg/despamilator-0.1/spec/filters/naughty_q_spec.rb
-- pkg/despamilator-0.1/spec/filters/numbers_and_words_spec.rb
-- pkg/despamilator-0.1/spec/filters/script_tag_spec.rb
-- pkg/despamilator-0.1/spec/spec.opts
-- pkg/despamilator-0.1/spec/spec_helper.rb
-- pkg/despamilator-0.1/tasks/rspec.rake
 - spec/despamilator_spec.rb
 - spec/filters/html_tags_spec.rb
+- spec/filters/ip_address_url_spec.rb
 - spec/filters/naughty_q_spec.rb
 - spec/filters/numbers_and_words_spec.rb
 - spec/filters/script_tag_spec.rb
+- spec/filters/shouting_spec.rb
 - spec/spec.opts
 - spec/spec_helper.rb
 - tasks/rspec.rake
@@ -150,6 +114,6 @@ rubyforge_project: despamilator
 rubygems_version: 1.3.6
 signing_key: 
 specification_version: 3
-summary: "Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances: Spam being submitted in my web forms AND CAPTCHAS being intrusive"
+summary: "Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances: Spam being submitted in my web forms and CAPTCHAS being intrusive"
 test_files: []
 

data/pkg/despamilator-0.1/History.txt

@@ -1,4 +0,0 @@
-=== 0.0.1 2010-01-30
-
-* 1 major enhancement:
-  * Initial release

data/pkg/despamilator-0.1/Manifest.txt

@@ -1,21 +0,0 @@
-History.txt
-Manifest.txt
-PostInstall.txt
-README.rdoc
-Rakefile
-despamilator.gemspec
-lib/despamilator.rb
-lib/despamilator/filter.rb
-lib/despamilator/filter/html_tags.rb
-lib/despamilator/filter/naughty_q.rb
-lib/despamilator/filter/numbers_and_words.rb
-lib/despamilator/filter/script_tag.rb
-lib/despamilator/filter_base.rb
-spec/despamilator_spec.rb
-spec/filters/html_tags_spec.rb
-spec/filters/naughty_q_spec.rb
-spec/filters/numbers_and_words_spec.rb
-spec/filters/script_tag_spec.rb
-spec/spec.opts
-spec/spec_helper.rb
-tasks/rspec.rake

data/pkg/despamilator-0.1/PostInstall.txt

@@ -1 +0,0 @@
-For more information on despamilator or to contribute more filters, see http://github.com/moowahaha/despamliator

data/pkg/despamilator-0.1/README.rdoc

@@ -1,107 +0,0 @@
-= Despamilator
-
-* http://github.com/moowahaha/despamliator
-
-== DESCRIPTION:
-
-Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances:
-Spam being submitted in my web forms AND CAPTCHAS being intrusive. Despamilator will apply
-some commonly used heuristics from the world of anti-spam to help you decide whether your users are human or machine.
-
-== FEATURES/PROBLEMS:
-
-* rspec will be run twice. How annoying?!
-
-== SYNOPSIS:
-
-  # using Despamilator
-  dspam = Despamilator.new('some text with an <h2> tag qthhg')
-
-  dspam.score #=> the total score for this string (1 is considered high)
-  dspam.matched_by #=> array of matching filters
-  first_match = dspam.matched_by.first #=> first matching filter
-  first_match.name #=> some string with the name of the filter
-  first_match.description #=> some string to describe
-  first_match.score #=> the individual score assigned by this filter
-
-  # adding a new filter! example: detecting the letter "a"
-  # put the following code in lib/despamilator/filter/detect_letter_a.rb
-  def name
-    'Detecting the letter A'
-  end
-
-  def description
-    'Detects the letter "a" in a string for no reason other than a demo'
-  end
-
-  def parse
-    if self.text.downcase.scan(/a/)
-      # add 0.1 to the score of the text
-      self.append_score = 0.1
-    end
-  end
-
-== FILTERING:
-
-As stated, this is a heuristic scanner so its up to the user to decide the thresholds of the scanner. I usually
-say "it's spam" if the score reaches 1.
-
-The score will be added to incrementally by each matching filter. So if there is some HTML in there, it will be added
-to the score. If there is also a script tag of some sort, that will add more.
-
-Each filter decides how much of a score it assigns. For example, detecting a number next to a letter
-(the numbers_an_words filter) is only a mild hint compared with a script tag (detected by the script_tag filter).
-
-=== NEW FILTERS:
-
-I absolutely welcome new filters and experiments. New filters should be put in the 'lib/despamilator/filter/' directory.
-The core filtering code will detect and use what is in there so you only need to drop the code in.
-Filters should be simple, no classes etc wrapped around them and should try to perform one simple task.
-They should always supply the following methods:
-
- * name #=> the name of your filter.
- * description #=> what your filter will look for.
- * parse #=> the method that will be called when parsing.
-
-Along side the above, the following methods are made available to each filter:
-
- * text #=> a copy of the text your parser will parse
- * append_score= #=> method to append a score to the text if there are matches in your parser.
- * matched? #=> whether or not any filter has so far detected something suspect
- * score #=> the current score assigned to the text
-
-spec tests are an absolute must!
-
-
-== REQUIREMENTS:
-
-* hoe
-* rspec
-
-
-== INSTALL:
-
- $ sudo gem install despamilator
-
-== LICENSE:
-
-Copyright (c) 2010 Stephen Hardisty
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/pkg/despamilator-0.1/Rakefile

@@ -1,33 +0,0 @@
-require 'rubygems'
-gem 'hoe', '>= 2.1.0'
-require 'hoe'
-require 'fileutils'
-require './lib/despamilator'
-
-Hoe.plugin :newgem
-# Hoe.plugin :website
-# Hoe.plugin :cucumberfeatures
-
-# Generate all the Rake tasks
-# Run 'rake -T' to see list of generated tasks (from gem root directory)
-$hoe = Hoe.spec 'despamilator' do
-  self.developer 'Stephen Hardisty', 'moowahaha@hotmail.com'
-  self.post_install_message = 'PostInstall.txt'
-  self.rubyforge_name       = self.name # TODO this is default value
-  # self.extra_deps         = [['activesupport','>= 2.0.2']]
-
-end
-
-require 'newgem/tasks'
-Dir['tasks/**/*.rake'].each { |t| load t }
-
-# TODO - want other tests/tasks run by default? Add them to the list
-# remove_task :default
-task :test => [:spec]
-task :default => [:test]
-task :install => [:install_gem]
-
-task :cultivate do
-  system "touch Manifest.txt; rake check_manifest | grep -v \"(in \" | patch"
-  system "rake debug_gem | grep -v \"(in \" > `basename \\`pwd\\``.gemspec"
-end

data/pkg/despamilator-0.1/despamilator.gemspec

@@ -1,42 +0,0 @@
-# -*- encoding: utf-8 -*-
-
-Gem::Specification.new do |s|
-  s.name = %q{despamilator}
-  s.version = "0.2"
-
-  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Stephen Hardisty"]
-  s.date = %q{2010-03-28}
-  s.description = %q{Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances:
-Spam being submitted in my web forms AND CAPTCHAS being intrusive. Despamilator will apply
-some commonly used heuristics from the world of anti-spam to help you decide whether your users are human or machine.}
-  s.email = ["moowahaha@hotmail.com"]
-  s.extra_rdoc_files = ["History.txt", "Manifest.txt", "PostInstall.txt", "pkg/despamilator-0.1/History.txt", "pkg/despamilator-0.1/Manifest.txt", "pkg/despamilator-0.1/PostInstall.txt"]
-  s.files = ["History.txt", "Manifest.txt", "PostInstall.txt", "README.rdoc", "Rakefile", "despamilator.gemspec", "lib/despamilator.rb", "lib/despamilator/filter.rb", "lib/despamilator/filter/html_tags.rb", "lib/despamilator/filter/naughty_q.rb", "lib/despamilator/filter/numbers_and_words.rb", "lib/despamilator/filter/script_tag.rb", "lib/despamilator/filter_base.rb", "pkg/despamilator-0.1.gem", "pkg/despamilator-0.1.tgz", "pkg/despamilator-0.1/History.txt", "pkg/despamilator-0.1/Manifest.txt", "pkg/despamilator-0.1/PostInstall.txt", "pkg/despamilator-0.1/README.rdoc", "pkg/despamilator-0.1/Rakefile", "pkg/despamilator-0.1/despamilator.gemspec", "pkg/despamilator-0.1/lib/despamilator.rb", "pkg/despamilator-0.1/lib/despamilator/filter.rb", "pkg/despamilator-0.1/lib/despamilator/filter/html_tags.rb", "pkg/despamilator-0.1/lib/despamilator/filter/naughty_q.rb", "pkg/despamilator-0.1/lib/despamilator/filter/numbers_and_words.rb", "pkg/despamilator-0.1/lib/despamilator/filter/script_tag.rb", "pkg/despamilator-0.1/lib/despamilator/filter_base.rb", "pkg/despamilator-0.1/spec/despamilator_spec.rb", "pkg/despamilator-0.1/spec/filters/html_tags_spec.rb", "pkg/despamilator-0.1/spec/filters/naughty_q_spec.rb", "pkg/despamilator-0.1/spec/filters/numbers_and_words_spec.rb", "pkg/despamilator-0.1/spec/filters/script_tag_spec.rb", "pkg/despamilator-0.1/spec/spec.opts", "pkg/despamilator-0.1/spec/spec_helper.rb", "pkg/despamilator-0.1/tasks/rspec.rake", "spec/despamilator_spec.rb", "spec/filters/html_tags_spec.rb", "spec/filters/naughty_q_spec.rb", "spec/filters/numbers_and_words_spec.rb", "spec/filters/script_tag_spec.rb", "spec/spec.opts", "spec/spec_helper.rb", "tasks/rspec.rake"]
-  s.homepage = %q{http://github.com/moowahaha/despamliator}
-  s.post_install_message = %q{PostInstall.txt}
-  s.rdoc_options = ["--main", "README.rdoc"]
-  s.require_paths = ["lib"]
-  s.rubyforge_project = %q{despamilator}
-  s.rubygems_version = %q{1.3.6}
-  s.summary = %q{Despamilator is a plugin based spam detector designed for use on your web forms borne out of two annoyances: Spam being submitted in my web forms AND CAPTCHAS being intrusive}
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 3
-
-    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-      s.add_development_dependency(%q<rubyforge>, [">= 2.0.3"])
-      s.add_development_dependency(%q<gemcutter>, [">= 0.5.0"])
-      s.add_development_dependency(%q<hoe>, [">= 2.5.0"])
-    else
-      s.add_dependency(%q<rubyforge>, [">= 2.0.3"])
-      s.add_dependency(%q<gemcutter>, [">= 0.5.0"])
-      s.add_dependency(%q<hoe>, [">= 2.5.0"])
-    end
-  else
-    s.add_dependency(%q<rubyforge>, [">= 2.0.3"])
-    s.add_dependency(%q<gemcutter>, [">= 0.5.0"])
-    s.add_dependency(%q<hoe>, [">= 2.5.0"])
-  end
-end

data/pkg/despamilator-0.1/lib/despamilator/filter/html_tags.rb

@@ -1,116 +0,0 @@
-def parse
-  html = self.text.downcase
-  
-  html_tags.each do |tag|
-    if html.match(/<\s*#{tag}\W/) || html.match(/<\n*#{tag}\W/) || html.match(/\W#{tag}\s*\//) || html.match(/\W#{tag}\n*\//)
-      self.append_score = 0.3
-    end
-  end
-end
-
-def name
-  'Detects HTML tags in text'
-end
-
-def description
-  'Searches for various HTML tags'
-end
-
-def html_tags
-  # make sure these are lowercase, in order to save processing
-  [
-          '!--',
-          '!doctype',
-          'a',
-          'abbr',
-          'acronym',
-          'address',
-          'applet',
-          'area',
-          'b',
-          'base',
-          'basefont',
-          'bdo',
-          'big',
-          'blockquote',
-          'body',
-          'br',
-          'button',
-          'caption',
-          'center',
-          'cite',
-          'code',
-          'col',
-          'colgroup',
-          'dd',
-          'del',
-          'dfn',
-          'dir',
-          'div',
-          'dl',
-          'dt',
-          'em',
-          'fieldset',
-          'font',
-          'form',
-          'frame',
-          'frameset',
-          'h1',
-          'h2',
-          'h3',
-          'h4',
-          'h5',
-          'h6',
-          'head',
-          'hr',
-          'html',
-          'i',
-          'iframe',
-          'img',
-          'input',
-          'ins',
-          'isindex',
-          'kbd',
-          'label',
-          'legend',
-          'li',
-          'link',
-          'map',
-          'menu',
-          'meta',
-          'noframes',
-          'noscript',
-          'object',
-          'ol',
-          'optgroup',
-          'option',
-          'p',
-          'param',
-          'pre',
-          'q',
-          's',
-          'samp',
-          'select',
-          'small',
-          'span',
-          'strike',
-          'strong',
-          'style',
-          'sub',
-          'sup',
-          'table',
-          'tbody',
-          'td',
-          'textarea',
-          'tfoot',
-          'th',
-          'thead',
-          'title',
-          'tr',
-          'tt',
-          'u',
-          'ul',
-          'var',
-          'xmp'
-  ]
-end

data/pkg/despamilator-0.1/lib/despamilator/filter/naughty_q.rb

@@ -1,17 +0,0 @@
-def name
-  'Naughty Q'
-end
-
-def description
-  'Detects possible misuse of the letter Q (English language)'
-end
-
-def parse
-  matches = self.text.downcase.scan(/q./)
-
-  return unless matches
-
-  matches.each do |match|
-    self.append_score = 0.2 if match != 'qu' and match != 'qa' and match !~ /q\s/
-  end
-end

data/pkg/despamilator-0.1/lib/despamilator/filter/numbers_and_words.rb

@@ -1,33 +0,0 @@
-def parse
-  string = self.text.downcase
-
-  # strip out "good numbers"
-  string.gsub!(/h[1-6]/, '')
-  string.gsub!(/(^|\b)\d+($|\b)/, '')
-  string.gsub!(/(^|\b)\d+(,|\.)\d+($|\b)/, '')
-  string.gsub!(/(^|\b)\d+(st|nd|rd|th)($|\b)/, '')
-
-  [
-          /\w\d+/,
-          /\d+\w/,
-          /\d+($|\b)/
-  ].each do |regexp|
-    matches = string.scan(regexp)
-
-    next if matches.empty?
-
-    matches.each do |to_remove|
-      to_remove = to_remove.to_s
-      string.sub!(to_remove, '') unless to_remove.empty?
-      self.append_score = 0.1
-    end
-  end
-end
-
-def name
-  'Numbers next to words'
-end
-
-def description
-  'Detects unusual number/word combinations'
-end

data/pkg/despamilator-0.1/lib/despamilator/filter/script_tag.rb

@@ -1,13 +0,0 @@
-def parse
-  if self.text.downcase.match(/<\/?script(>|\s+|\n|\r)/)
-    self.append_score = 1
-  end
-end
-
-def name
-  'Detects script tags in text'
-end
-
-def description
-  'Searches for variations for the HTML script tag'
-end

data/pkg/despamilator-0.1/lib/despamilator/filter.rb

@@ -1,52 +0,0 @@
-class Despamilator
-  class Filter
-    attr_accessor :matches, :score
-
-    def initialize text
-      @@loaded ||= {}
-      @filters ||= []
-      @matches ||= []
-      @score ||= 0
-      load_filters text
-      run_filters
-    end
-
-    private
-
-    def load_filters text
-      Dir.glob(File.dirname(__FILE__) + "/filter/*.rb").each do |filter_file|
-        filter_name = classify_filename filter_file
-        filter = @@loaded[filter_name]
-
-        unless filter
-          filter_code = File.open(filter_file, File::RDWR).read
-          filter = Class.new
-          filter.class_eval(
-                  "require 'despamilator/filter_base'\nclass #{filter_name} < Despamilator::FilterBase\n#{filter_code}\nend"
-          )
-        end
-
-        @filters.push(filter.const_get(filter_name).new(text.to_s.dup, File.basename(filter_file)))
-      end
-    end
-
-    def run_filters
-      @filters.each do |filter|
-        filter.parse
-
-        if filter.matched?
-          @matches.push(filter)
-          @score += filter.score
-        end
-      end
-    end
-
-    def classify_filename filename
-      classname = ''
-      File.basename(filename).gsub(/\.rb$/, '').split('_').each do |filename_part|
-        classname += filename_part.capitalize
-      end
-      classname || filename.capitalize
-    end
-  end
-end

data/pkg/despamilator-0.1/lib/despamilator/filter_base.rb

@@ -1,37 +0,0 @@
-class Despamilator
-  class FilterBase
-    attr_accessor :text, :score, :filename, :matches
-
-    def initialize text, filename
-      @matches = 0
-      @filename = filename
-      @score = 0
-      @text = text
-      @matched = false
-    end
-
-    def description
-      raise "No description defined in #{filename}"
-    end
-
-    def parse blah
-      raise "No parser defined in #{filename}"
-    end
-
-    def name
-      raise "No name defined in #{filename}"
-    end
-    
-    def matched?
-      @score > 0
-    end
-
-    protected
-
-    def append_score= new_score
-      @matches += 1
-      @score += new_score
-    end
-
-  end
-end

data/pkg/despamilator-0.1/lib/despamilator.rb

@@ -1,19 +0,0 @@
-$:.unshift(File.dirname(__FILE__)) unless $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
-
-require 'despamilator/filter'
-
-class Despamilator
-  VERSION = "0.2"
-
-  def initialize text
-    @filters = Despamilator::Filter.new text
-  end
-
-  def score
-    @filters.score
-  end
-
-  def matched_by
-    @filters.matches
-  end
-end

data/pkg/despamilator-0.1/spec/despamilator_spec.rb

@@ -1,15 +0,0 @@
-require File.dirname(__FILE__) + '/spec_helper.rb'
-
-describe Despamilator do
-  before :each do
-    @dspam = Despamilator.new('this text is absolutely fine')
-  end
-
-  it "should return a zero score for fine text" do
-    @dspam.score.should == 0
-  end
-
-  it "should return no matching filter for fine text" do
-    @dspam.matched_by.should be_empty
-  end
-end

data/pkg/despamilator-0.1/spec/filters/html_tags_spec.rb

@@ -1,144 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper.rb'
-
-context "HtmlTags" do
-  describe "filtering" do
-    [
-            '!--',
-            '!DOCTYPE',
-            'a',
-            'abbr',
-            'acronym',
-            'address',
-            'applet',
-            'area',
-            'b',
-            'base',
-            'basefont',
-            'bdo',
-            'big',
-            'blockquote',
-            'body',
-            'br',
-            'button',
-            'caption',
-            'center',
-            'cite',
-            'code',
-            'col',
-            'colgroup',
-            'dd',
-            'del',
-            'dfn',
-            'dir',
-            'div',
-            'dl',
-            'dt',
-            'em',
-            'fieldset',
-            'font',
-            'form',
-            'frame',
-            'frameset',
-            'h1',
-            'h2',
-            'h3',
-            'h4',
-            'h5',
-            'h6',
-            'head',
-            'hr',
-            'html',
-            'i',
-            'iframe',
-            'img',
-            'input',
-            'ins',
-            'isindex',
-            'kbd',
-            'label',
-            'legend',
-            'li',
-            'link',
-            'map',
-            'menu',
-            'meta',
-            'noframes',
-            'noscript',
-            'object',
-            'ol',
-            'optgroup',
-            'option',
-            'p',
-            'param',
-            'pre',
-            'q',
-            's',
-            'samp',
-            'select',
-            'small',
-            'span',
-            'strike',
-            'strong',
-            'style',
-            'sub',
-            'sup',
-            'table',
-            'tbody',
-            'td',
-            'textarea',
-            'tfoot',
-            'th',
-            'thead',
-            'title',
-            'tr',
-            'tt',
-            'u',
-            'ul',
-            'var',
-            'xmp'
-    ].each do |script_tag|
-      [script_tag.upcase, script_tag.downcase].each do |script_tag|
-        [
-                "<#{script_tag}",
-                "#{script_tag}/>",
-                "<#{script_tag}/>",
-                "< #{script_tag} ",
-                "#{script_tag} />",
-                "<\n#{script_tag}\n/>",
-                "<\n#{script_tag} ",
-                "#{script_tag}\n/>",
-                "<\r#{script_tag}\r/>"
-        ].each do |script_tag|
-          it "should detect '#{script_tag}'" do
-            dspam = Despamilator.new(script_tag)
-            dspam.score.should == 0.3
-          end
-        end
-      end
-    end
-
-    describe 'attributes' do
-      before :all do
-        @dspam = Despamilator.new('<xmp>').matched_by.first
-      end
-
-      it "should have a name" do
-        @dspam.name.should == 'Detects HTML tags in text'
-      end
-
-      it "should have a description" do
-        @dspam.description.should == 'Searches for various HTML tags'
-      end
-
-      it "should have a filename" do
-        @dspam.filename.should == 'html_tags.rb'
-      end
-    end
-
-    describe 'bug fixes' do
-      it "should detect an h1" do
-        Despamilator.new('<h1>TITLE!!</h1>').score.should == 0.3
-      end
-    end
-  end
-end

data/pkg/despamilator-0.1/spec/filters/naughty_q_spec.rb

@@ -1,39 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper.rb'
-
-describe "NaughtyQ" do
-  it "should return a score for 1 misplaced q" do
-    dspam = Despamilator.new('qtu')
-    dspam.score.should == 0.2
-  end
-
-  describe 'attributes' do
-    before :each do
-      @filter = Despamilator.new('qtqt').matched_by.first
-    end
-
-    it "should have a filename" do
-      @filter.filename.should == 'naughty_q.rb'
-    end
-
-    it "should have a name" do
-      @filter.name.should == 'Naughty Q'
-    end
-
-    it "should have a description" do
-      @filter.description.should == 'Detects possible misuse of the letter Q (English language)'
-    end
-
-    it "should have a number of matches" do
-      @filter.matches.should == 2
-    end
-
-    it "should have a score" do
-      @filter.score.should == 0.4
-    end
-  end
-
-  it "should score more for 3 misplaced q's" do
-    dspam = Despamilator.new('qtuqsq')
-    dspam.score.to_s.should == 0.4.to_s
-  end
-end

data/pkg/despamilator-0.1/spec/filters/numbers_and_words_spec.rb

@@ -1,59 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper.rb'
-
-describe "NumbersAndWords" do
-  [1, 4, 10, 100000, '1,000,000', '1st', '2nd', '3rd', '4th', '5th', '6th', '10th', '122nd'].each do |number|
-    it "should return a blank for a #{number}" do
-      dspam = Despamilator.new(number)
-      dspam.score.should == 0
-    end
-  end
-
-  ['wanga x5 mool', '4ghk', 'XTHL9'].each do |string|
-    it "should detect suspicious number word combos such as #{string}" do
-      dspam = Despamilator.new(string)
-      dspam.score.should == 0.1
-    end
-  end
-
-  ['4wanga x5 mool', '4g6hk', 'XT7HL9', '77th8nd'].each do |string|
-    it "should detect multiple suspicious number word combos such as #{string}" do
-      dspam = Despamilator.new(string)
-      dspam.score.should == 0.2
-    end
-  end
-
-  [1, 2, 3, 4, 5, 6].each do |tag_no|
-    header_tag = "h#{tag_no}"
-
-    it "should ignore html header tag #{header_tag}" do
-      dspam = Despamilator.new(header_tag)
-      dspam.score.should == 0
-    end
-  end
-
-  describe 'attributes' do
-    before :each do
-      @filter = Despamilator.new('X5T').matched_by.first
-    end
-
-    it "should have a filename" do
-      @filter.filename.should == 'numbers_and_words.rb'
-    end
-
-    it "should have a name" do
-      @filter.name.should == 'Numbers next to words'
-    end
-
-    it "should have a description" do
-      @filter.description.should == 'Detects unusual number/word combinations'
-    end
-
-    it "should have a number of matches" do
-      @filter.matches.should == 1
-    end
-
-    it "should have a score" do
-      @filter.score.should == 0.1
-    end
-  end
-end

data/pkg/despamilator-0.1/spec/filters/script_tag_spec.rb

@@ -1,32 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper.rb'
-
-context "ScriptTag" do
-  describe "detecting various script tags" do
-    ['<script type="whatever">', '<script></script>', '</script>', '<script>', "<script\n>"].each do |script_tag|
-      [script_tag.upcase, script_tag.downcase].each do |script_tag|
-        it "should detect '#{script_tag}' of a script tag" do
-          dspam = Despamilator.new(script_tag)
-          dspam.score.should == 1
-        end
-      end
-    end
-  end
-
-  describe 'attributes' do
-    before :all do
-      @dspam = Despamilator.new('<script>').matched_by.first
-    end
-
-    it "should have a name" do
-      @dspam.name.should == 'Detects script tags in text'
-    end
-
-    it "should have a description" do
-      @dspam.description.should == 'Searches for variations for the HTML script tag'
-    end
-
-    it "should have a filename" do
-      @dspam.filename.should == 'script_tag.rb'
-    end
-  end
-end

data/pkg/despamilator-0.1/spec/spec.opts

@@ -1 +0,0 @@
---colour

data/pkg/despamilator-0.1/spec/spec_helper.rb

@@ -1,10 +0,0 @@
-begin
-  require 'spec'
-rescue LoadError
-  require 'rubygems' unless ENV['NO_RUBYGEMS']
-  gem 'rspec'
-  require 'spec'
-end
-
-$:.unshift(File.dirname(__FILE__) + '/../lib')
-require 'despamilator'

data/pkg/despamilator-0.1/tasks/rspec.rake

@@ -1,21 +0,0 @@
-begin
-  require 'spec'
-rescue LoadError
-  require 'rubygems' unless ENV['NO_RUBYGEMS']
-  require 'spec'
-end
-begin
-  require 'spec/rake/spectask'
-rescue LoadError
-  puts <<-EOS
-To use rspec for testing you must install rspec gem:
-    gem install rspec
-EOS
-  exit(0)
-end
-
-desc "Run the specs under spec/models"
-Spec::Rake::SpecTask.new do |t|
-  t.spec_opts = ['--options', "spec/spec.opts"]
-  t.spec_files = FileList['spec/**/*_spec.rb']
-end