despamilator 0.2

data/pkg/despamilator-0.1/lib/despamilator/filter/script_tag.rb

@@ -0,0 +1,13 @@
+def parse
+  if self.text.downcase.match(/<\/?script(>|\s+|\n|\r)/)
+    self.append_score = 1
+  end
+end
+
+def name
+  'Detects script tags in text'
+end
+
+def description
+  'Searches for variations for the HTML script tag'
+end

data/pkg/despamilator-0.1/lib/despamilator/filter.rb

@@ -0,0 +1,52 @@
+class Despamilator
+  class Filter
+    attr_accessor :matches, :score
+
+    def initialize text
+      @@loaded ||= {}
+      @filters ||= []
+      @matches ||= []
+      @score ||= 0
+      load_filters text
+      run_filters
+    end
+
+    private
+
+    def load_filters text
+      Dir.glob(File.dirname(__FILE__) + "/filter/*.rb").each do |filter_file|
+        filter_name = classify_filename filter_file
+        filter = @@loaded[filter_name]
+
+        unless filter
+          filter_code = File.open(filter_file, File::RDWR).read
+          filter = Class.new
+          filter.class_eval(
+                  "require 'despamilator/filter_base'\nclass #{filter_name} < Despamilator::FilterBase\n#{filter_code}\nend"
+          )
+        end
+
+        @filters.push(filter.const_get(filter_name).new(text.to_s.dup, File.basename(filter_file)))
+      end
+    end
+
+    def run_filters
+      @filters.each do |filter|
+        filter.parse
+
+        if filter.matched?
+          @matches.push(filter)
+          @score += filter.score
+        end
+      end
+    end
+
+    def classify_filename filename
+      classname = ''
+      File.basename(filename).gsub(/\.rb$/, '').split('_').each do |filename_part|
+        classname += filename_part.capitalize
+      end
+      classname || filename.capitalize
+    end
+  end
+end

data/pkg/despamilator-0.1/lib/despamilator/filter_base.rb

@@ -0,0 +1,37 @@
+class Despamilator
+  class FilterBase
+    attr_accessor :text, :score, :filename, :matches
+
+    def initialize text, filename
+      @matches = 0
+      @filename = filename
+      @score = 0
+      @text = text
+      @matched = false
+    end
+
+    def description
+      raise "No description defined in #{filename}"
+    end
+
+    def parse blah
+      raise "No parser defined in #{filename}"
+    end
+
+    def name
+      raise "No name defined in #{filename}"
+    end
+    
+    def matched?
+      @score > 0
+    end
+
+    protected
+
+    def append_score= new_score
+      @matches += 1
+      @score += new_score
+    end
+
+  end
+end

data/pkg/despamilator-0.1/lib/despamilator.rb

@@ -0,0 +1,19 @@
+$:.unshift(File.dirname(__FILE__)) unless $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'despamilator/filter'
+
+class Despamilator
+  VERSION = "0.2"
+
+  def initialize text
+    @filters = Despamilator::Filter.new text
+  end
+
+  def score
+    @filters.score
+  end
+
+  def matched_by
+    @filters.matches
+  end
+end

data/pkg/despamilator-0.1/spec/despamilator_spec.rb

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+describe Despamilator do
+  before :each do
+    @dspam = Despamilator.new('this text is absolutely fine')
+  end
+
+  it "should return a zero score for fine text" do
+    @dspam.score.should == 0
+  end
+
+  it "should return no matching filter for fine text" do
+    @dspam.matched_by.should be_empty
+  end
+end

data/pkg/despamilator-0.1/spec/filters/html_tags_spec.rb

@@ -0,0 +1,144 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+context "HtmlTags" do
+  describe "filtering" do
+    [
+            '!--',
+            '!DOCTYPE',
+            'a',
+            'abbr',
+            'acronym',
+            'address',
+            'applet',
+            'area',
+            'b',
+            'base',
+            'basefont',
+            'bdo',
+            'big',
+            'blockquote',
+            'body',
+            'br',
+            'button',
+            'caption',
+            'center',
+            'cite',
+            'code',
+            'col',
+            'colgroup',
+            'dd',
+            'del',
+            'dfn',
+            'dir',
+            'div',
+            'dl',
+            'dt',
+            'em',
+            'fieldset',
+            'font',
+            'form',
+            'frame',
+            'frameset',
+            'h1',
+            'h2',
+            'h3',
+            'h4',
+            'h5',
+            'h6',
+            'head',
+            'hr',
+            'html',
+            'i',
+            'iframe',
+            'img',
+            'input',
+            'ins',
+            'isindex',
+            'kbd',
+            'label',
+            'legend',
+            'li',
+            'link',
+            'map',
+            'menu',
+            'meta',
+            'noframes',
+            'noscript',
+            'object',
+            'ol',
+            'optgroup',
+            'option',
+            'p',
+            'param',
+            'pre',
+            'q',
+            's',
+            'samp',
+            'select',
+            'small',
+            'span',
+            'strike',
+            'strong',
+            'style',
+            'sub',
+            'sup',
+            'table',
+            'tbody',
+            'td',
+            'textarea',
+            'tfoot',
+            'th',
+            'thead',
+            'title',
+            'tr',
+            'tt',
+            'u',
+            'ul',
+            'var',
+            'xmp'
+    ].each do |script_tag|
+      [script_tag.upcase, script_tag.downcase].each do |script_tag|
+        [
+                "<#{script_tag}",
+                "#{script_tag}/>",
+                "<#{script_tag}/>",
+                "< #{script_tag} ",
+                "#{script_tag} />",
+                "<\n#{script_tag}\n/>",
+                "<\n#{script_tag} ",
+                "#{script_tag}\n/>",
+                "<\r#{script_tag}\r/>"
+        ].each do |script_tag|
+          it "should detect '#{script_tag}'" do
+            dspam = Despamilator.new(script_tag)
+            dspam.score.should == 0.3
+          end
+        end
+      end
+    end
+
+    describe 'attributes' do
+      before :all do
+        @dspam = Despamilator.new('<xmp>').matched_by.first
+      end
+
+      it "should have a name" do
+        @dspam.name.should == 'Detects HTML tags in text'
+      end
+
+      it "should have a description" do
+        @dspam.description.should == 'Searches for various HTML tags'
+      end
+
+      it "should have a filename" do
+        @dspam.filename.should == 'html_tags.rb'
+      end
+    end
+
+    describe 'bug fixes' do
+      it "should detect an h1" do
+        Despamilator.new('<h1>TITLE!!</h1>').score.should == 0.3
+      end
+    end
+  end
+end

data/pkg/despamilator-0.1/spec/filters/naughty_q_spec.rb

@@ -0,0 +1,39 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe "NaughtyQ" do
+  it "should return a score for 1 misplaced q" do
+    dspam = Despamilator.new('qtu')
+    dspam.score.should == 0.2
+  end
+
+  describe 'attributes' do
+    before :each do
+      @filter = Despamilator.new('qtqt').matched_by.first
+    end
+
+    it "should have a filename" do
+      @filter.filename.should == 'naughty_q.rb'
+    end
+
+    it "should have a name" do
+      @filter.name.should == 'Naughty Q'
+    end
+
+    it "should have a description" do
+      @filter.description.should == 'Detects possible misuse of the letter Q (English language)'
+    end
+
+    it "should have a number of matches" do
+      @filter.matches.should == 2
+    end
+
+    it "should have a score" do
+      @filter.score.should == 0.4
+    end
+  end
+
+  it "should score more for 3 misplaced q's" do
+    dspam = Despamilator.new('qtuqsq')
+    dspam.score.to_s.should == 0.4.to_s
+  end
+end

data/pkg/despamilator-0.1/spec/filters/numbers_and_words_spec.rb

@@ -0,0 +1,59 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe "NumbersAndWords" do
+  [1, 4, 10, 100000, '1,000,000', '1st', '2nd', '3rd', '4th', '5th', '6th', '10th', '122nd'].each do |number|
+    it "should return a blank for a #{number}" do
+      dspam = Despamilator.new(number)
+      dspam.score.should == 0
+    end
+  end
+
+  ['wanga x5 mool', '4ghk', 'XTHL9'].each do |string|
+    it "should detect suspicious number word combos such as #{string}" do
+      dspam = Despamilator.new(string)
+      dspam.score.should == 0.1
+    end
+  end
+
+  ['4wanga x5 mool', '4g6hk', 'XT7HL9', '77th8nd'].each do |string|
+    it "should detect multiple suspicious number word combos such as #{string}" do
+      dspam = Despamilator.new(string)
+      dspam.score.should == 0.2
+    end
+  end
+
+  [1, 2, 3, 4, 5, 6].each do |tag_no|
+    header_tag = "h#{tag_no}"
+
+    it "should ignore html header tag #{header_tag}" do
+      dspam = Despamilator.new(header_tag)
+      dspam.score.should == 0
+    end
+  end
+
+  describe 'attributes' do
+    before :each do
+      @filter = Despamilator.new('X5T').matched_by.first
+    end
+
+    it "should have a filename" do
+      @filter.filename.should == 'numbers_and_words.rb'
+    end
+
+    it "should have a name" do
+      @filter.name.should == 'Numbers next to words'
+    end
+
+    it "should have a description" do
+      @filter.description.should == 'Detects unusual number/word combinations'
+    end
+
+    it "should have a number of matches" do
+      @filter.matches.should == 1
+    end
+
+    it "should have a score" do
+      @filter.score.should == 0.1
+    end
+  end
+end

data/pkg/despamilator-0.1/spec/filters/script_tag_spec.rb

@@ -0,0 +1,32 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+context "ScriptTag" do
+  describe "detecting various script tags" do
+    ['<script type="whatever">', '<script></script>', '</script>', '<script>', "<script\n>"].each do |script_tag|
+      [script_tag.upcase, script_tag.downcase].each do |script_tag|
+        it "should detect '#{script_tag}' of a script tag" do
+          dspam = Despamilator.new(script_tag)
+          dspam.score.should == 1
+        end
+      end
+    end
+  end
+
+  describe 'attributes' do
+    before :all do
+      @dspam = Despamilator.new('<script>').matched_by.first
+    end
+
+    it "should have a name" do
+      @dspam.name.should == 'Detects script tags in text'
+    end
+
+    it "should have a description" do
+      @dspam.description.should == 'Searches for variations for the HTML script tag'
+    end
+
+    it "should have a filename" do
+      @dspam.filename.should == 'script_tag.rb'
+    end
+  end
+end

data/pkg/despamilator-0.1/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/pkg/despamilator-0.1/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 'despamilator'

data/pkg/despamilator-0.1/tasks/rspec.rake

@@ -0,0 +1,21 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  require 'spec'
+end
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts <<-EOS
+To use rspec for testing you must install rspec gem:
+    gem install rspec
+EOS
+  exit(0)
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end