wikipedia-vandalism_detection 0.0.1

data/spec/vandalism_detection/features/biased_frequency_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::BiasedFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::BiasedFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the inserted number of biased words relative to all inserted words count" do
+      # inserted: total 10 words, 4 biased
+      old_text = Wikipedia::VandalismDetection::Text.new 'Great old.'
+      new_text = Wikipedia::VandalismDetection::Text.new "Great old. It's Great man, this is amazing, really a classic."
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 4.0 / 9.0
+    end
+
+    it "returns 0.0 on emtpy clean inserted text" do
+      old_text = Wikipedia::VandalismDetection::Text.new 'Great old.'
+      new_text = Wikipedia::VandalismDetection::Text.new "Great old. {{speedy deletion}}"
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/biased_impact_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+
+describe  Wikipedia::VandalismDetection::Features::BiasedImpact do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::BiasedImpact.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::ImpactBase }
+
+  describe "#calculate" do
+
+    it "returns the impact of biased words of the edit's new revision text" do
+      # 1 vulgarism
+      old_text = Wikipedia::VandalismDetection::Text.new "this is classic!"
+      # 3 vulgarism
+      new_text = Wikipedia::VandalismDetection::Text.new "This is classic, legendary and amazing!"
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 1.0 / (1.0 + 3.0)
+    end
+
+    it "returns 0.5 on both no terms in text revisions" do
+      text = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision, text: text)
+      new_revision = build(:new_revision, text: text)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.5
+    end
+
+    it "returns 0.0 on emtpy clean text of old revision" do
+      old_text = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+      new_text = Wikipedia::VandalismDetection::Text.new "great"
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+
+    it "returns 1.0 on emtpy clean text of new revision" do
+      old_text = Wikipedia::VandalismDetection::Text.new "great"
+      new_text = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 1.0
+    end
+  end
+end

data/spec/vandalism_detection/features/blanking_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::Blanking do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::Blanking.new
+    @blank_text = "a" * (Wikipedia::VandalismDetection::Features::Blanking::BLANKING_THRESHOLD - 1)
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::Base }
+
+  describe "#calculate" do
+
+    it "returns 1.0 in case of full blanking (size < BLANKING_THRESHOLD) new revision" do
+      old_revision = build(:old_revision, text: "#{@blank_text} additional text")
+      new_revision = build(:new_revision, text: @blank_text)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 1.0
+    end
+
+    it "returns 0.0 in case of not full blanking (size >= BLANKING_THRESHOLD) new revision" do
+      old_revision = build(:old_revision, text: "#{@blank_text} additional text")
+      new_revision = build(:new_revision, text: "#{@blank_text}a")
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+
+    it "returns 0.0 if old revision is <= new revision" do
+      old_revision = build(:old_revision, text: @blank_text)
+      new_revision = build(:new_revision, text: @blank_text.next!)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/character_diversity_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CharacterDiversity do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CharacterDiversity.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::Base }
+
+  describe "#calculate" do
+
+    it "returns the character diversity of the edit's new revision inserted text" do
+      old_text = Wikipedia::VandalismDetection::Text.new('text')
+      new_text = Wikipedia::VandalismDetection::Text.new 'text [[aa ab cdeefg]]' # 9 unique characters of total 14
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 14 ** (1.0 / 9)
+    end
+
+    it "returns 0.0 if no text inserted" do
+      old_text = Wikipedia::VandalismDetection::Text.new("deletion text")
+      new_text = Wikipedia::VandalismDetection::Text.new("text")
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/character_sequence_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CharacterSequence do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CharacterSequence.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::Base}
+
+  describe "#calculate" do
+
+    it "returns the number of the new revision's longest sequence of the same character" do
+      old_text = Wikipedia::VandalismDetection::Text.new "a 666666"
+      new_text = Wikipedia::VandalismDetection::Text.new "a 666666 4444ccc eeeefffff gggg g \n===hhhh===\n''fffaffff''"
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 5
+    end
+
+    it "returns 0 on non inserted text" do
+      old_text = Wikipedia::VandalismDetection::Text.new "a 666666 4444ccc eeeefffff gggg g"
+      new_text = Wikipedia::VandalismDetection::Text.new "a 666666 "
+
+      old_revision = build(:old_revision, text: old_text)
+      new_revision = build(:new_revision, text: new_text)
+
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_bad_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentBadFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentBadFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the number of bad words in comment relative to all words count" do
+      # total 11 words, 7 bad words
+      comment = Wikipedia::VandalismDetection::Text.new '666 was 666 if 666 was 666 and guy are 666'
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 6.0 / 11.0
+    end
+
+    it "returns 0.0 on emtpy clean text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_biased_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentBiasedFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentBiasedFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the number of biased words in comment relative to all words count" do
+      # total 10 words, 3 biased
+      comment = Wikipedia::VandalismDetection::Text.new "It's Great man, this is amazing, really a classic."
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 4.0 / 9.0
+    end
+
+    it "returns 0.0 on emtpy clean text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_length_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentLength do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentLength.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::Base }
+
+  describe "#calculate" do
+
+    it "returns the length of the edit's new revisions comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "1 34567 9"
+      edit = build :edit, new_revision: build(:new_revision, comment: comment)
+
+      expect(@feature.calculate(edit)).to eq 9
+    end
+
+    it "returns 0 on emtpy clean text" do
+      text = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+      edit = build :edit, new_revision: build(:new_revision, text: text)
+
+      expect(@feature.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_markup_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentMarkupFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentMarkupFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::Base }
+
+  describe "#calculate" do
+
+    it "returns the number of markup words in comment relative to all words count" do
+      # total 7 words, 3 markup
+      comment = Wikipedia::VandalismDetection::Text.new '[[Content]] is not always {{simple}} to [[produce]]'
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 3.0 / 7.0
+    end
+
+    it "returns 0.0 on emtpy text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new ""
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_pronoun_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentPronounFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentPronounFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the number of pronouns in comment relative to all words count" do
+      # total 12 words, 7 pronouns
+      comment = Wikipedia::VandalismDetection::Text.new 'I was you if You was Me and we are ourselves us'
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 7.0 / 12.0
+    end
+
+    it "returns 0.0 on emtpy clean text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_sex_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentSexFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentSexFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the number of sex words in comment relative to all words count" do
+      # total 11 words, 7 sex words
+      comment = Wikipedia::VandalismDetection::Text.new 'Penis was penis if penis was penis and penis are penis'
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 6.0 / 11.0
+    end
+
+    it "returns 0.0 on emtpy clean text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/comment_vulgarism_frequency_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::CommentVulgarismFrequency do
+
+  before do
+    @feature = Wikipedia::VandalismDetection::Features::CommentVulgarismFrequency.new
+  end
+
+  it { should be_a Wikipedia::VandalismDetection::Features::FrequencyBase }
+
+  describe "#calculate" do
+
+    it "returns the number of vulgarism words in comment relative to all words count" do
+      # total 7 words, 2 vulgarism
+      comment = Wikipedia::VandalismDetection::Text.new "Fuck you bitch. This is my change!"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, old_revision: old_revision, new_revision: new_revision)
+
+      expect(@feature.calculate(edit)).to eq 2.0 / 7.0
+    end
+
+    it "returns 0.0 on emtpy clean text comment" do
+      comment = Wikipedia::VandalismDetection::Text.new "{{speedy deletion}}"
+
+      old_revision = build(:old_revision)
+      new_revision = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_revision, old_revision: old_revision)
+
+      expect(@feature.calculate(edit)).to eq 0.0
+    end
+  end
+end