wikipedia-vandalism_detection 0.1.0-java

data/spec/vandalism_detection/features/markup_frequency_spec.rb

@@ -0,0 +1,31 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::MarkupFrequency do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the number of markup related words over all inserted words' do
+      # total 4 words, 3 markup
+      old_text = Text.new('Old whatever.')
+      new_text = Text.new('Old whatever. {{template}} <ref>list</ref> [[heading]] boy.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / 4.0
+    end
+
+    it 'returns 0.0 on no inserted text' do
+      text = 'Old guy.'
+      old_text = Text.new(text)
+      new_text = Text.new(text)
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/markup_impact_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::MarkupImpact do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the impact of markup words of the edit’s new revision text' do
+      # 3 markup words
+      old_text = '{{template}} <ref>reference</ref> [[hello]] hello'
+
+      # 4 markup words
+      new_text = '{{template}} <ref>reference</ref> [[hello]] cite dude'
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / (3.0 + 4.0)
+    end
+
+    it 'returns 0.5 on both no terms in text revisions' do
+      text = ''
+
+      old_rev = build(:old_revision, text: text)
+      new_rev = build(:new_revision, text: text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 0.5
+    end
+
+    it 'returns 0.0 on emtpy text of old revision' do
+      old_text = ''
+      new_text = '{{template}}'
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+
+    it 'returns 1.0 on emtpy text of new revision' do
+      old_text = '{{template}}'
+      new_text = ''
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 1.0
+    end
+  end
+end

data/spec/vandalism_detection/features/non_alphanumeric_ratio_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::NonAlphanumericRatio do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the non-alphanum to all letters ratio of the inserted text' do
+      old_text = Text.new('t$xt')
+      # 7 non-alphanumeric letters of total 15 letters
+      new_text = Text.new('t$xt [[1A$% 4B6]] 8Cd?')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq((1.0 + 7) / (1.0 + 15))
+    end
+
+    it 'returns 0.0 if no text was inserted' do
+      old_text = Text.new('deletion text')
+      new_text = Text.new('text')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/personal_life_spec.rb

@@ -0,0 +1,22 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::PersonalLife do
+  it { is_expected.to be_a Features::ContainsBase }
+
+  describe '#calculate' do
+    it 'returns 1 if the edit comment includes "personal life"' do
+      comment = Text.new('/* Personal life */ edited')
+      new_rev = build(:new_revision, comment: comment)
+      edit = build(:edit, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 1
+    end
+
+    it 'returns 0 on emtpy comment' do
+      new_rev = build(:new_revision, comment: '')
+      edit = build(:edit, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/pronoun_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::PronounFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of pronouns relative to all words count' do
+      # total 10 words, 6 pronouns
+      old_text = Text.new('Your old.')
+      new_text = Text.new('Your old. I was you if You was we are ourselves us.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 6.0 / 10.0
+    end
+
+    it 'returns 0.0 for an emtpy clean text in the new revision' do
+      old_text = Text.new('Your old.')
+      new_text = Text.new('Your old. {{speedy deletion}}')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/pronoun_impact_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::PronounImpact do
+  it { is_expected.to be_a Features::ImpactBase }
+
+  describe '#calculate' do
+    it 'returns the impact of pronouns of the new revision text' do
+      # 3 pronouns
+      old_text = Text.new('Your old text will be mine or Your’s')
+
+      # 4 pronouns
+      new_text = Text.new('My new text and your old text will be ours and mine')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / (3.0 + 4.0)
+    end
+
+    it 'returns 0.5 if both text revisions include no terms' do
+      text = Text.new('{{speedy deletion}}')
+
+      old_rev = build(:old_revision, text: text)
+      new_rev = build(:new_revision, text: text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 0.5
+    end
+
+    it 'returns 0.0 for emtpy clean text of old revision' do
+      old_text = Text.new('{{speedy deletion}}')
+      new_text = Text.new('You')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+
+    it 'returns 1.0 for emtpy clean text of new revision' do
+      old_text = Text.new('You')
+      new_text = Text.new('{{speedy deletion}}')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq 1.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_all_wordlists_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedAllWordlistsFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed lists words over all removed words' do
+      # inserted: total 7 words, 1 vulgarism, 1 biased, 2 pronouns = 4 bad
+      old_text = Text.new('Your old shit. Fuck you great, you and the others.')
+      new_text = Text.new('Your old shit.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 4.0 / 7.0
+    end
+
+    it 'returns 0.0 for an empty removed clean text' do
+      old_text = Text.new('Your old shit. {{speedy deletion}}')
+      new_text = Text.new('Your old shit.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_bad_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedBadFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed bad words over all removed words' do
+      # inserted: total 10 words, 4 biased
+      old_text = Text.new('666 old. It’s 666 man, this is 666, 666 a whatever.')
+      new_text = Text.new('666 old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 4.0 / 9.0
+    end
+
+    it 'returns 0.0 for an emtpy removed clean text' do
+      old_text = Text.new('whatever old. {{speedy deletion}}')
+      new_text = Text.new('whatever old. whatever new.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_biased_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedBiasedFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed biased words over removed words count' do
+      # inserted: total 7 words, 3 biased (great, really, classic)
+      old_text = Text.new('Great old. This is so great, really a classic.')
+      new_text = Text.new('Great old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / 7.0
+    end
+
+    it 'returns 0.0 on emtpy removed clean text' do
+      old_text = Text.new('Great old. {{speedy deletion}}')
+      new_text = Text.new('Great old. Great new.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_character_distribution_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedCharacterDistribution do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the KL-Divergence of the removed characters distribution' do
+      old_text = Text.new('old text [[new inserted text]] given dero 9')
+      new_text = Text.new('old text')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 1.6609633564650683
+    end
+
+    it 'returns a missing value if no alphanumeric characters were removed' do
+      old_text = Text.new('old text !* [[?]]')
+      new_text = Text.new('old text')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq Features::MISSING_VALUE
+    end
+
+    it 'returns a missing value if no text was inserted' do
+      old_text = Text.new('text')
+      new_text = Text.new('deletion text')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, new_revision: new_rev, old_revision: old_rev)
+
+      expect(subject.calculate(edit)).to eq Features::MISSING_VALUE
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_emoticons_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedEmoticonsFrequency do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the number of removed emoticon words over all removed words' do
+      # inserted: total 6 words, 2 emoticons
+      old_text = Text.new(':) old. It’s :P man:Pio, this is X-D.')
+      new_text = Text.new(':) old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 2.0 / 6.0
+    end
+
+    it 'returns 0.0 on emtpy removed text' do
+      old_text = Text.new('Great old. {{speedy deletion}}')
+      new_text = Text.new('Great old. {{speedy deletion}} :)')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_markup_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedMarkupFrequency do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the number of removed markup words over all removed words' do
+      # inserted: total 5 removed words, 2 markup
+      old_text = Text.new('[[Great]] old. It is [[Great]] man, [[amazing]].')
+      new_text = Text.new('[[Great]] old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 2.0 / 5.0
+    end
+
+    it 'returns 0.0 on emtpy removed text' do
+      old_text = Text.new('Great old. {{speedy deletion}}')
+      new_text = Text.new('Great old. {{speedy deletion}} [[heading]]')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_pronoun_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedPronounFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed pronouns over all removed words' do
+      # total 10 words, 6 pronouns
+      old_text = Text.new('Your old. I was you if You was We are ourselves us.')
+      new_text = Text.new('Your old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 6.0 / 10.0
+    end
+
+    it 'returns 0.0 for an emtpy removed clean text in the new revision' do
+      old_text = Text.new('Your old. {{speedy deletion}}')
+      new_text = Text.new('Your old. My inserted.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_sex_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedSexFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed sex words over all removed words' do
+      # inserted: total 7 words, 3 sex words
+      old_text = Text.new('Penis old. It’s Penis man, this is penis, anal.')
+      new_text = Text.new('Penis old.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / 7.0
+    end
+
+    it 'returns 0.0 on emtpy removed clean text' do
+      old_text = Text.new('penis old. {{speedy deletion}}')
+      new_text = Text.new('penis old. Penis new.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_size_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedSize do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the size of the new removed text' do
+      old_text = Text.new('123 456789')
+      new_text = Text.new('123') # 6 removed
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 6
+    end
+
+    it 'returns 0 if no removed text ' do
+      old_text = Text.new('123')
+      new_text = Text.new('123 456789') # 0 removed
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_vulgarism_frequency_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedVulgarismFrequency do
+  it { is_expected.to be_a Features::FrequencyBase }
+
+  describe '#calculate' do
+    it 'returns the number of removed vulgarism over all removed words' do
+      # total 8 words, 3 vulgarism
+      old_text = Text.new('Old shit. Fuck, fu*ck you $lut, and all the others.')
+      new_text = Text.new('Old shit. New shit.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 3.0 / 8.0
+    end
+
+    it 'returns 0.0 on emtpy removed clean text revisions' do
+      old_text = Text.new('Old shit. {{speedy deletion}}')
+      new_text = Text.new('Old shit. New shit.')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.0
+    end
+  end
+end

data/spec/vandalism_detection/features/removed_words_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::RemovedWords do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the number of the edit’s removed words' do
+      old_text = Text.new('zero one two three four five six') # 6 removed
+      new_text = Text.new('zero')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 6
+    end
+
+    it 'returns 0 if no text was removed' do
+      old_text = Text.new('zero') # 0 removed
+      new_text = Text.new('zero one')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/replacement_similarity_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::ReplacementSimilarity do
+  it { is_expected.to be_a Features::Base }
+
+  describe '#calculate' do
+    it 'returns the similarity of the deleted text to inserted in exchange' do
+      old_text = Text.new('this is Mr. Dixon')
+      new_text = Text.new('this is Mr. Dicksonx')
+
+      old_rev = build(:old_revision, text: old_text)
+      new_rev = build(:new_revision, text: new_text)
+
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0.8133333333333332
+    end
+
+    it 'returns 0 if the old revision text is empty' do
+      old_rev = build(:old_revision, text: '')
+      new_rev = build(:new_revision, text: '{{speedy deletion}}')
+
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+
+    it 'returns 0 if the new revision text is empty' do
+      old_rev = build(:old_revision, text: '{{speedy deletion}}')
+      new_rev = build(:new_revision, text: '')
+
+      edit = build(:edit, old_revision: old_rev, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+  end
+end

data/spec/vandalism_detection/features/reverted_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+
+describe Wikipedia::VandalismDetection::Features::Reverted do
+  it { is_expected.to be_a Features::ContainsBase }
+
+  describe '#calculate' do
+    %w[rvt rvv revert].each do |term|
+      it "returns 1 if the edit comment includes '#{term}'" do
+        comment = Text.new("#{term} edited")
+        new_rev = build(:new_revision, comment: comment)
+        edit = build(:edit, new_revision: new_rev)
+
+        expect(subject.calculate(edit)).to eq 1
+      end
+    end
+
+    it 'returns 0 for an emtpy comment' do
+      new_rev = build(:new_revision, comment: '')
+      edit = build(:edit, new_revision: new_rev)
+
+      expect(subject.calculate(edit)).to eq 0
+    end
+  end
+end