confidential_info_redactor_lite 0.0.34 → 1.0.0

data/spec/confidential_info_redactor_lite/extractor_spec.rb

@@ -6,27 +6,27 @@ RSpec.describe ConfidentialInfoRedactorLite::Extractor do
     context 'English (en)' do
       it 'extracts the proper nouns from a text #001' do
         text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Coca-Cola', 'Pepsi'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Coca-Cola', 'Pepsi'])
       end
 
       it 'extracts the proper nouns from a text #002' do
         text = 'Coca-Cola announced a merger with Pepsi.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Coca-Cola', 'Pepsi'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Coca-Cola', 'Pepsi'])
       end
 
       it 'extracts the proper nouns from a text #003' do
         text = 'Many employees of Deutsche Bank are looking for another job.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Deutsche Bank'])
       end
 
       it 'extracts the proper nouns from a text #004' do
         text = 'Many employees of Deutsche Bank are looking for another job while those from Pepsi are not.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Deutsche Bank', 'Pepsi'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Deutsche Bank', 'Pepsi'])
       end
 
       it 'extracts the proper nouns from a text #005' do
         text = 'There are many employees at Deutsche Bank. Some are thinking about drinking Pepsi, Coke, or Sprite.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Deutsche Bank', 'Pepsi', 'Coke', 'Sprite'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Deutsche Bank', 'Pepsi', 'Coke', 'Sprite'])
       end
 
       it 'extracts the proper nouns from a text #006' do
@@ -87,99 +87,104 @@ RSpec.describe ConfidentialInfoRedactorLite::Extractor do
 
           Don’t forget to use your imagination and creativity!
         EOF
-        expect(described_class.new(text: text, corpus: corpus).extract).to eq(["PGA", "iTunes", "YouTube", "Flickr", "Picasa", "Photobucket"])
+        expect(described_class.new(corpus: corpus).extract(text)).to eq(["PGA", "iTunes", "YouTube", "Flickr", "Picasa", "Photobucket"])
       end
 
       it 'extracts the proper nouns from a text #007' do
         text = 'I learned that Apple has plans to release a new iPhone, iPad and iWatch.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['Apple', 'iPhone', 'iPad', 'iWatch'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['Apple', 'iPhone', 'iPad', 'iWatch'])
       end
 
       it 'extracts the proper nouns from a text #008' do
         text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000. Please contact John Smith at j.smith@example.com or visit http://www.super-fake-merger.com.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(["Coca-Cola", "Pepsi", "John Smith"])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(["Coca-Cola", "Pepsi", "John Smith"])
       end
 
       it 'extracts the proper nouns from a text #009' do
         text = 'Then Peter went to the store.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(["Peter"])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(["Peter"])
       end
 
       it 'extracts the proper nouns from a text #010' do
         text = 'HOW TO COOK VEGETABLES'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #011' do
         text = 'All Natural Peanut Butter'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #012' do
         text = 'GOOD CARBS VS. BAD CARBS'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #013' do
         text = 'Reducing”'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #014' do
         text = '”'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #015' do
         text = '“Reducing'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq([])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq([])
       end
 
       it 'extracts the proper nouns from a text #016' do
         text = 'Corrigendum to Council Regulation (EC) No 85/2009 of 19 January 2009 amending Regulation (EC) No 1083/2006 laying down general provisions on the European Regional Development Fund, the European Social Fund and the Cohesion Fund concerning certain provisions relating to financial management'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(["Corrigendum", "Council Regulation", "No", "January", "Regulation", "European Regional Development Fund", "European Social Fund", "Cohesion Fund"])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(["Corrigendum", "Council Regulation", "No", "January", "Regulation", "European Regional Development Fund", "European Social Fund", "Cohesion Fund"])
       end
 
       it 'extracts the proper nouns from a text #017' do
         text = 'John'
-        expect(described_class.new(text: text, corpus: corpus, language: 'en').extract).to eq(['John'])
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(['John'])
+      end
+
+      it 'extracts the proper nouns from a text #018' do
+        text = 'John and Jane Doe'
+        expect(described_class.new(corpus: corpus, language: 'en').extract(text)).to eq(["John", "Jane Doe"])
       end
     end
 
     context 'German (de)' do
       it 'extracts the proper nouns from a text #001' do
         text = 'Viele Mitarbeiter der Deutschen Bank suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutschen Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutschen Bank'])
       end
 
       it 'extracts the proper nouns from a text #002' do
         text = 'Viele Mitarbeiter der Deutsche Bank suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
 
       it 'extracts the proper nouns from a text #003' do
         text = 'Viele de Mitarbeiters der Deutsche Bank suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
 
        it 'extracts the proper nouns from a text #004' do
         text = 'Viele de Mitarbeiters der Deutsche Bank suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
 
       it 'extracts the proper nouns from a text #005' do
         text = 'Viele de Mitarbeiters der «Deutsche Bank» suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
 
       it 'extracts the proper nouns from a text #006' do
         text = 'Viele de Mitarbeiters der ‹Deutsche Bank› suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
 
       it 'extracts the proper nouns from a text #007' do
         text = 'Viele de Mitarbeiters der “Deutsche Bank” suchen eine andere Arbeitsstelle.'
-        expect(described_class.new(text: text, corpus: corpus, language: 'de').extract).to eq(['Deutsche Bank'])
+        expect(described_class.new(corpus: corpus, language: 'de').extract(text)).to eq(['Deutsche Bank'])
       end
     end
   end

data/spec/confidential_info_redactor_lite/hyperlink_spec.rb

@@ -4,14 +4,14 @@ RSpec.describe ConfidentialInfoRedactorLite::Hyperlink do
   context '#replace' do
     it 'replaces the hyperlinks in a string with regular tokens #001' do
       string = "Today the date is: Jan 1. Visit https://www.example.com/hello or http://www.google.co.uk"
-      ws = described_class.new(string: string)
-      expect(ws.replace).to eq("Today the date is: Jan 1. Visit  <redacted hyperlink>  or  <redacted hyperlink> ")
+      ws = described_class.new
+      expect(ws.replace(string)).to eq("Today the date is: Jan 1. Visit  <redacted hyperlink>  or  <redacted hyperlink> ")
     end
 
     it 'replaces the hyperlinks in a string with regular tokens #002' do
       string = 'The file location is c:\Users\johndoe or d:\Users\john\www'
-      ws = described_class.new(string: string)
-      expect(ws.replace).to eq('The file location is c:\Users\johndoe or d:\Users\john\www')
+      ws = described_class.new
+      expect(ws.replace(string)).to eq('The file location is c:\Users\johndoe or d:\Users\john\www')
     end
   end
 end

data/spec/confidential_info_redactor_lite/performance_spec.rb

@@ -12,29 +12,35 @@ describe ConfidentialInfoRedactorLite do
     en_months = %w(january february march april may june july august september october november december)
     en_month_abbr = %w(jan feb mar apr jun jul aug sep sept oct nov dec)
     benchmark do
-      extraction = ConfidentialInfoRedactorLite::Extractor.new(text: text, corpus: CORPUS).extract
-      expect(extraction).to eq(["Rabbit-Hole", "Alice", "Firnever", "She", "s", "ALICE", "ESQ", "HEARTHRUG", "m", "It", "Rabdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdand", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAl", "Lof", "Iof", "He", "ve", "Cd", "SHE", "We", "Lory", "Ma", "Dinah", "d", "Mary Ann", "ll", "Blitnurse", "Onlys. Thernurse", "Iss", "st", "B", "se", "Bira", "Billte", "Sas", "Solong-", "Bilfu", "BHo", "Bi", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll Luced", "They", "Ithing", "Why", "Wha Wha", "Wha", "Sa Wha Wha", "Whe Wha Wha", "Whdo Wha Wha", "Wha Whshe", "L Wha Wha", "Wha Whaht", "Fish-Footman", "Cheshire", "Iwhich", "Marcch", "Iwhichwaswhich", "Marse", "Marc", "March--just", "HE", "Dormouse", "Sh", "Hare", "TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTinto", "IThis", "THEN--she", "VIII", "s Croquet-Ground", "t", "Que", "ThSo", "Rab", "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCseCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCarCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlperAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliA DAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlithoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAlifouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAlimiAliAliAliAliAliAliAliAliAliAliAliAliAliAli-suAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliA", "DAliAliAliAliAlremnding", "S", "Turtle", "WASHIN", "FurseFrench", "FurseFren", "FurseI", "ThFrench", "WAoth", "iFrench", "YouFrench", "ANE", "FurseFrencouFrench", "FurseFr", "FurseFrenff", "England", "France--", "Rabbit", "OLDtheir", "Turtheir", "How", "H", "W", "Hve", "Hr", "Hrf", "H--e", "XI", "Q", "Rabb", "Qher", "WhaThe Kingrts", "Whdddddddddddddddddddddddddddddddddddistdddddddddddddddddddddddto", "M", "it", "e", "Tcccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcccccccnocccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghccclicccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcco", "Wonderland", "Wderivative", "Gutenberg-tm", "Gutenberg", "Prand", "Gand", "D", "E", "Gphrase", "Projecarsphrase", "Proje", "Projes", "Projecno", "Projecarsphrthphrase", "Projecarsphrliphrase", "Projecag-phrase", "Projeontaiphrase", "Projcopphrase", "Projecarsphephrase", "Projrediphrasetinphrase", "Projerg", "Projecwith", "Projecarsphrr", "Projecarsphh", "ASCII", "Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Lexpneed", "Mississippi", "Service", "s EIN", "Foutiat", "Fioat", "Foidat", "Fouincat", "Fou", "Foby", "Foreat", "U.S", "PG"])
+      extraction = ConfidentialInfoRedactorLite::Extractor.new(corpus: CORPUS).extract(text)
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates
+      ConfidentialInfoRedactorLite::Redactor.new(dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers
+      text2 = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000. Please contact John Smith at j.smith@example.com or visit http://www.super-fake-merger.com.'
+      ci = ConfidentialInfoRedactorLite::Extractor.new(corpus: CORPUS)
+      100.times do
+        ci.extract(text2)
+      end
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails
+      ConfidentialInfoRedactorLite::Redactor.new(dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks
+      ConfidentialInfoRedactorLite::Redactor.new(dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails(text)
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, tokens: ["Rabbit-Hole", "Alice", "Firnever", "She", "s", "ALICE", "ESQ", "HEARTHRUG", "m", "It", "Rabdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdand", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAl", "Lof", "Iof", "He", "ve", "Cd", "SHE", "We", "Lory", "Ma", "Dinah", "d", "Mary Ann", "ll", "Blitnurse", "Onlys. Thernurse", "Iss", "st", "B", "se", "Bira", "Billte", "Sas", "Solong-", "Bilfu", "BHo", "Bi", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll Luced", "They", "Ithing", "Why", "Wha Wha", "Wha", "Sa Wha Wha", "Whe Wha Wha", "Whdo Wha Wha", "Wha Whshe", "L Wha Wha", "Wha Whaht", "Fish-Footman", "Cheshire", "Iwhich", "Marcch", "Iwhichwaswhich", "Marse", "Marc", "March--just", "HE", "Dormouse", "Sh", "Hare", "TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTinto", "IThis", "THEN--she", "VIII", "s Croquet-Ground", "t", "Que", "ThSo", "Rab", "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCseCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCarCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlperAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliA DAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlithoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAlifouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAlimiAliAliAliAliAliAliAliAliAliAliAliAliAliAli-suAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliA", "DAliAliAliAliAlremnding", "S", "Turtle", "WASHIN", "FurseFrench", "FurseFren", "FurseI", "ThFrench", "WAoth", "iFrench", "YouFrench", "ANE", "FurseFrencouFrench", "FurseFr", "FurseFrenff", "England", "France--", "Rabbit", "OLDtheir", "Turtheir", "How", "H", "W", "Hve", "Hr", "Hrf", "H--e", "XI", "Q", "Rabb", "Qher", "WhaThe Kingrts", "Whdddddddddddddddddddddddddddddddddddistdddddddddddddddddddddddto", "M", "it", "e", "Tcccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcccccccnocccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghccclicccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcco", "Wonderland", "Wderivative", "Gutenberg-tm", "Gutenberg", "Prand", "Gand", "D", "E", "Gphrase", "Projecarsphrase", "Proje", "Projes", "Projecno", "Projecarsphrthphrase", "Projecarsphrliphrase", "Projecag-phrase", "Projeontaiphrase", "Projcopphrase", "Projecarsphephrase", "Projrediphrasetinphrase", "Projerg", "Projecwith", "Projecarsphrr", "Projecarsphh", "ASCII", "Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Lexpneed", "Mississippi", "Service", "s EIN", "Foutiat", "Fioat", "Foidat", "Fouincat", "Fou", "Foby", "Foreat", "U.S", "PG"], dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns
+      ConfidentialInfoRedactorLite::Redactor.new(dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks(text)
     end
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, tokens: ["Rabbit-Hole", "Alice", "Firnever", "She", "s", "ALICE", "ESQ", "HEARTHRUG", "m", "It", "Rabdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdand", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAl", "Lof", "Iof", "He", "ve", "Cd", "SHE", "We", "Lory", "Ma", "Dinah", "d", "Mary Ann", "ll", "Blitnurse", "Onlys. Thernurse", "Iss", "st", "B", "se", "Bira", "Billte", "Sas", "Solong-", "Bilfu", "BHo", "Bi", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll Luced", "They", "Ithing", "Why", "Wha Wha", "Wha", "Sa Wha Wha", "Whe Wha Wha", "Whdo Wha Wha", "Wha Whshe", "L Wha Wha", "Wha Whaht", "Fish-Footman", "Cheshire", "Iwhich", "Marcch", "Iwhichwaswhich", "Marse", "Marc", "March--just", "HE", "Dormouse", "Sh", "Hare", "TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTinto", "IThis", "THEN--she", "VIII", "s Croquet-Ground", "t", "Que", "ThSo", "Rab", "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCseCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCarCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlperAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliA DAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlithoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAlifouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAlimiAliAliAliAliAliAliAliAliAliAliAliAliAliAli-suAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliA", "DAliAliAliAliAlremnding", "S", "Turtle", "WASHIN", "FurseFrench", "FurseFren", "FurseI", "ThFrench", "WAoth", "iFrench", "YouFrench", "ANE", "FurseFrencouFrench", "FurseFr", "FurseFrenff", "England", "France--", "Rabbit", "OLDtheir", "Turtheir", "How", "H", "W", "Hve", "Hr", "Hrf", "H--e", "XI", "Q", "Rabb", "Qher", "WhaThe Kingrts", "Whdddddddddddddddddddddddddddddddddddistdddddddddddddddddddddddto", "M", "it", "e", "Tcccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcccccccnocccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghccclicccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcco", "Wonderland", "Wderivative", "Gutenberg-tm", "Gutenberg", "Prand", "Gand", "D", "E", "Gphrase", "Projecarsphrase", "Proje", "Projes", "Projecno", "Projecarsphrthphrase", "Projecarsphrliphrase", "Projecag-phrase", "Projeontaiphrase", "Projcopphrase", "Projecarsphephrase", "Projrediphrasetinphrase", "Projerg", "Projecwith", "Projecarsphrr", "Projecarsphh", "ASCII", "Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Lexpneed", "Mississippi", "Service", "s EIN", "Foutiat", "Fioat", "Foidat", "Fouincat", "Fou", "Foby", "Foreat", "U.S", "PG"], ignore_numbers: true, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact
+      ConfidentialInfoRedactorLite::Redactor.new(tokens: ["Rabbit-Hole", "Alice", "Firnever", "She", "s", "ALICE", "ESQ", "HEARTHRUG", "m", "It", "Rabdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdand", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAl", "Lof", "Iof", "He", "ve", "Cd", "SHE", "We", "Lory", "Ma", "Dinah", "d", "Mary Ann", "ll", "Blitnurse", "Onlys. Thernurse", "Iss", "st", "B", "se", "Bira", "Billte", "Sas", "Solong-", "Bilfu", "BHo", "Bi", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll Luced", "They", "Ithing", "Why", "Wha Wha", "Wha", "Sa Wha Wha", "Whe Wha Wha", "Whdo Wha Wha", "Wha Whshe", "L Wha Wha", "Wha Whaht", "Fish-Footman", "Cheshire", "Iwhich", "Marcch", "Iwhichwaswhich", "Marse", "Marc", "March--just", "HE", "Dormouse", "Sh", "Hare", "TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTinto", "IThis", "THEN--she", "VIII", "s Croquet-Ground", "t", "Que", "ThSo", "Rab", "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCseCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCarCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlperAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliA DAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlithoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAlifouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAlimiAliAliAliAliAliAliAliAliAliAliAliAliAliAli-suAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliA", "DAliAliAliAliAlremnding", "S", "Turtle", "WASHIN", "FurseFrench", "FurseFren", "FurseI", "ThFrench", "WAoth", "iFrench", "YouFrench", "ANE", "FurseFrencouFrench", "FurseFr", "FurseFrenff", "England", "France--", "Rabbit", "OLDtheir", "Turtheir", "How", "H", "W", "Hve", "Hr", "Hrf", "H--e", "XI", "Q", "Rabb", "Qher", "WhaThe Kingrts", "Whdddddddddddddddddddddddddddddddddddistdddddddddddddddddddddddto", "M", "it", "e", "Tcccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcccccccnocccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghccclicccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcco", "Wonderland", "Wderivative", "Gutenberg-tm", "Gutenberg", "Prand", "Gand", "D", "E", "Gphrase", "Projecarsphrase", "Proje", "Projes", "Projecno", "Projecarsphrthphrase", "Projecarsphrliphrase", "Projecag-phrase", "Projeontaiphrase", "Projcopphrase", "Projecarsphephrase", "Projrediphrasetinphrase", "Projerg", "Projecwith", "Projecarsphrr", "Projecarsphh", "ASCII", "Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Lexpneed", "Mississippi", "Service", "s EIN", "Foutiat", "Fioat", "Foidat", "Fouincat", "Fou", "Foby", "Foreat", "U.S", "PG"], dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns(text)
+    end
+    benchmark do
+      ConfidentialInfoRedactorLite::Redactor.new(tokens: ["Rabbit-Hole", "Alice", "Firnever", "She", "s", "ALICE", "ESQ", "HEARTHRUG", "m", "It", "Rabdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdeepdand", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliwoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlame AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlptAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlerAliAliAliAliAliAl", "Lof", "Iof", "He", "ve", "Cd", "SHE", "We", "Lory", "Ma", "Dinah", "d", "Mary Ann", "ll", "Blitnurse", "Onlys. Thernurse", "Iss", "st", "B", "se", "Bira", "Billte", "Sas", "Solong-", "Bilfu", "BHo", "Bi", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLaste", "LastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLastLalLastLastLastLastLastll Luced", "They", "Ithing", "Why", "Wha Wha", "Wha", "Sa Wha Wha", "Whe Wha Wha", "Whdo Wha Wha", "Wha Whshe", "L Wha Wha", "Wha Whaht", "Fish-Footman", "Cheshire", "Iwhich", "Marcch", "Iwhichwaswhich", "Marse", "Marc", "March--just", "HE", "Dormouse", "Sh", "Hare", "TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTinto", "IThis", "THEN--she", "VIII", "s Croquet-Ground", "t", "Que", "ThSo", "Rab", "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCseCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCarCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC", "AliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlperAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliA DAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlithoAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAliAonAliAliAliAliAliAliAliAliAliAlifouAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAlouAlimiAliAliAliAliAliAliAliAliAliAliAliAliAliAli-suAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliAliA", "DAliAliAliAliAlremnding", "S", "Turtle", "WASHIN", "FurseFrench", "FurseFren", "FurseI", "ThFrench", "WAoth", "iFrench", "YouFrench", "ANE", "FurseFrencouFrench", "FurseFr", "FurseFrenff", "England", "France--", "Rabbit", "OLDtheir", "Turtheir", "How", "H", "W", "Hve", "Hr", "Hrf", "H--e", "XI", "Q", "Rabb", "Qher", "WhaThe Kingrts", "Whdddddddddddddddddddddddddddddddddddistdddddddddddddddddddddddto", "M", "it", "e", "Tcccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcccccccnocccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghccclicccccccccccccccccccccccccmacccccccccccccccccccccccccmaccccccccghcco", "Wonderland", "Wderivative", "Gutenberg-tm", "Gutenberg", "Prand", "Gand", "D", "E", "Gphrase", "Projecarsphrase", "Proje", "Projes", "Projecno", "Projecarsphrthphrase", "Projecarsphrliphrase", "Projecag-phrase", "Projeontaiphrase", "Projcopphrase", "Projecarsphephrase", "Projrediphrasetinphrase", "Projerg", "Projecwith", "Projecarsphrr", "Projecarsphh", "ASCII", "Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Li Lexpneed", "Mississippi", "Service", "s EIN", "Foutiat", "Fioat", "Foidat", "Fouincat", "Fou", "Foby", "Foreat", "U.S", "PG"], ignore_numbers: true, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)
     end
     # data = StackProf.run(mode: :cpu, interval: 1000) do
-    #   ConfidentialInfoRedactorLite::Extractor.new(text: text, corpus: CORPUS).extract
+    #   ConfidentialInfoRedactorLite::Extractor.new(corpus: CORPUS).extract(text)
     # end
     # puts StackProf::Report.new(data).print_text
   end
@@ -46,7 +52,7 @@ describe ConfidentialInfoRedactorLite do
     en_months = %w(january february march april may june july august september october november december)
     en_month_abbr = %w(jan feb mar apr jun jul aug sep sept oct nov dec)
     benchmark do
-      ConfidentialInfoRedactorLite::Redactor.new(text: text, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates
+      ConfidentialInfoRedactorLite::Redactor.new(dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)
     end
   end
 end

data/spec/confidential_info_redactor_lite/redactor_spec.rb

@@ -9,149 +9,149 @@ RSpec.describe ConfidentialInfoRedactorLite::Redactor do
 
   describe '#dates' do
     it 'handles nil as a text argument' do
-      expect(described_class.new(text: nil, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates).to eq('')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(nil)).to eq('')
     end
 
     it 'redacts dates from a text #001' do
       text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date> for $200,000,000,000.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date> for $200,000,000,000.')
     end
 
     it 'redacts dates from a text #002' do
       text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date>.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date>.')
     end
 
     it 'redacts dates from a text #003' do
       text = 'December 5, 2010 - Coca-Cola announced a merger with Pepsi.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates).to eq('<redacted date> - Coca-Cola announced a merger with Pepsi.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)).to eq('<redacted date> - Coca-Cola announced a merger with Pepsi.')
     end
 
     it 'redacts dates from a text #004' do
       text = 'The scavenger hunt ends on Dec. 31st, 2011.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates).to eq('The scavenger hunt ends on <redacted date>.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).dates(text)).to eq('The scavenger hunt ends on <redacted date>.')
     end
 
     it 'handles nil date objects' do
       text = 'The scavenger hunt ends on Dec. 31st, 2011.'
-      expect(described_class.new(text: text, language: 'en', dow: nil, dow_abbr: nil, months: nil, months_abbr: nil).dates).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
+      expect(described_class.new(language: 'en', dow: nil, dow_abbr: nil, months: nil, months_abbr: nil).dates(text)).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
     end
 
     it 'handles empty string date objects' do
       text = 'The scavenger hunt ends on Dec. 31st, 2011.'
-      expect(described_class.new(text: text, language: 'en', dow: '', dow_abbr: '', months: '', months_abbr: '').dates).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
+      expect(described_class.new(language: 'en', dow: '', dow_abbr: '', months: '', months_abbr: '').dates(text)).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
     end
 
     it 'handles empty array date objects' do
       text = 'The scavenger hunt ends on Dec. 31st, 2011.'
-      expect(described_class.new(text: text, language: 'en', dow: [], dow_abbr: [], months: [], months_abbr: []).dates).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
+      expect(described_class.new(language: 'en', dow: [], dow_abbr: [], months: [], months_abbr: []).dates(text)).to eq('The scavenger hunt ends on Dec. 31st, 2011.')
     end
   end
 
   describe '#dates_html' do
     it 'handles nil as a text argument' do
-      expect(described_class.new(text: nil, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html).to eq([])
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html(nil)).to eq([])
     end
 
     it 'surrounds the redacted dates in spans and return the redacted dates from a text #001' do
       text = 'On May 1st, 2000 Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html).to eq(["On <span class='confidentialDate'>*****</span> Coca-Cola announced a merger with Pepsi that will happen on <span class='confidentialDate'>*****</span>.", ['May 1st, 2000', 'December 15th, 2020']])
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html(text)).to eq(["On <span class='confidentialDate'>*****</span> Coca-Cola announced a merger with Pepsi that will happen on <span class='confidentialDate'>*****</span>.", ['May 1st, 2000', 'December 15th, 2020']])
     end
 
     it 'surrounds the redacted dates in spans and return the redacted dates from a text #002' do
       text = '２０１１年１２月３１日です。'
-      expect(described_class.new(text: text, language: 'ja', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html).to eq(["<span class='confidentialDate'>*****</span> です。", ["２０１１年１２月３１日"]])
+      expect(described_class.new(language: 'ja', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, date_text: "*****").dates_html(text)).to eq(["<span class='confidentialDate'>*****</span> です。", ["２０１１年１２月３１日"]])
     end
   end
 
   describe '#numbers' do
     it 'handles nil as a text argument' do
-      expect(described_class.new(text: nil, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(nil)).to eq('')
     end
 
     it 'redacts numbers from a text #001' do
       text = 'Coca-Cola announced a merger with Pepsi that will happen on <redacted date> for $200,000,000,000.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date> for <redacted number>.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('Coca-Cola announced a merger with Pepsi that will happen on <redacted date> for <redacted number>.')
     end
 
     it 'redacts numbers from a text #002' do
       text = '200 years ago.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('<redacted number> years ago.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('<redacted number> years ago.')
     end
 
     it 'redacts numbers from a text #003' do
       text = 'It was his 1st time, not yet his 10th, not even his 2nd. The wood was 3/4" thick.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('It was his <redacted number> time, not yet his <redacted number>, not even his <redacted number>. The wood was <redacted number> thick.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('It was his <redacted number> time, not yet his <redacted number>, not even his <redacted number>. The wood was <redacted number> thick.')
     end
 
     it 'redacts numbers from a text #004' do
       text = 'Checking file of %2'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('Checking file of <redacted number>')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('Checking file of <redacted number>')
     end
 
     it 'redacts numbers from a text #005' do
       text = 'zawiera pliki skompresowane (%2).'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('zawiera pliki skompresowane (<redacted number>).')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('zawiera pliki skompresowane (<redacted number>).')
     end
 
     it 'redacts numbers from a text #006' do
       text = '２１３４か２４か０'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq("<redacted number> か <redacted number> か <redacted number>")
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq("<redacted number> か <redacted number> か <redacted number>")
     end
 
     it 'redacts numbers from a text #007' do
       text = '100'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers).to eq('<redacted number>')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).numbers(text)).to eq('<redacted number>')
     end
   end
 
   describe '#numbers_html' do
     it 'surrounds the redacted numbers in spans and return the redacted numbers from a text #001' do
       text = 'It was his 1st) time, not yet his 10th, not even his 2nd. The wood was 3/4" thick. It cost $200,000.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: "*****").numbers_html).to eq(["It was his <span class='confidentialNumber'>*****</span>) time, not yet his <span class='confidentialNumber'>*****</span>, not even his <span class='confidentialNumber'>*****</span>. The wood was <span class='confidentialNumber'>*****</span> thick. It cost <span class='confidentialNumber'>*****</span>.", ["1st", "10th,", "2nd", "3/4\"", "$200,000"]])
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: "*****").numbers_html(text)).to eq(["It was his <span class='confidentialNumber'>*****</span>) time, not yet his <span class='confidentialNumber'>*****</span>, not even his <span class='confidentialNumber'>*****</span>. The wood was <span class='confidentialNumber'>*****</span> thick. It cost <span class='confidentialNumber'>*****</span>.", ["1st", "10th,", "2nd", "3/4\"", "$200,000"]])
     end
 
     it 'surrounds the redacted numbers in spans and return the redacted numbers from a text #002' do
       text = 'プロのミニチュアゴルファー２人のサイン。２人の出身国は別であること。（４５ポイント；それぞれが別の大陸出身だった場合、５ボーナスポイント。）'
-      expect(described_class.new(text: text, language: 'ja', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: "*****").numbers_html).to eq(["プロのミニチュアゴルファー <span class='confidentialNumber'>*****</span> 人のサイン。 <span class='confidentialNumber'>*****</span> 人の出身国は別であること。（ <span class='confidentialNumber'>*****</span> ポイント；それぞれが別の大陸出身だった場合、 <span class='confidentialNumber'>*****</span> ボーナスポイント。）", ["２", "２", "４５", "５"]])
+      expect(described_class.new(language: 'ja', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: "*****").numbers_html(text)).to eq(["プロのミニチュアゴルファー <span class='confidentialNumber'>*****</span> 人のサイン。 <span class='confidentialNumber'>*****</span> 人の出身国は別であること。（ <span class='confidentialNumber'>*****</span> ポイント；それぞれが別の大陸出身だった場合、 <span class='confidentialNumber'>*****</span> ボーナスポイント。）", ["２", "２", "４５", "５"]])
     end
   end
 
   describe '#emails' do
     it 'redacts email addresses from a text #001' do
       text = 'His email is john@gmail.com or you can try k.light@tuv.eu.us.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails).to eq('His email is <redacted email> or you can try <redacted email>.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails(text)).to eq('His email is <redacted email> or you can try <redacted email>.')
     end
 
     it 'redacts email addresses from a text #002' do
       text = 'His email is (john@gmail.com) or you can try (k.light@tuv.eu.us).'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails).to eq('His email is (<redacted email>) or you can try (<redacted email>).')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).emails(text)).to eq('His email is (<redacted email>) or you can try (<redacted email>).')
     end
   end
 
   describe '#emails_html' do
     it 'surrounds the redacted emails in spans and return the redacted emails from a text #001' do
       text = 'His email is (john@gmail.com) or you can try (k.light@tuv.eu.us).'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, token_text: "*****").emails_html).to eq(["His email is (<span class='confidentialEmail'><redacted email></span>) or you can try (<span class='confidentialEmail'><redacted email></span>).", ["john@gmail.com", "k.light@tuv.eu.us"]])
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, token_text: "*****").emails_html(text)).to eq(["His email is (<span class='confidentialEmail'><redacted email></span>) or you can try (<span class='confidentialEmail'><redacted email></span>).", ["john@gmail.com", "k.light@tuv.eu.us"]])
     end
   end
 
   describe '#hyperlinks' do
     it 'redacts hyperlinks from a text #001' do
       text = 'Visit https://www.tm-town.com for more info.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks).to eq('Visit <redacted hyperlink> for more info.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks(text)).to eq('Visit <redacted hyperlink> for more info.')
     end
 
     it 'redacts hyperlinks from a text #002' do
       text = 'Visit www.tm-town.com for more info.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks).to eq('Visit <redacted hyperlink> for more info.')
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks(text)).to eq('Visit <redacted hyperlink> for more info.')
     end
   end
 
   describe '#hyperlinks_html' do
     it 'surrounds the redacted hyperlinks in spans and return the redacted hyperlinks from a text #001' do
       text = 'Visit https://www.tm-town.com for more info or https://www.google.com.'
-      expect(described_class.new(text: text, language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, token_text: "*****", hyperlink_text: "*****", email_text: "*****").hyperlinks_html).to eq(["Visit <span class='confidentialHyperlinks'>*****</span> for more info or <span class='confidentialHyperlinks'>*****</span>.", ["https://www.tm-town.com", "https://www.google.com"]])
+      expect(described_class.new(language: 'en', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, token_text: "*****", hyperlink_text: "*****", email_text: "*****").hyperlinks_html(text)).to eq(["Visit <span class='confidentialHyperlinks'>*****</span> for more info or <span class='confidentialHyperlinks'>*****</span>.", ["https://www.tm-town.com", "https://www.google.com"]])
     end
   end
 
@@ -159,13 +159,13 @@ RSpec.describe ConfidentialInfoRedactorLite::Redactor do
     it 'redacts tokens from a text #001' do
       tokens = ['Coca-Cola', 'Pepsi']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on on December 15th, 2020 for $200,000,000,000.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns).to eq('<redacted> announced a merger with <redacted> that will happen on on December 15th, 2020 for $200,000,000,000.')
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns(text)).to eq('<redacted> announced a merger with <redacted> that will happen on on December 15th, 2020 for $200,000,000,000.')
     end
 
     it 'redacts tokens from a text #002' do
       tokens = ['Coca-Cola', 'Pepsi']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on on December 15th, 2020 for $200,000,000,000.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, token_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns).to eq('***** announced a merger with ***** that will happen on on December 15th, 2020 for $200,000,000,000.')
+      expect(described_class.new(language: 'en', tokens: tokens, token_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).proper_nouns(text)).to eq('***** announced a merger with ***** that will happen on on December 15th, 2020 for $200,000,000,000.')
     end
   end
 
@@ -173,7 +173,7 @@ RSpec.describe ConfidentialInfoRedactorLite::Redactor do
     it 'redacts all confidential information from a text #001' do
       tokens = ['Coca-Cola', 'Pepsi']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on on December 15th, 2020 for $200,000,000,000.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq('<redacted> announced a merger with <redacted> that will happen on on <redacted date> for <redacted number>.')
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq('<redacted> announced a merger with <redacted> that will happen on on <redacted date> for <redacted number>.')
     end
 
     it 'redacts all confidential information from a text #002' do
@@ -234,37 +234,37 @@ RSpec.describe ConfidentialInfoRedactorLite::Redactor do
 
         Don’t forget to use your imagination and creativity!
       EOF
-      tokens = ConfidentialInfoRedactorLite::Extractor.new(text: text, corpus: corpus).extract
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq("        <redacted>\n\n        <redacted> is hosting the <redacted number> <redacted>.  So get out your putter and your camera and see if you have what it takes.  Are you a <redacted>?\n\n        <redacted>: <redacted number>) <redacted> of <redacted number> professional miniature golfers, each from a different country. (<redacted number> points; <redacted number> bonus points if the professional miniature golfers are also from <redacted number> different continents) <redacted number>) <redacted> of yourself next to each obstacle in our list of the Top <redacted number> <redacted>. (<redacted number> points; <redacted number> bonus points for each obstacle that exactly matches the one pictured in the article) <redacted number>) <redacted> your own full-size miniature golf hole. (<redacted number> points; up to <redacted number> bonus points available depending on the craftsmanship, playability, creativity and fun factor of your hole) <redacted number>) <redacted> of yourself making a hole-in-one on two consecutive miniature golf holes. <redacted> video must be one continuous shot with no editing. (<redacted number> points) <redacted number>) <redacted> of yourself with the <redacted> mascot. (<redacted number> points; <redacted number> bonus points if you are wearing a <redacted> t-shirt) <redacted number>) <redacted> of yourself with the completed <redacted> wobblehead. (<redacted number> points; <redacted number> bonus points if the picture is taken at a miniature golf course) <redacted number>) <redacted> of a completed scorecard from a round of miniature golf. <redacted> round of golf must have taken place after the start of this scavenger hunt. (<redacted number> points) <redacted number>) <redacted> of completed scorecards from <redacted number> different miniature golf courses. <redacted> round of golf must have taken place after the start of this scavenger hunt. (<redacted number> points) <redacted number>) <redacted> an entry to the <redacted number> <redacted>. (<redacted number> points; <redacted number> bonus points if your entry gets more than <redacted number> votes) <redacted number>) <redacted> from the <redacted> app showing a 9-hole score below par. (<redacted number> points) <redacted number>) <redacted> from the <redacted> app showing that you have successfully unlocked all of the holes in the game. (<redacted number> points) <redacted number>) <redacted> of the <redacted> wobblehead at a <redacted>. (<redacted number> points) <redacted number>) <redacted> and submit the <redacted> ‘Practice <redacted>’ and ‘Final <redacted>’ for any one of the <redacted> math or physics lessons. (<redacted number> points; <redacted number> bonus points if you complete two lessons) <redacted number>) <redacted> of yourself with at least <redacted number> different colored miniature golf balls. (<redacted number> points; <redacted number> bonus points for each additional color {limit of <redacted number> bonus points}) <redacted number>) <redacted> of yourself with a famous golfer or miniature golfer. (<redacted number> points; <redacted number> bonus points if the golfer is on the <redacted> tour <redacted> you are wearing a <redacted> t-shirt in the picture) <redacted number>) <redacted> of yourself making a hole-in-one on a miniature golf hole with a loop-de-loop obstacle. (<redacted number> points) <redacted number>) <redacted> of yourself successfully making a trick miniature golf shot. (<redacted number> points; up to <redacted number> bonus points available depending on the difficulty and complexity of the trick shot)\n\n\n        Prizes: <redacted number> <redacted> <redacted>\n\n        <redacted>\n        (<redacted number>  <redacted number> <redacted> - <redacted>)\n\n        <redacted> team will judge the scavenger hunt and all decisions will be final. <redacted> is sponsoring it. <redacted> scavenger hunt is open to anyone and everyone.  <redacted> scavenger hunt ends on <redacted date>.\n\n        <redacted> enter the scavenger hunt, send an email to info <redacted> putterking <redacted> com with the subject line: \"<redacted>\".  In the email please include links to the pictures and videos you are submitting.  You can utilize free photo and video hosting sites such as <redacted>, <redacted>, <redacted>, <redacted>, etc. for your submissions.\n\n        <redacted> entering the <redacted>, you allow <redacted> to use or link to any of the pictures or videos you submit for advertisements and promotions.\n\n        Don’t forget to use your imagination and creativity!\n")
+      tokens = ConfidentialInfoRedactorLite::Extractor.new(corpus: corpus).extract(text)
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq("        <redacted>\n\n        <redacted> is hosting the <redacted number> <redacted>.  So get out your putter and your camera and see if you have what it takes.  Are you a <redacted>?\n\n        <redacted>: <redacted number>) <redacted> of <redacted number> professional miniature golfers, each from a different country. (<redacted number> points; <redacted number> bonus points if the professional miniature golfers are also from <redacted number> different continents) <redacted number>) <redacted> of yourself next to each obstacle in our list of the Top <redacted number> <redacted>. (<redacted number> points; <redacted number> bonus points for each obstacle that exactly matches the one pictured in the article) <redacted number>) <redacted> your own full-size miniature golf hole. (<redacted number> points; up to <redacted number> bonus points available depending on the craftsmanship, playability, creativity and fun factor of your hole) <redacted number>) <redacted> of yourself making a hole-in-one on two consecutive miniature golf holes. <redacted> video must be one continuous shot with no editing. (<redacted number> points) <redacted number>) <redacted> of yourself with the <redacted> mascot. (<redacted number> points; <redacted number> bonus points if you are wearing a <redacted> t-shirt) <redacted number>) <redacted> of yourself with the completed <redacted> wobblehead. (<redacted number> points; <redacted number> bonus points if the picture is taken at a miniature golf course) <redacted number>) <redacted> of a completed scorecard from a round of miniature golf. <redacted> round of golf must have taken place after the start of this scavenger hunt. (<redacted number> points) <redacted number>) <redacted> of completed scorecards from <redacted number> different miniature golf courses. <redacted> round of golf must have taken place after the start of this scavenger hunt. (<redacted number> points) <redacted number>) <redacted> an entry to the <redacted number> <redacted>. (<redacted number> points; <redacted number> bonus points if your entry gets more than <redacted number> votes) <redacted number>) <redacted> from the <redacted> app showing a 9-hole score below par. (<redacted number> points) <redacted number>) <redacted> from the <redacted> app showing that you have successfully unlocked all of the holes in the game. (<redacted number> points) <redacted number>) <redacted> of the <redacted> wobblehead at a <redacted>. (<redacted number> points) <redacted number>) <redacted> and submit the <redacted> ‘Practice <redacted>’ and ‘Final <redacted>’ for any one of the <redacted> math or physics lessons. (<redacted number> points; <redacted number> bonus points if you complete two lessons) <redacted number>) <redacted> of yourself with at least <redacted number> different colored miniature golf balls. (<redacted number> points; <redacted number> bonus points for each additional color {limit of <redacted number> bonus points}) <redacted number>) <redacted> of yourself with a famous golfer or miniature golfer. (<redacted number> points; <redacted number> bonus points if the golfer is on the <redacted> tour <redacted> you are wearing a <redacted> t-shirt in the picture) <redacted number>) <redacted> of yourself making a hole-in-one on a miniature golf hole with a loop-de-loop obstacle. (<redacted number> points) <redacted number>) <redacted> of yourself successfully making a trick miniature golf shot. (<redacted number> points; up to <redacted number> bonus points available depending on the difficulty and complexity of the trick shot)\n\n\n        Prizes: <redacted number> <redacted> <redacted>\n\n        <redacted>\n        (<redacted number>  <redacted number> <redacted> - <redacted>)\n\n        <redacted> team will judge the scavenger hunt and all decisions will be final. <redacted> is sponsoring it. <redacted> scavenger hunt is open to anyone and everyone.  <redacted> scavenger hunt ends on <redacted date>.\n\n        <redacted> enter the scavenger hunt, send an email to info <redacted> putterking <redacted> com with the subject line: \"<redacted>\".  In the email please include links to the pictures and videos you are submitting.  You can utilize free photo and video hosting sites such as <redacted>, <redacted>, <redacted>, <redacted>, etc. for your submissions.\n\n        <redacted> entering the <redacted>, you allow <redacted> to use or link to any of the pictures or videos you submit for advertisements and promotions.\n\n        Don’t forget to use your imagination and creativity!\n")
     end
 
     it 'redacts all confidential information from a text #003' do
       tokens = ['Coca-Cola', 'Pepsi', 'John Smith']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000. Please contact John Smith at j.smith@example.com or visit http://www.super-fake-merger.com.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq('<redacted> announced a merger with <redacted> that will happen on <redacted date> for <redacted number>. Please contact <redacted> at <redacted email> or visit <redacted hyperlink>.')
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq('<redacted> announced a merger with <redacted> that will happen on <redacted date> for <redacted number>. Please contact <redacted> at <redacted email> or visit <redacted hyperlink>.')
     end
 
     it 'redacts all confidential information from a text #004' do
       tokens = ['Coca-Cola', 'Pepsi', 'John Smith']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000. Please contact John Smith at j.smith@example.com or visit http://www.super-fake-merger.com.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, ignore_numbers: true, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq('<redacted> announced a merger with <redacted> that will happen on <redacted date> for $200,000,000,000. Please contact <redacted> at <redacted email> or visit <redacted hyperlink>.')
+      expect(described_class.new(language: 'en', tokens: tokens, ignore_numbers: true, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq('<redacted> announced a merger with <redacted> that will happen on <redacted date> for $200,000,000,000. Please contact <redacted> at <redacted email> or visit <redacted hyperlink>.')
     end
 
     it 'redacts all confidential information from a text #005' do
       tokens = ['Coca-Cola', 'Pepsi', 'John Smith']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on December 15th, 2020 for $200,000,000,000. Please contact John Smith at j.smith@example.com or visit http://www.super-fake-merger.com.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq('***** announced a merger with ***** that will happen on ^^redacted date^^ for **redacted number**. Please contact ***** at ***** or visit *****.')
+      expect(described_class.new(language: 'en', tokens: tokens, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq('***** announced a merger with ***** that will happen on ^^redacted date^^ for **redacted number**. Please contact ***** at ***** or visit *****.')
     end
 
     it 'redacts all confidential information from a text #006' do
       tokens = ['Trans']
       text = 'My Transformation - avoid Trans.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact).to eq('My Transformation - avoid *****.')
+      expect(described_class.new(language: 'en', tokens: tokens, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).redact(text)).to eq('My Transformation - avoid *****.')
     end
 
     it 'redacts all confidential information from a text #007' do
       text = 'これはjohn@gmail.comかk.light@tuv.eu.usかhttps://www.tm-town.comです.'
-      expect(described_class.new(text: text, language: 'ja', tokens: nil, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks_html[1]).to eq(["https://www.tm-town.com"])
+      expect(described_class.new(language: 'ja', tokens: nil, number_text: '**redacted number**', date_text: '^^redacted date^^', token_text: '*****', hyperlink_text: '*****', email_text: '*****', dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr).hyperlinks_html(text)[1]).to eq(["https://www.tm-town.com"])
     end
   end
 
@@ -272,25 +272,25 @@ RSpec.describe ConfidentialInfoRedactorLite::Redactor do
     it 'redacts all confidential information from a text #001' do
       tokens = ['Coca-Cola', 'Pepsi']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on on December 15th, 2020 for $200,000,000,000. Find out more at https://www.merger.com or contact john@merger.com.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: '*****', hyperlink_text: '*****', email_text: '*****', date_text: '*****', token_text: '*****').redact_html).to eq("Coca-Cola announced a merger with Pepsi that will happen on on <span class='confidentialDate'>*****</span> for <span class='confidentialNumber'>*****</span>. Find out more at <span class='confidentialHyperlinks'>*****</span> or contact <span class='confidentialEmail'>*****</span>.")
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, number_text: '*****', hyperlink_text: '*****', email_text: '*****', date_text: '*****', token_text: '*****').redact_html(text)).to eq("Coca-Cola announced a merger with Pepsi that will happen on on <span class='confidentialDate'>*****</span> for <span class='confidentialNumber'>*****</span>. Find out more at <span class='confidentialHyperlinks'>*****</span> or contact <span class='confidentialEmail'>*****</span>.")
     end
 
     it 'redacts all confidential information from a text #002' do
       tokens = ['Coca-Cola', 'Pepsi']
       text = 'Coca-Cola announced a merger with Pepsi that will happen on on December 15th, 2020 for $200,000,000,000. Find out more at https://www.merger.com or contact john@merger.com.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact).to eq("***** announced a merger with ***** that will happen on on **date** for **number**. Find out more at **url** or contact **email**.")
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact(text)).to eq("***** announced a merger with ***** that will happen on on **date** for **number**. Find out more at **url** or contact **email**.")
     end
 
     it 'redacts all confidential information from a text #003' do
       tokens = ['CLA']
       text = 'LEGAL DISCLAIMER - CLA will not be held reponsible for changes.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact).to eq("LEGAL DISCLAIMER - ***** will not be held reponsible for changes.")
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact(text)).to eq("LEGAL DISCLAIMER - ***** will not be held reponsible for changes.")
     end
 
     it 'redacts all confidential information from a text #004' do
       tokens = []
       text = '1984 was a good year.'
-      expect(described_class.new(text: text, language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact_html).to eq("<span class='confidentialNumber'>**number**</span> was a good year.")
+      expect(described_class.new(language: 'en', tokens: tokens, dow: en_dow, dow_abbr: en_dow_abbr, months: en_months, months_abbr: en_month_abbr, email_text: '**email**', number_text: '**number**', date_text: '**date**', hyperlink_text: '**url**', token_text: '*****').redact_html(text)).to eq("<span class='confidentialNumber'>**number**</span> was a good year.")
     end
   end
 end