word_filter 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 218ff49c9187c5a6a3baa6837d930ca128d3406d
+  data.tar.gz: 37bbb6429d7fcdb56dd3d2c8ec17eb8bf7ca5f12
+SHA512:
+  metadata.gz: 09d96996dbf4a356a54bce7892214a6661b4effdfaefec95424e5cd6da5cb93df95266cafe1478f4d3085489c7f4cc49fc0c39b5947abc9a7fad3b29c959f412
+  data.tar.gz: b08d8f7a70ae5e1a819db5ac9882a1dc1d7ab31c69ac2638285c97034a897adb971f51d7edd73d152b69de93483342ca978dcb7795adb55e0b6ca2ad648079dd

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in word_filter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Huascar Oña
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# WordFilter
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'word_filter'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install word_filter
+
+## Usage
+
+# Use example of the class
+# testFilter = WordFilter.new
+# testFilter.filterInit("lib/assets/dictionary.txt", "lib/assets/badwords.txt")
+# testFilter.filterLevel = WordFilter::SWAPPABLE_AND_REPEATED_VOWELS_INCLUDING_NONE
+# input = "I went to school and some beeeestard stole my lunch"
+# puts testFilter.filterString(input)
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/word_filter.rb

@@ -0,0 +1,180 @@
+require "word_filter/version"
+
+module WordFilter
+    @@emailRegex = /[a-zA-Z0-9._%+-]+@[a-z0-9.-]+\\.[a-zA-Z]{2,4}/
+    @@alphaNumericDigit = /(zero|one|two|three|four|five|six|seven|eight|nine|ten|eleven|twelve|thirteen|fourteen|fifteen|sixteen|seventeen|eighteen|nineteen|twenty|\d)/; 
+    @@digitsRegex = Regexp.new("\b(\s*" + @@alphaNumericDigit.source + ")+\b")
+    @@streetNameRegex = Regexp.new("\b(\s*" + @@alphaNumericDigit.source + ")+\s([a-z\d]+\.?\s*){1,5}\b(avenue|ave|street|st|court|ct|circle|boulevard|blvd|lane|ln|trail|tr|loop|lp|route|rt|drive|dr|road|rd|terrace|tr|way|wy|highway|hiway|hw)\b")
+    @@phoneNumber = Regexp.new("((" + @@alphaNumericDigit.source + ")\W*?){3}((" + @@alphaNumericDigit.source + ")\W*?){4}\b")
+    @@urlRegex = /(?:http|https):\/\/[a-z0-9]+(?:[\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(?:(?::[0-9]{1,5})?\/[^\s]*)?/
+    
+   NONE = 0;
+   REPEATED_VOWELS = 1;
+   SWAPPABLE_VOWELS = 2;
+   SWAPPABLE_AND_REPEATED_VOWELS = 3;
+   SWAPPABLE_AND_REPEATED_VOWELS_INCLUDING_NONE = 4;
+
+
+
+    def initialize()
+        @filterLevel = NONE
+    end
+
+    attr_accessor :filterLevel
+
+    def filterInit(dictionaryFile, badwordslist)
+        @goodWords = loadDictionary(dictionaryFile)
+        #The original java class requiere other three word's list
+        @datingWordsRegex = /dating/
+        @deviantWordsRegex = /deviant/
+        @badWordsRegex = loadBadwords(badwordslist)
+        
+        vowels = /([aeiou])/
+        @vowelSwappedAndRepeatedRegex = Regexp.new(@badWordsRegex.source.gsub(vowels, "[aeiou]+"))
+        @vowelSwappedAndRepeatedRegexIncludingEmpty = Regexp.new(@badWordsRegex.source.gsub(vowels, "[aeiou]*"))
+	    @vowelRepeatedRegex = Regexp.new(@badWordsRegex.source.gsub(vowels, "\\1+"))
+	    @vowelSwappedRegex = Regexp.new(@badWordsRegex.source.gsub(vowels, "[aeiou]"))
+        
+    end
+
+
+    def loadDictionary(path)
+        words = []
+        File.open(path, "r").each_line do |line|
+            splitted = line.split(" ")
+            splitted.each do |w|
+                words << w
+            end
+        end
+        return words
+    end
+
+    def loadBadwords(path)
+      words = File.read(path).gsub("\r", '').split("\n")
+      regex = words.join('|')
+      regex = '(' + regex + ')'
+      regex = Regexp.new(regex)
+      return regex
+    end
+ 
+    def filterString(input)
+
+#        Output:
+#		-1: An exception occured while trying to check the string, do not post
+#		0: string is safe to post
+#		1: string contains an email address
+#		2: string contains a URL
+#		3: string contains a street address
+#		4: string contains a phone number
+#		5: string contains a dating word
+#		6: string contains a deviant word
+#		9: string contains any other bad word
+
+        input = input.strip.downcase
+        workingCopy = input
+        
+        if input == ""
+            return 0
+        end
+        
+        if @@emailRegex.match(input)
+            return 1
+        end
+        
+        if @@urlRegex.match(input)
+            return 2
+        end
+        
+        if @@streetNameRegex.match(input)
+            return 3
+        end
+        
+        if @@phoneNumber.match(input)
+            return 4
+        end
+        
+        workingCopy.gsub("\s+", " ")
+        workingCopy.gsub!(/["',.;:?-]/, " ")
+        workingCopy.gsub!(/!+\s/, " ")
+        workingCopy.gsub!(/!+\z/, " ")
+        workingCopy.gsub!(/\br\su/, " ")
+        
+        cleanVersion = stripGoodWords(workingCopy)
+        
+        if cleanVersion == nil or cleanVersion.length == 0
+            return 0
+        end
+        
+        if @datingWordsRegex.match(cleanVersion)
+            return 5
+        end
+        
+        if @deviantWordsRegex.match(cleanVersion)
+            return 6
+        end
+       
+        if @badWordsRegex.match(cleanVersion)
+            return 7
+        end
+
+        #let's try various combinations of bad word tricks
+        currentVersion = cleanVersion
+        
+        #compress the string then check it again
+        if @badWordsRegex.match(currentVersion.gsub("[ \t\n\f\r]", ""))
+            return 9
+        end
+        
+        #zap special characters and check it again
+        if @badWordsRegex.match(currentVersion.gsub("[^a-z]", ""))
+            return 9
+        end
+        
+        #replace certain special characters with their letter equivalents
+        #NOTE: This one maps vertical non-letter chars (!1|) to i
+        specialCharsReplaced_i = currentVersion.tr("@683!1|0$+","abbeiiiost")
+        if @badWordsRegex.match(specialCharsReplaced_i)
+            return 9
+        end
+        
+        #replace certain special characters with their letter equivalents
+        #NOTE: This one maps vertical non-letter chars (!1|) to l
+        specialCharsReplaced_l = currentVersion.tr("@683!1|0$+","abbelllost")
+        if @badWordsRegex.match(specialCharsReplaced_l)
+            return 9
+        end
+        
+        case @filterLevel
+        when NONE
+            return 0
+        when REPEATED_VOWELS
+            if @vowelRepeatedRegex.match(specialCharsReplaced_i) or @vowelRepeatedRegex.match(specialCharsReplaced_l)
+                return 9
+            end
+        when SWAPPABLE_VOWELS
+            if @vowelSwappedRegex.match(specialCharsReplaced_i) or @vowelSwappedRegex.match(specialCharsReplaced_l)
+                return 9
+            end
+        when SWAPPABLE_AND_REPEATED_VOWELS
+            if @vowelSwappedAndRepeatedRegex.match(specialCharsReplaced_i) or @vowelSwappedAndRepeatedRegex.match(specialCharsReplaced_l)
+                return 9
+            end
+        when SWAPPABLE_AND_REPEATED_VOWELS_INCLUDING_NONE
+            if @vowelSwappedAndRepeatedRegexIncludingEmpty.match(specialCharsReplaced_i) or @vowelSwappedAndRepeatedRegexIncludingEmpty.match(specialCharsReplaced_l)
+                return 9
+            end
+        end
+
+    end
+
+    def stripGoodWords(input)
+        result = []
+        input = input.split(" ")
+        input.each do |w|
+            if not @goodWords.include? w
+                result << w
+            end
+        end
+        return result.join(" ")
+    end
+end

data/lib/word_filter/version.rb

@@ -0,0 +1,3 @@
+module WordFilter
+  VERSION = "0.0.2"
+end

data/word_filter.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'word_filter/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "word_filter"
+  spec.version       = WordFilter::VERSION
+  spec.authors       = ["Huascar Oña"]
+  spec.email         = ["huascarking@hotmail.com"]
+  spec.description   = %q{A bad word filter for the input text.}
+  spec.summary       = %q{A word filter gem}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: word_filter
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Huascar Oña
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A bad word filter for the input text.
+email:
+- huascarking@hotmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/word_filter.rb
+- lib/word_filter/version.rb
+- word_filter.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0.rc.2
+signing_key: 
+specification_version: 4
+summary: A word filter gem
+test_files: []