dodgy_stalker 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 49d60a3dcc9fdc99c8ace0e7b52f5c154ff7e789
+  data.tar.gz: 9f0b6893003afbdbf4b7de4b9b0ea122a74935f7
+SHA512:
+  metadata.gz: 19eed3bc970fcd54a81bd745522d8d0e2fcd8552c51927d5a8f8d6a5df90a485abcf1ca66668f934dcb13974439947eb746a724493fcba0ae9a8c2dc0a823c13
+  data.tar.gz: 03d729e57525e13ee9616d5f63e51ea7463c9eb808e8ccb592d4957c937f6d380fb670676cd844304b9d42b4bb3b92c2bb82ca1af944332bd47bf2f0429b0cbf

data/.gitignore

@@ -0,0 +1,21 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in dodgy_stalker.gemspec
+gem 'addressable'
+gemspec

data/LICENSE

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2013 Robert Ulejczyk
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 robuye
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# DodgyStalker
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'dodgy_stalker'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dodgy_stalker
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/dodgy_stalker.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dodgy_stalker/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dodgy_stalker"
+  spec.version       = DodgyStalker::VERSION
+  spec.authors       = ["robuye"]
+  spec.email         = ["rulejczyk@gmail.com"]
+  spec.description   = %q{Filters to detect spam, trolls and unwanted content}
+  spec.summary       = %q{Filters to detect spam, trolls and unwanted content}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "rspec-expectations"
+  spec.add_development_dependency "rspec-mocks"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pg"
+  spec.add_development_dependency "database_cleaner"
+
+  spec.add_dependency "activerecord", "~> 4.0"
+  spec.add_dependency "typhoeus"
+  spec.add_dependency "addressable"
+end

data/lib/dodgy_stalker/config.rb

@@ -0,0 +1,9 @@
+module DodgyStalker
+  class Config
+    attr_accessor :word_separator
+
+    def word_separator
+      @word_separator ||= %q{(^|\s|\A|\Z|$|\.|,|''|"|`)}
+    end
+  end
+end

data/lib/dodgy_stalker/data_store/blacklist.rb

@@ -0,0 +1,9 @@
+module DodgyStalker
+  module DataStore
+    class Blacklist < ActiveRecord::Base
+      self.table_name = 'blacklist'
+
+      include Common
+    end
+  end
+end

data/lib/dodgy_stalker/data_store/common.rb

@@ -0,0 +1,35 @@
+module DodgyStalker
+  module DataStore
+    module Common
+      def on_list(attributes)
+        model.where(attributes_conditions(attributes))
+      end
+
+      def add(attributes)
+        model.where(attributes).first_or_create
+      end
+
+      def remove(attr)
+        conditions = attributes.with_indifferent_access.except(:id, :created_at, :updated_at).merge(attr)
+        model.where(conditions).delete_all
+      end
+
+      private
+
+      #Build OR query from non-empty attributes
+      def attributes_conditions(attributes)
+        attributes.reject {|k,v| v.nil?}.
+          map {|attribute, value| arel_table[attribute].eq(value) }.
+          inject(:or)
+      end
+
+      def arel_table
+        model.arel_table
+      end
+
+      def model
+        self.class
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/data_store/whitelist.rb

@@ -0,0 +1,14 @@
+module DodgyStalker
+  module DataStore
+    class Whitelist < ActiveRecord::Base
+      self.table_name = 'whitelist'
+
+      include Common
+
+      def on_list(attr)
+        conditions = attributes.with_indifferent_access.except(:id, :created_at, :updated_at).merge(attr)
+        model.where(conditions)
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/data_store/wordlist.rb

@@ -0,0 +1,72 @@
+module DodgyStalker
+  module DataStore
+    class Wordlist < ActiveRecord::Base
+      self.table_name = 'wordlist'
+
+      before_save :regexscape_word
+
+      DependentAttributes = [
+        [:ban, :hold, :notify],
+        [:blacklist_email]
+      ]
+
+      #Turns off all dependent attributes, toggles the one passed
+      def toggle(attribute)
+        DependentAttributes.select {|array| array.include?(attribute.to_sym)}.each do |dependencies|
+          attributes_for_update = dependencies.each_with_object({}) {|a, memo| memo[a] = false}
+          update_attributes(attributes_for_update.merge({attribute.to_sym => !self.read_attribute(attribute)}))
+        end
+      end
+
+      def banned
+        @current = model.where(ban: true)
+        self
+      end
+
+      def banned?
+        !!ban
+      end
+
+      def on_hold
+        @current = model.where(hold: true)
+        self
+      end
+
+      def to_notify
+        @current = model.where(notify: true)
+        self
+      end
+
+      def email
+        @current = model.where(blacklist_email: true)
+        self
+      end
+
+      def current
+        @current || model
+      end
+
+      def match(input, partials_match=false)
+        if partials_match
+          current.where(":input ~* regexp_word", input: input)
+        else
+          current.where(":input ~* ('#{word_separator}' || regexp_word || '#{word_separator}')", input: input)
+        end
+      end
+
+      private
+
+      def regexscape_word
+        self.regexp_word = Regexp.escape(word)
+      end
+
+      def word_separator
+        DodgyStalker.config.word_separator
+      end
+
+      def model
+        @model ||= self.class
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/data_store.rb

@@ -0,0 +1,10 @@
+module DodgyStalker
+  module DataStore
+  end
+end
+
+require "dodgy_stalker/data_store/common"
+require "dodgy_stalker/data_store/blacklist"
+require "dodgy_stalker/data_store/whitelist"
+require "dodgy_stalker/data_store/wordlist"
+

data/lib/dodgy_stalker/engines/banned_words.rb

@@ -0,0 +1,43 @@
+module DodgyStalker
+  module Engines
+    class BannedWords
+      def initialize(input)
+        @input = input
+      end
+
+      def banned
+        @banned ||= source.banned.match(input).map(&:word)
+      end
+
+      def on_hold
+        @hold ||= source.on_hold.match(input).map(&:word)
+      end
+
+      def notify
+        @notify ||= source.to_notify.match(input).map(&:word)
+      end
+
+      def blacklisted_email
+        @blacklisted_email ||= source.email.match(input, true).map(&:word)
+      end
+
+      def to_a(with_partials=false)
+        @to_a ||= source.match(input, with_partials).map(&:word)
+      end
+
+      def to_words(with_partials=false)
+        @to_words ||= source.match(input, with_partials)
+      end
+
+      private
+
+      def input
+        @input
+      end
+
+      def source
+        DataStore::Wordlist.new
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/engines/blacklist.rb

@@ -0,0 +1,55 @@
+module DodgyStalker
+  module Engines
+    class Blacklist
+      def initialize(attributes)
+        @attributes = attributes
+      end
+
+      def banned_ip?(ip)
+        return false if ip.nil?
+        DataStore::Blacklist.where(ip_address: ip).exists?
+      end
+
+      def on_blacklist?
+        return false if whitelist.on_list(attributes).exists?
+
+        Policy.new(fetched_results).validate
+      end
+
+      def blacklist!(opts={})
+        if (blacklist.add(attributes.merge(opts)) && whitelist.remove(attributes))
+          true
+        else
+          false
+        end
+      end
+
+      #Remove attributes from blacklist and add to whitelist
+      def remove!
+        if (blacklist.remove(attributes) && whitelist.add(attributes))
+          true
+        else
+          false
+        end
+      end
+
+      private
+
+      def fetched_results
+        @fetched_results ||= blacklist.on_list(attributes).to_a
+      end
+
+      def blacklist
+        DataStore::Blacklist.new
+      end
+
+      def whitelist
+        DataStore::Whitelist.new
+      end
+
+      def attributes
+        @attributes
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/engines/stop_forum_spam.rb

@@ -0,0 +1,41 @@
+require 'addressable/uri'
+module DodgyStalker
+  module Engines
+    class StopForumSpam
+      def initialize(attributes)
+        @attributes = attributes
+      end
+
+      def on_blacklist?
+        confidence_for(:username) > 0.75 || confidence_for(:email) > 0.75
+      end
+
+      private
+
+      def confidence_for(key)
+        response[key.to_s]['confidence'].to_f
+      rescue #if anything goes wrong do not crash
+        0.0
+      end
+
+      def query_stopforumspam
+        Typhoeus.get(url)
+      end
+
+      def response
+        @response ||= JSON.parse(query_stopforumspam.body)
+      end
+
+      def url
+        base = 'http://www.stopforumspam.com/api'
+        uri = Addressable::URI.parse(base)
+        uri.query_values = attributes.merge({f: 'json'})
+        uri.to_s
+      end
+
+      def attributes
+        @attributes.select {|k,v| [:username, :email].include?(k)}
+      end
+    end
+  end
+end

data/lib/dodgy_stalker/engines.rb

@@ -0,0 +1,8 @@
+module DodgyStalker
+  module Engines
+  end
+end
+
+require 'dodgy_stalker/engines/banned_words'
+require 'dodgy_stalker/engines/blacklist'
+require 'dodgy_stalker/engines/stop_forum_spam'

data/lib/dodgy_stalker/policy.rb

@@ -0,0 +1,18 @@
+module DodgyStalker
+  class Policy
+    def initialize(spamcheck_results)
+      @spamcheck_results = spamcheck_results
+    end
+
+    def validate
+      #analyze results to determine the ranking
+      spamcheck_results.any?
+    end
+
+    private
+
+    def spamcheck_results
+      @spamcheck_results
+    end
+  end
+end

data/lib/dodgy_stalker/version.rb

@@ -0,0 +1,3 @@
+module DodgyStalker
+  VERSION = "0.0.1"
+end

data/lib/dodgy_stalker.rb

@@ -0,0 +1,36 @@
+require "dodgy_stalker/version"
+
+require "typhoeus"
+require "json"
+require "active_record"
+
+require "dodgy_stalker/config"
+require "dodgy_stalker/data_store"
+require "dodgy_stalker/engines"
+require "dodgy_stalker/policy"
+
+module DodgyStalker
+  class << self
+    attr_writer :config
+  end
+
+  def self.config
+    @config ||= Config.new
+  end
+
+  def self.configure
+    yield(config)
+  end
+
+  def self.disable!
+    @disabled = true
+  end
+
+  def self.enable!
+    @disabled = false
+  end
+
+  def self.disabled
+    @disabled
+  end
+end

data/lib/generators/dodgy_stalker/migration_generator.rb

@@ -0,0 +1,24 @@
+require 'rails/generators'
+require 'rails/generators/migration'
+
+module DodgyStalker
+  class MigrationGenerator < Rails::Generators::Base
+    include Rails::Generators::Migration
+
+    def self.source_root
+      @source_root ||= File.join(File.dirname(__FILE__), 'templates')
+    end
+
+    def self.next_migration_number(dirname)
+      if ActiveRecord::Base.timestamped_migrations
+        Time.new.utc.strftime("%Y%m%d%H%M%S")
+      else
+        "%.3d" % (current_migration_number(dirname) + 1)
+      end
+    end
+
+    def create_migration_file
+      migration_template 'migration.rb', "db/migrate/create_dodgy_stalker_tables.rb"
+    end
+  end
+end

data/lib/generators/dodgy_stalker/templates/migration.rb

@@ -0,0 +1,36 @@
+class CreateDodgyStalkerTables < ActiveRecord::Migration
+  def change
+     create_table "wordlist", force: true do |t| 
+       t.string   "word"
+       t.boolean  "ban"
+       t.boolean  "notify"
+       t.boolean  "hold"
+       t.string   "regexp_word"
+       t.boolean  "blacklist_email", default: false
+       t.datetime "created_at",                      null: false
+       t.datetime "updated_at",                      null: false
+     end
+
+     create_table "whitelist", force: true do |t| 
+       t.string   "username"
+       t.string   "email"
+       t.string   "ip_address"
+       t.string   "twitter_uid"
+       t.string   "google_uid"
+       t.string   "facebook_uid"
+       t.datetime "created_at",   null: false
+       t.datetime "updated_at",   null: false
+     end
+
+     create_table "blacklist", force: true do |t|
+       t.string   "username"
+       t.string   "email"
+       t.string   "ip_address"
+       t.string   "twitter_uid"
+       t.string   "google_uid"
+       t.string   "facebook_uid"
+       t.datetime "created_at",   null: false
+       t.datetime "updated_at",   null: false
+     end
+  end
+end

data/spec/datastores/blacklist_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe DodgyStalker::DataStore::Blacklist do
+  let(:list) { described_class.new }
+  let(:user) { double('User', username: 'Rob', email: 'email@domain.com') }
+  let(:attributes) { { email: user.email, username: user.username } }
+
+  describe "#on_list" do
+    it "returns matches for any attributes" do
+      list.add(username: user.username)
+      list.add(email: user.email)
+      list.on_list(attributes).should have(2).entries
+    end
+  end
+
+  describe "#add" do
+    it "adds new entry to blacklist" do
+      expect { list.add(attributes) }.to change { DodgyStalker::DataStore::Blacklist.count }.
+        from(0).to(1)
+    end
+
+    it "does not add duplicates" do
+      list.add(attributes)
+      expect { list.add(attributes) }.to_not change { DodgyStalker::DataStore::Blacklist.count }
+    end
+  end
+
+  describe "#remove" do
+    it "removes user from blacklist" do
+      list.add(attributes)
+      expect { list.remove(attributes) }.to change { DodgyStalker::DataStore::Blacklist.count }.
+        from(1).to(0)
+    end
+
+    it "removes only exact matches" do
+      list.add(attributes.merge(facebook_uid: '123'))
+      expect { list.remove(attributes) }.to_not change { DodgyStalker::DataStore::Blacklist.count }
+    end
+  end
+end

data/spec/datastores/whitelist_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+describe DodgyStalker::DataStore::Whitelist do
+  let(:list) { described_class.new }
+  let(:user) { double('User', email: 'rob@example.com', username: 'rob') }
+  let(:attributes) { { email: user.email, username: user.username } }
+
+  describe "#on_list" do
+    it "returns only exact matches" do
+      list.add(username: user.username)
+      list.add(email: user.email)
+      list.add(attributes)
+
+      list.on_list(attributes).should have(1).entry
+
+      list.on_list(username: user.username, email: 'mail@domain.com').should have(0).entries
+    end
+  end
+
+  describe "#add" do
+    it "adds new entry to whitelist" do
+      expect { list.add(attributes) }.to change { DodgyStalker::DataStore::Whitelist.count }.
+        from(0).to(1)
+    end
+
+    it "does not add duplicates" do
+      list.add(attributes)
+      expect { list.add(attributes) }.to_not change { DodgyStalker::DataStore::Whitelist.count }
+    end
+  end
+
+  describe "#remove" do
+    it "removes user from whitelist" do
+      list.add(attributes)
+      expect { list.remove(attributes) }.to change { DodgyStalker::DataStore::Whitelist.count }.
+        from(1).to(0)
+    end
+
+    it "removes only exact matches" do
+      list.add(attributes.merge(facebook_uid: '123'))
+      expect { list.remove(attributes) }.to_not change { DodgyStalker::DataStore::Whitelist.count }
+    end
+  end
+end

data/spec/datastores/wordlist_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe DodgyStalker::DataStore::Wordlist do
+  let(:wordlist) { described_class.new(word: 'word') }
+
+  describe "#toggle" do
+    context "attributes :ban, :hold, :notify" do
+      it "toggle one attribute, turn off others" do
+        wordlist.toggle('ban')
+        wordlist.ban.should be true
+        wordlist.hold.should be false
+        wordlist.notify.should be false
+
+        wordlist.toggle('hold')
+        wordlist.ban.should be false
+        wordlist.hold.should be true
+        wordlist.notify.should be false
+      end
+    end
+  end
+end

data/spec/engines/banned_words_spec.rb

@@ -0,0 +1,61 @@
+require 'spec_helper'
+
+describe DodgyStalker::Engines::BannedWords do
+  let(:engine)     { described_class.new(input) }
+  let(:input)      { "fuck! 'quoted' +plused+ ass underage viagra" }
+  let(:datastore)  { DodgyStalker::DataStore::Wordlist }
+
+  describe "#banned" do
+    it "returns a list of banned words in input" do
+      datastore.create(word: 'fuck!', ban: true)
+      datastore.create(word: 'ass', ban: true)
+      engine.banned.should =~ ['fuck!', 'ass']
+    end
+  end
+
+  describe "#blacklisted_email" do
+    it "returns a list of blacklisted emails" do
+      datastore.create(word: '@wp.pl', blacklist_email: true)
+      described_class.new('piotr@wp.pl').blacklisted_email.should =~ ['@wp.pl']
+    end
+  end
+
+  describe "#on_hold" do
+    it "returns a list of hold words in input" do
+      datastore.create(word: 'viagra', hold: true)
+      engine.on_hold.should =~ ['viagra']
+    end
+  end
+
+  describe "#notify" do
+    it "returns a list of notify words in input" do
+      datastore.create(word: 'underage', notify: true)
+      engine.notify.should =~ ['underage']
+    end
+  end
+
+  describe "#match" do
+    it "matches full words (no partials)" do
+      datastore.create(word: 'fuck', ban: true)
+      engine.banned.should be_empty
+    end
+
+    it "ignores quotes on matches" do
+      datastore.create(word: 'quoted', ban: true)
+      engine.banned.to_a.should have(1).word
+    end
+
+    it "allows to change word separator via config" do
+      old_separator = DodgyStalker::Config.new.word_separator
+      DodgyStalker.configure {|c| c.word_separator = %q{(^|\s|\A|\Z|$|\.|,|\+)} }
+      datastore.create(word: 'plused', ban: true)
+      engine.banned.to_a.should have(1).word
+      DodgyStalker.configure {|c| c.word_separator = old_separator }
+    end
+
+    it "matches with partials" do
+      datastore.create(word: 'fuck', ban: true)
+      engine.to_a(true).should have(1).element
+    end
+  end
+end

data/spec/engines/blacklist_spec.rb

@@ -0,0 +1,67 @@
+require 'spec_helper'
+
+describe DodgyStalker::Engines::Blacklist do
+  let(:engine) { described_class.new(attributes) }
+  let(:user)   { double('User', username: 'rob', email: 'rob@example.com') }
+  let(:attributes) { { email: user.email, username: user.username } }
+
+  describe "#on_blacklist?" do
+    context "when there is no whitelist entry" do
+      it "returns true when user is on blacklist" do
+        DodgyStalker::DataStore::Blacklist.new.add(attributes)
+        engine.on_blacklist?.should be true
+      end
+
+      it "returns false when user is not on blacklist" do
+        engine.on_blacklist?.should be false
+      end
+    end
+
+    it "returns false when there is whitelist entry" do
+      DodgyStalker::DataStore::Whitelist.new.add(attributes)
+      DodgyStalker::DataStore::Blacklist.new.add(attributes)
+      engine.on_blacklist?.should be false
+    end
+  end
+
+  describe "#blacklist!" do
+    it "adds user to blacklist" do
+      expect { engine.blacklist! }.to change { DodgyStalker::DataStore::Blacklist.count }.
+        from(0).to(1)
+    end
+
+    it "removes user from whitelist" do
+      DodgyStalker::DataStore::Whitelist.new.add(attributes)
+      expect { engine.blacklist! }.to change { DodgyStalker::DataStore::Whitelist.count }.
+        from(1).to(0)
+    end
+  end
+
+  describe "#banned_ip?" do
+    it "returns false if passed ip is nil" do
+      engine.banned_ip?(nil).should be false
+    end
+
+    it "returns false if IP is not on blacklist" do
+      engine.banned_ip?('0.0.0.0').should be false
+    end
+
+    it "returns true if IP is on blacklist" do
+      DodgyStalker::DataStore::Blacklist.new.add(ip_address: '1.2.3.4')
+      engine.banned_ip?('1.2.3.4').should be true
+    end
+  end
+
+  describe "#remove!" do
+    it "removes the user from blacklist" do
+      DodgyStalker::DataStore::Blacklist.new.add(attributes)
+      expect { engine.remove! }.to change { DodgyStalker::DataStore::Blacklist.count }.
+        from(1).to(0)
+    end
+
+    it "adds the user to whitelist" do
+      expect { engine.remove! }.to change { DodgyStalker::DataStore::Whitelist.count }.
+        from(0).to(1)
+    end
+  end
+end

data/spec/engines/stop_form_spam_spec.rb

@@ -0,0 +1,19 @@
+require 'pry'
+require 'spec_helper'
+
+describe DodgyStalker::Engines::StopForumSpam do
+  let(:engine) { described_class.new(attributes) }
+  let(:attributes) { { username: 'amilesqexaxdy5478', email: 'robyyy@egamok.tgory.pl' } }
+
+  context "when user is in sfs database" do
+    it "returns true confidence is above 0.75" do
+      engine.stub(:confidence_for).and_return(0.76)
+      engine.on_blacklist?.should be true
+    end
+
+    it "returns false when confidence is below 0.75" do
+      engine.stub(:confidence_for).and_return(0.74)
+      engine.on_blacklist?.should be false
+    end
+  end
+end

data/spec/migrations/001_create_dodgy_stalker_tables.rb

@@ -0,0 +1,36 @@
+class CreateDodgyStalkerTables < ActiveRecord::Migration
+  def change
+     create_table "wordlist", force: true do |t| 
+       t.string   "word"
+       t.boolean  "ban"
+       t.boolean  "notify"
+       t.boolean  "hold"
+       t.string   "regexp_word"
+       t.boolean  "blacklist_email", default: false
+       t.datetime "created_at",                      null: false
+       t.datetime "updated_at",                      null: false
+     end
+
+     create_table "whitelist", force: true do |t| 
+       t.string   "username"
+       t.string   "email"
+       t.string   "ip_address"
+       t.string   "twitter_uid"
+       t.string   "google_uid"
+       t.string   "facebook_uid"
+       t.datetime "created_at",   null: false
+       t.datetime "updated_at",   null: false
+     end
+
+     create_table "blacklist", force: true do |t|
+       t.string   "username"
+       t.string   "email"
+       t.string   "ip_address"
+       t.string   "twitter_uid"
+       t.string   "google_uid"
+       t.string   "facebook_uid"
+       t.datetime "created_at",   null: false
+       t.datetime "updated_at",   null: false
+     end
+  end
+end

data/spec/policy_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe DodgyStalker::Policy do
+  let(:spamcheck_results) { [double('Result'), double('Result')] }
+  let(:policy) { described_class.new(spamcheck_results) }
+
+  describe "#validate" do
+    it "returns true if there are any blacklist results" do
+      policy.validate.should be true
+    end
+
+    it "returns false if there are no blacklist entries" do
+      policy.stub(:spamcheck_results).and_return([])
+      policy.validate.should be false
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,27 @@
+require 'bundler/setup'
+require 'database_cleaner'
+require 'dodgy_stalker'
+require 'pry'
+
+DatabaseCleaner.strategy = :transaction
+RSpec.configure do |config|
+  config.mock_with :rspec
+  config.order = "random"
+  config.before(:suite) { DatabaseCleaner.clean_with(:truncation) }
+
+  config.around do |example|
+    DatabaseCleaner.start
+    example.run
+    DatabaseCleaner.clean
+  end
+end
+
+ActiveRecord::Base.establish_connection(
+  adapter: 'postgresql',
+  database: 'dodgy_stalker',
+  username: 'rob',
+  host: 'localhost'
+)
+
+
+ActiveRecord::Migrator.migrate(File.expand_path('../migrations', __FILE__))

metadata

@@ -0,0 +1,238 @@
+--- !ruby/object:Gem::Specification
+name: dodgy_stalker
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- robuye
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Filters to detect spam, trolls and unwanted content
+email:
+- rulejczyk@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- LICENSE.txt
+- README.md
+- Rakefile
+- dodgy_stalker.gemspec
+- lib/dodgy_stalker.rb
+- lib/dodgy_stalker/config.rb
+- lib/dodgy_stalker/data_store.rb
+- lib/dodgy_stalker/data_store/blacklist.rb
+- lib/dodgy_stalker/data_store/common.rb
+- lib/dodgy_stalker/data_store/whitelist.rb
+- lib/dodgy_stalker/data_store/wordlist.rb
+- lib/dodgy_stalker/engines.rb
+- lib/dodgy_stalker/engines/banned_words.rb
+- lib/dodgy_stalker/engines/blacklist.rb
+- lib/dodgy_stalker/engines/stop_forum_spam.rb
+- lib/dodgy_stalker/policy.rb
+- lib/dodgy_stalker/version.rb
+- lib/generators/dodgy_stalker/migration_generator.rb
+- lib/generators/dodgy_stalker/templates/migration.rb
+- spec/datastores/blacklist_spec.rb
+- spec/datastores/whitelist_spec.rb
+- spec/datastores/wordlist_spec.rb
+- spec/engines/banned_words_spec.rb
+- spec/engines/blacklist_spec.rb
+- spec/engines/stop_form_spam_spec.rb
+- spec/migrations/001_create_dodgy_stalker_tables.rb
+- spec/policy_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Filters to detect spam, trolls and unwanted content
+test_files:
+- spec/datastores/blacklist_spec.rb
+- spec/datastores/whitelist_spec.rb
+- spec/datastores/wordlist_spec.rb
+- spec/engines/banned_words_spec.rb
+- spec/engines/blacklist_spec.rb
+- spec/engines/stop_form_spam_spec.rb
+- spec/migrations/001_create_dodgy_stalker_tables.rb
+- spec/policy_spec.rb
+- spec/spec_helper.rb