dark_domains 0.0.1

data/lib/dark_domains/models/domain.rb

@@ -0,0 +1,83 @@
+require "rubygems"
+require "ruby-debug"
+require "uri"
+
+class Domain
+  
+  DOMAIN_URI = /^\w[\w\.\-\_]+\.[\w\.]{2,7}$/i.freeze
+  
+  # Keep it simple
+  attr_accessor :domain
+
+  # Class methods
+  #===========================================================================
+  
+  # Return all of the banned domains
+  def self.banned_domains
+    @@banned_domains ||= {}
+  end
+  
+  # Return true if this is a known spam domain, false otherwise
+  def self.banned?(suspect_domain)
+    banned_domains[normalized_domain(suspect_domain)].eql?(true)
+  end
+
+  # Ban a domain
+  def self.ban!(domain)
+    banned_domains[normalized_domain(domain)] = true
+  end
+
+  # Return a normalized URL
+  def self.normalized_domain(domain)
+    # Strip www subdomains, but leave others
+    domain = domain.gsub(/www\./, '')
+    # Support protocols/ports/etc
+    domain =~ DOMAIN_URI ? domain : URI.parse(domain).host
+  end
+      
+  # Instance
+  #===========================================================================
+
+  # Create a domain instance
+  def initialize(domain)
+    self.domain = domain
+  end
+
+  # Return true if we are a banned domain
+  def banned?
+    Domain.banned?(domain)
+  end
+  
+  # Ban this specific domain instance
+  def ban!
+    Domain.ban!(domain)
+  end
+
+  # Blacklists
+  #===========================================================================
+  
+  # Load existing known bad spammer domains, returns number of domains loaded
+  # @todo make this pull from a dynamic source on the net
+  def self.load_blacklist(absolute_path = nil)
+    absolute_path = default_blacklist_path if !absolute_path
+    
+    raise "unable to find blacklist data file: #{ absolute_path }" \
+      unless File.exists?(absolute_path)
+    
+    # keep for the total we'll return
+    existing_size = banned_domains.size
+    
+    # Grab the domains, squash the newlines, ignore comments and blank lines
+    File.readlines(absolute_path).each{ |d| Domain.ban!(d.chomp) unless d =~ /(^\#|^\s+$)/ }
+
+    puts "loaded #{ banned_domains.size } banned domains." if $DEBUG
+    
+    return banned_domains.size - existing_size
+  end
+  
+  # Path to the default blacklist
+  def self.default_blacklist_path
+    File.expand_path(File.join(__FILE__, "..", "..", "data", "blacklist.txt"))
+  end
+  
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/dark_domains.rb'}"
+puts "Loading dark_domains gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/spec/domain_spec.rb

@@ -0,0 +1,79 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Domain do
+
+  context "(class)" do
+    
+    before do
+      @valid_domain  = "socialface.com"
+      @banned_domain = "myspace.com"
+      
+      Domain.ban!(@banned_domain)
+    end
+    
+    it "should have a #banned_domains method" do
+      Domain.should respond_to(:banned_domains)
+    end
+    
+    it "should have a #ban! method" do
+      Domain.should respond_to(:ban!)
+    end
+    
+    it "should have a #banned? method" do
+      Domain.should respond_to(:banned?)
+    end
+    
+    it "should return false for valid or unknown domains" do
+      Domain.banned?(@valid_domain).should be_false
+    end
+  
+    it "should return true for known spam domains" do
+      Domain.banned?(@banned_domain).should be_true
+    end
+    
+    it "should ignore protocol information from domains" do
+      Domain.banned?("http://#{ @banned_domain }").should be_true
+    end
+    
+    it "should ignore www subdomain prefixes" do
+      Domain.banned?("www.#{ @banned_domain }").should be_true
+    end
+    
+  end
+
+  context "(blacklists)" do
+    
+    it "should load an existing default blacklist" do
+      lambda do
+        begin
+          Domain.load_blacklist
+        end
+      end.should change(Domain.banned_domains, :size)
+    end
+    
+    it "should have the path to a default blacklist" do
+      File.exists?(Domain::default_blacklist_path).should be_true
+    end
+    
+  end
+  
+  context "(instance)" do
+    
+    before do
+      @valid_domain  = Domain.new("socialface.com")
+      @banned_domain = Domain.new("myspace.com")
+      
+      @banned_domain.ban!
+    end
+    
+    it "should return false if not banned" do
+      @valid_domain.banned?.should be_false
+    end
+    
+    it "should return false if not banned" do
+      @banned_domain.banned?.should be_true
+    end
+    
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+$TESTING=true
+$:.push File.join(File.dirname(__FILE__), '..', 'lib')
+
+require "lib/dark_domains/models/domain.rb"
+

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification 
+name: dark_domains
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Often Void, Inc.
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-12-29 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.4.0
+    version: 
+description: A Ruby plugin to load and query banned domains.
+email: 
+- admin@oftenvoid.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- lib/dark_domains/data/blacklist.txt
+files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- README.rdoc
+- Rakefile
+- lib/dark_domains.rb
+- lib/dark_domains/models/domain.rb
+- script/console
+- script/destroy
+- script/generate
+- spec/domain_spec.rb
+- spec/spec_helper.rb
+- lib/dark_domains/data/blacklist.txt
+has_rdoc: true
+homepage: http://github.com/oftenvoid/dark_domains
+licenses: []
+
+post_install_message: PostInstall.txt
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: dark_domains
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A Ruby plugin to load and query banned domains.
+test_files: []
+